Commit 2c878cec authored by Zhang Xiaoli's avatar Zhang Xiaoli
Browse files

Completed xcat pipeline test.

parent 438c5698
name: msc-l2-xcat.app.process
label: 星表检索
comment: 星表检索
label: 多色成像星表合并
comment: 主巡天多色成像星表合并二级流水线
cluster: csst
parameters:
initial_status: RUNNING
jobs:
csst-msc-l2-xcat-adm:
label: 星表管理模块
label: 星表合并管理模块
base_image: cnic/csst-msc-l2-xcat-adm:latest
schedule_mode: HEAD
variables:
always_running: yes
# always_running: yes
output_text_size: 100000
text_tranc_mode: TAIL
locale_mode: NONE
......@@ -24,21 +23,20 @@ jobs:
- CSST_DFS_APP_ID=test
- CSST_DFS_APP_TOKEN=test
paths: # change /share to /sharewcl in PML production environment
- ${XCAT_ADM_OUTPUT}:/pipeline/output # output directory, omit this line in production
- ${AUX_DIR}:/pipeline/aux
- ${DFS_ROOT}:/dfsroot
- ${CRDS_REFERENCES}:/crdsref
- ${CSST_AUX_DIR}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfsroot
- ${CSST_CRDS_ROOT}:/crdsroot
sink_jobs:
- csst-msc-l2-xcat-exe
# command: >
# bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt"
csst-msc-l2-xcat-exe:
label: 星表执行模块
label: 星表合并执行模块
base_image: cnic/csst-msc-l2-xcat-exe:latest
# schedule_mode: HEAD
variables:
always_running: yes
# always_running: yes
output_text_size: 100000
text_tranc_mode: TAIL
locale_mode: NONE
......@@ -49,14 +47,13 @@ jobs:
- CSST_DFS_APP_TOKEN=test
paths: # change /share to /sharewcl in PML production environment
# output directory, omit this line in production
- ${XCAT_EXE_OUTPUT}:/pipeline/output
- ${AUX_DIR}:/pipeline/aux
- ${DFS_ROOT}:/dfsroot
- ${CRDS_REFERENCES}:/crdsref
- ${CSST_AUX_DIR}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfsroot
- ${CSST_CRDS_ROOT}:/crdsroot
# command: >
# python /pipeline/src/run.py {\"brick_id\":1}
hosts:
- h0:1
# - h0:1
- c0:1
- c1:1
- c2:1
\ No newline at end of file
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/share/dfs
CSST_CRDS_ROOT=/share/crdsdata/data
CSST_AUX_DIR=/share/pipeline/aux
AUX_DIR=/sharewcl/pipeline/aux
CRDS_DIR=/sharewcl/OnOrbitCal/SimData/ref_202211/products_ref20_3hdr
DFS_ROOT=/sharewcl/dfs
CRDS_REFERENCES=/sharewcl/crdsdata/data/references
XCAT_ADM_OUTPUT=/sharewcl/pipeline/output-csst-msc-l2-xcat-adm
XCAT_EXE_OUTPUT=/sharewcl/pipeline/output-csst-msc-l2-xcat-exe
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# AUX_DIR=/share/pipeline/aux
# CRDS_DIR=/share/OnOrbitCal/SimData/ref_202211/products_ref20_3hdr
# DFS_ROOT=/share/dfs
\ No newline at end of file
# VOLUMES ==================
CSST_DFS_ROOT=/sharewcl/dfs
CSST_CRDS_ROOT=/sharewcl/crdsdata/data
CSST_AUX_DIR=/sharewcl/pipeline/aux
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment