Commit 2c878cec authored by Zhang Xiaoli's avatar Zhang Xiaoli
Browse files

Completed xcat pipeline test.

parent 438c5698
name: msc-l2-xcat.app.process name: msc-l2-xcat.app.process
label: 星表检索 label: 多色成像星表合并
comment: 星表检索 comment: 主巡天多色成像星表合并二级流水线
cluster: csst cluster: csst
parameters: parameters:
initial_status: RUNNING initial_status: RUNNING
jobs: jobs:
csst-msc-l2-xcat-adm: csst-msc-l2-xcat-adm:
label: 星表管理模块 label: 星表合并管理模块
base_image: cnic/csst-msc-l2-xcat-adm:latest base_image: cnic/csst-msc-l2-xcat-adm:latest
schedule_mode: HEAD schedule_mode: HEAD
variables: variables:
always_running: yes # always_running: yes
output_text_size: 100000 output_text_size: 100000
text_tranc_mode: TAIL text_tranc_mode: TAIL
locale_mode: NONE locale_mode: NONE
...@@ -24,21 +23,20 @@ jobs: ...@@ -24,21 +23,20 @@ jobs:
- CSST_DFS_APP_ID=test - CSST_DFS_APP_ID=test
- CSST_DFS_APP_TOKEN=test - CSST_DFS_APP_TOKEN=test
paths: # change /share to /sharewcl in PML production environment paths: # change /share to /sharewcl in PML production environment
- ${XCAT_ADM_OUTPUT}:/pipeline/output # output directory, omit this line in production - ${CSST_AUX_DIR}:/pipeline/aux
- ${AUX_DIR}:/pipeline/aux - ${CSST_DFS_ROOT}:/dfsroot
- ${DFS_ROOT}:/dfsroot - ${CSST_CRDS_ROOT}:/crdsroot
- ${CRDS_REFERENCES}:/crdsref
sink_jobs: sink_jobs:
- csst-msc-l2-xcat-exe - csst-msc-l2-xcat-exe
# command: > # command: >
# bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt" # bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt"
csst-msc-l2-xcat-exe: csst-msc-l2-xcat-exe:
label: 星表执行模块 label: 星表合并执行模块
base_image: cnic/csst-msc-l2-xcat-exe:latest base_image: cnic/csst-msc-l2-xcat-exe:latest
# schedule_mode: HEAD # schedule_mode: HEAD
variables: variables:
always_running: yes # always_running: yes
output_text_size: 100000 output_text_size: 100000
text_tranc_mode: TAIL text_tranc_mode: TAIL
locale_mode: NONE locale_mode: NONE
...@@ -49,14 +47,13 @@ jobs: ...@@ -49,14 +47,13 @@ jobs:
- CSST_DFS_APP_TOKEN=test - CSST_DFS_APP_TOKEN=test
paths: # change /share to /sharewcl in PML production environment paths: # change /share to /sharewcl in PML production environment
# output directory, omit this line in production # output directory, omit this line in production
- ${XCAT_EXE_OUTPUT}:/pipeline/output - ${CSST_AUX_DIR}:/pipeline/aux
- ${AUX_DIR}:/pipeline/aux - ${CSST_DFS_ROOT}:/dfsroot
- ${DFS_ROOT}:/dfsroot - ${CSST_CRDS_ROOT}:/crdsroot
- ${CRDS_REFERENCES}:/crdsref
# command: > # command: >
# python /pipeline/src/run.py {\"brick_id\":1} # python /pipeline/src/run.py {\"brick_id\":1}
hosts: hosts:
- h0:1 # - h0:1
- c0:1 - c0:1
- c1:1 - c1:1
- c2:1 - c2:1
\ No newline at end of file
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/share/dfs
CSST_CRDS_ROOT=/share/crdsdata/data
CSST_AUX_DIR=/share/pipeline/aux
AUX_DIR=/sharewcl/pipeline/aux # DFS
CRDS_DIR=/sharewcl/OnOrbitCal/SimData/ref_202211/products_ref20_3hdr CSST_DFS_API_MODE=cluster
DFS_ROOT=/sharewcl/dfs CSST_DFS_GATEWAY=172.24.27.2:30880
CRDS_REFERENCES=/sharewcl/crdsdata/data/references CSST_DFS_APP_ID=test
XCAT_ADM_OUTPUT=/sharewcl/pipeline/output-csst-msc-l2-xcat-adm CSST_DFS_APP_TOKEN=test
XCAT_EXE_OUTPUT=/sharewcl/pipeline/output-csst-msc-l2-xcat-exe # CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# AUX_DIR=/share/pipeline/aux # VOLUMES ==================
# CRDS_DIR=/share/OnOrbitCal/SimData/ref_202211/products_ref20_3hdr CSST_DFS_ROOT=/sharewcl/dfs
# DFS_ROOT=/share/dfs CSST_CRDS_ROOT=/sharewcl/crdsdata/data
\ No newline at end of file CSST_AUX_DIR=/sharewcl/pipeline/aux
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment