Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Open sidebar
csst
Scalebox Apps
Commits
2c878cec
Commit
2c878cec
authored
Jul 21, 2023
by
Zhang Xiaoli
Browse files
Completed xcat pipeline test.
parent
438c5698
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
36 additions
and
25 deletions
+36
-25
L2/dockerfiles/csst-msc-l2-xcat/test/app.yaml
L2/dockerfiles/csst-msc-l2-xcat/test/app.yaml
+13
-16
L2/dockerfiles/csst-msc-l2-xcat/test/zjs-ztm.env
L2/dockerfiles/csst-msc-l2-xcat/test/zjs-ztm.env
+12
-0
L2/dockerfiles/csst-msc-l2-xcat/test/zjs.env
L2/dockerfiles/csst-msc-l2-xcat/test/zjs.env
+11
-9
No files found.
L2/dockerfiles/csst-msc-l2-xcat/test/app.yaml
View file @
2c878cec
name
:
msc-l2-xcat.app.process
name
:
msc-l2-xcat.app.process
label
:
星表检索
label
:
多色成像星表合并
comment
:
星表检索
comment
:
主巡天多色成像星表合并二级流水线
cluster
:
csst
cluster
:
csst
parameters
:
parameters
:
initial_status
:
RUNNING
initial_status
:
RUNNING
jobs
:
jobs
:
csst-msc-l2-xcat-adm
:
csst-msc-l2-xcat-adm
:
label
:
星表管理模块
label
:
星表
合并
管理模块
base_image
:
cnic/csst-msc-l2-xcat-adm:latest
base_image
:
cnic/csst-msc-l2-xcat-adm:latest
schedule_mode
:
HEAD
schedule_mode
:
HEAD
variables
:
variables
:
always_running
:
yes
#
always_running: yes
output_text_size
:
100000
output_text_size
:
100000
text_tranc_mode
:
TAIL
text_tranc_mode
:
TAIL
locale_mode
:
NONE
locale_mode
:
NONE
...
@@ -24,21 +23,20 @@ jobs:
...
@@ -24,21 +23,20 @@ jobs:
-
CSST_DFS_APP_ID=test
-
CSST_DFS_APP_ID=test
-
CSST_DFS_APP_TOKEN=test
-
CSST_DFS_APP_TOKEN=test
paths
:
# change /share to /sharewcl in PML production environment
paths
:
# change /share to /sharewcl in PML production environment
-
${XCAT_ADM_OUTPUT}:/pipeline/output
# output directory, omit this line in production
-
${CSST_AUX_DIR}:/pipeline/aux
-
${AUX_DIR}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfsroot
-
${DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsroot
-
${CRDS_REFERENCES}:/crdsref
sink_jobs
:
sink_jobs
:
-
csst-msc-l2-xcat-exe
-
csst-msc-l2-xcat-exe
# command: >
# command: >
# bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt"
# bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt"
csst-msc-l2-xcat-exe
:
csst-msc-l2-xcat-exe
:
label
:
星表执行模块
label
:
星表
合并
执行模块
base_image
:
cnic/csst-msc-l2-xcat-exe:latest
base_image
:
cnic/csst-msc-l2-xcat-exe:latest
# schedule_mode: HEAD
# schedule_mode: HEAD
variables
:
variables
:
always_running
:
yes
#
always_running: yes
output_text_size
:
100000
output_text_size
:
100000
text_tranc_mode
:
TAIL
text_tranc_mode
:
TAIL
locale_mode
:
NONE
locale_mode
:
NONE
...
@@ -49,14 +47,13 @@ jobs:
...
@@ -49,14 +47,13 @@ jobs:
-
CSST_DFS_APP_TOKEN=test
-
CSST_DFS_APP_TOKEN=test
paths
:
# change /share to /sharewcl in PML production environment
paths
:
# change /share to /sharewcl in PML production environment
# output directory, omit this line in production
# output directory, omit this line in production
-
${XCAT_EXE_OUTPUT}:/pipeline/output
-
${CSST_AUX_DIR}:/pipeline/aux
-
${AUX_DIR}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfsroot
-
${DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsroot
-
${CRDS_REFERENCES}:/crdsref
# command: >
# command: >
# python /pipeline/src/run.py {\"brick_id\":1}
# python /pipeline/src/run.py {\"brick_id\":1}
hosts
:
hosts
:
-
h0:1
#
- h0:1
-
c0:1
-
c0:1
-
c1:1
-
c1:1
-
c2:1
-
c2:1
\ No newline at end of file
L2/dockerfiles/csst-msc-l2-xcat/test/zjs-ztm.env
0 → 100644
View file @
2c878cec
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/share/dfs
CSST_CRDS_ROOT=/share/crdsdata/data
CSST_AUX_DIR=/share/pipeline/aux
L2/dockerfiles/csst-msc-l2-xcat/test/zjs.env
View file @
2c878cec
AUX_DIR=/sharewcl/pipeline/aux
# DFS
CRDS_DIR=/sharewcl/OnOrbitCal/SimData/ref_202211/products_ref20_3hdr
CSST_DFS_API_MODE=cluster
DFS_ROOT=/sharewcl/dfs
CSST_DFS_GATEWAY=172.24.27.2:30880
CRDS_REFERENCES=/sharewcl/crdsdata/data/references
CSST_DFS_APP_ID=test
XCAT_ADM_OUTPUT=/sharewcl/pipeline/output-csst-msc-l2-xcat-adm
CSST_DFS_APP_TOKEN=test
XCAT_EXE_OUTPUT=/sharewcl/pipeline/output-csst-msc-l2-xcat-exe
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# AUX_DIR=/share/pipeline/aux
# VOLUMES ==================
# CRDS_DIR=/share/OnOrbitCal/SimData/ref_202211/products_ref20_3hdr
CSST_DFS_ROOT=/sharewcl/dfs
# DFS_ROOT=/share/dfs
CSST_CRDS_ROOT=/sharewcl/crdsdata/data
\ No newline at end of file
CSST_AUX_DIR=/sharewcl/pipeline/aux
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment