Skip to content

GitLab

Commit 6e4bdbd0 authored by Zhang Xiaoli's avatar Zhang Xiaoli
Browse files

Add harbor_path and module_name environment variables to all modules

parent 08ab97b4
Hide whitespace changes
Inline Side-by-side
Showing with 46 additions and 47 deletions
L1/pipelines/csst-cpic-l1-qc0/app.yaml
View file @ 6e4bdbd0
......@@ -52,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
L1/pipelines/csst-cpic-l1/app.yaml
View file @ 6e4bdbd0
......@@ -52,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......@@ -60,8 +62,10 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts:
- h0:1
# - "c(0[1-9]|1[0-9]|2[0-9]|30)":1
- c0:1
- c1:1
- c2:1
\ No newline at end of file
L1/pipelines/csst-cpic-l1/scalebox.env
View file @ 6e4bdbd0
......@@ -20,4 +20,8 @@ VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-cpic-l1
HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file
HARBOR_PATH=csu-harbor.csst.nao:10443
TAG=latest
MODULE_NAME=csst-cpic-l1
# SINK_MODULE=0: no sink module; SINK_MODULE=1 : has sink module
SINK_MODULE=0
\ No newline at end of file
L1/pipelines/csst-hstdm-l1/app.yaml
View file @ 6e4bdbd0
......@@ -53,6 +53,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
L1/pipelines/csst-ifs-l1-qc0/app.yaml
View file @ 6e4bdbd0
......@@ -52,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
L1/pipelines/csst-ifs-l1-rss/app.yaml
View file @ 6e4bdbd0
......@@ -52,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
L1/pipelines/csst-ifs-l1/app.yaml
View file @ 6e4bdbd0
......@@ -30,44 +30,10 @@ jobs:
paths:
- ${CSST_DAT_YAML_PATH}:/dag-yaml
sink_vjobs:
- csst-ifs-l1-qc0
csst-ifs-l1-qc0:
label: 积分视场光谱仪QC0
base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-qc0
# schedule_mode: HEAD
arguments:
# always_running: yes
# reserved_on_exit: yes
output_text_size: 100000
text_tranc_mode: TAIL
locale_mode: NONE
# grpc_server: 10.3.10.28:50051
parameters:
# start_message: 10160000068
key_group_regex: ^(.{6})(.{3})$
key_group_seq: 1,2
environments:
- CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
- CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
- ${CCDS_ROOT}:/ccds_root
- ${CSST_AST_TEMP}:/pipeline/temp
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
sink_vjobs:
- csst-ifs-l1-rss
hosts:
# - h0:1
- c0:1
- c1:1
- c2:1
csst-ifs-l1-rss:
- csst-ifs-l1
csst-ifs-l1:
label: IFS单次曝光
base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-rss
base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1
# schedule_mode: HEAD
arguments:
# always_running: yes
......@@ -86,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......@@ -93,7 +61,7 @@ jobs:
- ${CSST_AST_TEMP}:/pipeline/temp
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts:
# - h0:1
- h0:1
- c0:1
- c1:1
- c2:1
......
L1/pipelines/csst-ifs-l1/scalebox.env
View file @ 6e4bdbd0
......@@ -19,5 +19,5 @@ VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-ifs-l1-rss
DAG_NAME=csst-ifs-l1
HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file
L1/pipelines/csst-mci-l1/app.yaml
View file @ 6e4bdbd0
......@@ -52,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
L1/pipelines/csst-msc-l1-ast/app.yaml
View file @ 6e4bdbd0
......@@ -5,7 +5,6 @@ cluster: csst-csu
parameters:
initial_status: RUNNING
message_router: message-router-csst
jobs:
message-router-csst:
label: 主消息路由
......@@ -31,7 +30,7 @@ jobs:
- ${CSST_DAT_YAML_PATH}:/dag-yaml
sink_vjobs:
- csst-msc-l1-ast-astrometry
- csst-msc-l1-ast-sso-match
- csst-msc-l1-ast-sso
csst-msc-l1-ast-astrometry:
label: 天测
base_image: ${HARBOR_PATH}/cnic/csst-msc-l1-ast-astrometry
......@@ -53,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=csst-msc-l1-ast-astrometry
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......@@ -60,15 +61,15 @@ jobs:
- ${CSST_AST_TEMP}:/pipeline/temp
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
sink_vjobs:
- csst-msc-l1-ast-sso-match
- csst-msc-l1-ast-sso
hosts:
- h0:1
- c0:1
- c1:1
- c2:1
csst-msc-l1-ast-sso-match:
csst-msc-l1-ast-sso:
label: 近地天体探测
base_image: ${HARBOR_PATH}/cnic/csst-msc-l1-ast-sso-match
base_image: ${HARBOR_PATH}/cnic/csst-msc-l1-ast-sso
# schedule_mode: HEAD
arguments:
# always_running: yes
......@@ -86,7 +87,9 @@ jobs:
- CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=csst-msc-l1-ast-sso
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
L1/pipelines/csst-msc-l1-mbi/app.yaml
View file @ 6e4bdbd0
......@@ -53,6 +53,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=csst-msc-l1-mbi
paths:
# - ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......@@ -86,7 +88,9 @@ jobs:
- CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=csst-msc-l1-mbi-phot
paths:
# - ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
L1/pipelines/csst-msc-l1-ooc/app.yaml
View file @ 6e4bdbd0
......@@ -52,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
L1/pipelines/csst-msc-l1-qc0/app.yaml
View file @ 6e4bdbd0
......@@ -52,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
L1/pipelines/csst-msc-l1-sls/app.yaml
View file @ 6e4bdbd0
......@@ -52,6 +52,8 @@ jobs:
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
- HARBOR_PATH=${HARBOR_PATH}
- MODULE_NAME=${DAG_NAME}
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment