Skip to content

GitLab

Commit ba80182e authored by Zhang Xiaoli's avatar Zhang Xiaoli
Browse files

修改流水线名称，增加HARBOR_PATH环境变量

parent f171eb31
Hide whitespace changes
Inline Side-by-side
Showing with 410 additions and 20 deletions
L1/pipelines/csst-cpic-l1-qc0/app.yaml
View file @ ba80182e
name: csst-cpic-l1-qc0.apps2
name: csst-cpic-l1-qc0.apps
label: 星冕仪模块QC0(cpic-qc0)
comment: 星冕仪模块QC0一级流水线
cluster: csst-csu
......@@ -33,7 +33,7 @@ jobs:
- csst-cpic-l1
csst-cpic-l1-qc0:
label: 星冕仪QC0
base_image: cnic/csst-cpic-l1
base_image: ${HARBOR_PATH}/cnic/csst-cpic-l1-qc0
# schedule_mode: HEAD
arguments:
# always_running: yes
......@@ -60,8 +60,8 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts:
- h0:1
# - c0:10
# - c1:10
# - c2:10
- c0:1
- c1:1
- c2:1
\ No newline at end of file
L1/pipelines/csst-cpic-l1-qc0/scalebox.env
View file @ ba80182e
......@@ -19,4 +19,5 @@ VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-cpic-l1-qc0
\ No newline at end of file
DAG_NAME=csst-cpic-l1-qc0
HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file
L1/pipelines/csst-cpic-l1/app.yaml
View file @ ba80182e
name: csst-cpic-l1.apps2
name: csst-cpic-l1.apps
label: 星冕仪一级流水线(cpic)
comment: 星冕仪一级流水线
cluster: csst-csu
......@@ -33,7 +33,7 @@ jobs:
- csst-cpic-l1
csst-cpic-l1:
label: 星冕仪
base_image: cnic/csst-cpic-l1
base_image: ${HARBOR_PATH}/cnic/csst-cpic-l1
# schedule_mode: HEAD
arguments:
# always_running: yes
......@@ -60,8 +60,8 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts:
- h0:1
# - c0:10
# - c1:10
# - c2:10
- c0:1
- c1:1
- c2:1
\ No newline at end of file
L1/pipelines/csst-cpic-l1/scalebox.env
View file @ ba80182e
......@@ -19,4 +19,5 @@ VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-cpic-l1
\ No newline at end of file
DAG_NAME=csst-cpic-l1
HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file
L1/pipelines/csst-hstdm-l1/Makefile 0 → 100644
View file @ ba80182e
CLUSTER=csst-csu
all: reset build
run:
# PGHOST=192.168.25.27 GRPC_SERVER=192.168.25.27 scalebox app create --env-file csu.env
scalebox app create --env-file scalebox.env
reset:
cd ${HOME}/docker-scalebox/clusters/$(CLUSTER) && make && cd -
down:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) down
list:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) list
L1/pipelines/csst-hstdm-l1/app.yaml 0 → 100644
View file @ ba80182e
name: csst-hstdm-l1.apps
label: 太赫兹一级流水线(hstdm)
comment: 太赫兹一级流水线
cluster: csst-csu
parameters:
initial_status: RUNNING
message_router: message-router-csst
jobs:
message-router-csst:
label: 主消息路由
base_image: csst/message-router-hstdm
# schedule_mode: HEAD
parameters:
tasks_per_queue: 500
#key_group_regex: ^(.+)$
#start_message: any
arguments:
task_timeout_seconds: 3000
max_sleep_count: 6000
slot_options: slot_on_head
environments:
- message=tar1266932744
- dataset_id=${DATASET_ID}
- star_s=${STAR_S}
- end_st=${END_ST}
- size=${SIZE}
- DAG_NAME=${DAG_NAME}
# - PGHOST=10.3.10.28:9090
paths:
- ${CSST_DAT_YAML_PATH}:/dag-yaml
sink_vjobs:
- csst-hstdm-l1
# - csst-hstdm-l2
csst-hstdm-l1:
label: 太赫兹L1
base_image: ${HARBOR_PATH}/cnic/csst-hstdm-l1
# schedule_mode: HEAD
arguments:
# always_running: yes
# reserved_on_exit: yes
output_text_size: 100000
text_tranc_mode: TAIL
locale_mode: NONE
# grpc_server: 10.3.10.28:50051
parameters:
# start_message: 10160000068
key_group_regex: ^(.{6})(.{3})$
key_group_seq: 1,2
environments:
- CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
- CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
- ${CCDS_ROOT}:/ccds_root
- ${CSST_AST_TEMP}:/pipeline/temp
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_vjobs:
# - csst-hstdm-l2
hosts:
# - h0:1
- c0:1
- c1:1
- c2:1
# csst-hstdm-l2:
# label: 太赫兹L2
# base_image: cnic/csst-hstdm-l2
# # schedule_mode: HEAD
# arguments:
# # always_running: yes
# # reserved_on_exit: yes
# output_text_size: 100000
# text_tranc_mode: TAIL
# locale_mode: NONE
# # grpc_server: 10.3.10.28:50051
# parameters:
# # start_message: 10160000068
# key_group_regex: ^(.{6})(.{3})$
# key_group_seq: 1,2
# environments:
# - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
# - CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
# - CCDS_SERVER_URL=${CCDS_SERVER_URL}
# # - PGHOST=10.3.10.28:9090
# - TRACE=yes
# paths:
# - ${CSST_AUX_ROOT}:/pipeline/aux
# - ${CSST_DFS_ROOT}:/dfs_root
# - ${CCDS_ROOT}:/ccds_root
# - ${CSST_AST_TEMP}:/pipeline/temp
# # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# hosts:
# - h0:1
# # - c0:10
# # - c1:10
# # - c2:10
\ No newline at end of file
L1/pipelines/csst-hstdm-l1/scalebox.env 0 → 100644
View file @ ba80182e
# DFS
CSST_DFS_GATEWAY=192.168.25.89:28000
CSST_DFS_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjQ4ODU0NTA2NjQsInN1YiI6InN5c3RlbSJ9.POsuUABytu8-WMtZiYehiYEa5BnlgqNTXT6X3OTyix0
# CCDS
CCDS_SERVER_URL=http://192.168.25.89:29000
CCDS_USER=USER
CCDS_PASS=PASS
# VOLUMES
CSST_DFS_ROOT=/nfs/dfs # /dfs_root:ro
CCDS_ROOT=/nfs/ccds # /ccds_root:ro
CSST_AST_TEMP=/nfs/pipeline-inttest/ast_temp # /pipeline/temp:rw
CSST_AUX_ROOT=/nfs/pipeline-inttest/aux # /pipeline/aux:ro
# TEST
CSST_INTTEST_ROOT=/nfs/pipeline-inttest
VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-hstdm-l1
HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file
L1/pipelines/csst-ifs-l1-qc0/Makefile 0 → 100644
View file @ ba80182e
CLUSTER=csst-csu
all: reset build
run:
# PGHOST=192.168.25.27 GRPC_SERVER=192.168.25.27 scalebox app create --env-file csu.env
scalebox app create --env-file scalebox.env
reset:
cd ${HOME}/docker-scalebox/clusters/$(CLUSTER) && make && cd -
down:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) down
list:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) list
L1/pipelines/csst-ifs-l1-qc0/app.yaml 0 → 100644
View file @ ba80182e
name: csst-ifs-l1-qc0.apps
label: 积分视场光谱仪QC0(ifs-qc0)
comment: 积分视场光谱仪QC0一级流水线
cluster: csst-csu
parameters:
initial_status: RUNNING
message_router: message-router-csst
jobs:
message-router-csst:
label: 主消息路由
base_image: csst/message-router-ifs-qc0
# schedule_mode: HEAD
parameters:
tasks_per_queue: 500
#key_group_regex: ^(.+)$
#start_message: any
arguments:
task_timeout_seconds: 3000
max_sleep_count: 6000
slot_options: slot_on_head
environments:
- message=tar1266932744
- dataset_id=${DATASET_ID}
- star_s=${STAR_S}
- end_st=${END_ST}
- size=${SIZE}
- DAG_NAME=${DAG_NAME}
# - PGHOST=10.3.10.28:9090
paths:
- ${CSST_DAT_YAML_PATH}:/dag-yaml
sink_vjobs:
- csst-ifs-l1-qc0
csst-ifs-l1-qc0:
label: 积分视场光谱仪QC0
base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-qc0
# schedule_mode: HEAD
arguments:
# always_running: yes
# reserved_on_exit: yes
output_text_size: 100000
text_tranc_mode: TAIL
locale_mode: NONE
# grpc_server: 10.3.10.28:50051
parameters:
# start_message: 10160000068
key_group_regex: ^(.{6})(.{3})$
key_group_seq: 1,2
environments:
- CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
- CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
- ${CCDS_ROOT}:/ccds_root
- ${CSST_AST_TEMP}:/pipeline/temp
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts:
- h0:1
# - c0:10
# - c1:10
# - c2:10
\ No newline at end of file
L1/pipelines/csst-ifs-l1-qc0/scalebox.env 0 → 100644
View file @ ba80182e
# DFS
CSST_DFS_GATEWAY=192.168.25.89:28000
CSST_DFS_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjQ4ODU0NTA2NjQsInN1YiI6InN5c3RlbSJ9.POsuUABytu8-WMtZiYehiYEa5BnlgqNTXT6X3OTyix0
# CCDS
CCDS_SERVER_URL=http://192.168.25.89:29000
CCDS_USER=USER
CCDS_PASS=PASS
# VOLUMES
CSST_DFS_ROOT=/nfs/dfs # /dfs_root:ro
CCDS_ROOT=/nfs/ccds # /ccds_root:ro
CSST_AST_TEMP=/nfs/pipeline-inttest/ast_temp # /pipeline/temp:rw
CSST_AUX_ROOT=/nfs/pipeline-inttest/aux # /pipeline/aux:ro
# TEST
CSST_INTTEST_ROOT=/nfs/pipeline-inttest
VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-ifs-l1-qc0
HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file
L1/pipelines/csst-ifs-l1-rss/app.yaml
View file @ ba80182e
name: csst-ifs-l1-rss.apps2
name: csst-ifs-l1-rss.apps
label: IFS单次曝光(ifs-rss)
comment: 积分视场光谱仪单次曝光一级流水线
cluster: csst-csu
......@@ -33,7 +33,7 @@ jobs:
- csst-ifs-l1-rss
csst-ifs-l1-rss:
label: IFS单次曝光
base_image: cnic/csst-ifs-l1-rss
base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-rss
# schedule_mode: HEAD
arguments:
# always_running: yes
......
L1/pipelines/csst-ifs-l1-rss/scalebox.env
View file @ ba80182e
......@@ -19,4 +19,5 @@ VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-ifs-l1-rss
\ No newline at end of file
DAG_NAME=csst-ifs-l1-rss
HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file
L1/pipelines/csst-ifs-l1/Makefile 0 → 100644
View file @ ba80182e
CLUSTER=csst-csu
all: reset build
run:
# PGHOST=192.168.25.27 GRPC_SERVER=192.168.25.27 scalebox app create --env-file csu.env
scalebox app create --env-file scalebox.env
reset:
cd ${HOME}/docker-scalebox/clusters/$(CLUSTER) && make && cd -
down:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) down
list:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) list
L1/pipelines/csst-ifs-l1/app.yaml 0 → 100644
View file @ ba80182e
name: csst-ifs-l1.apps
label: IFS单次曝光(ifs-rss)
comment: 积分视场光谱仪单次曝光一级流水线
cluster: csst-csu
parameters:
initial_status: RUNNING
message_router: message-router-csst
jobs:
message-router-csst:
label: 主消息路由
base_image: csst/message-router-ifs
# schedule_mode: HEAD
parameters:
tasks_per_queue: 500
#key_group_regex: ^(.+)$
#start_message: any
arguments:
task_timeout_seconds: 3000
max_sleep_count: 6000
slot_options: slot_on_head
environments:
- message=tar1266932744
- dataset_id=${DATASET_ID}
- star_s=${STAR_S}
- end_st=${END_ST}
- size=${SIZE}
- DAG_NAME=${DAG_NAME}
# - PGHOST=10.3.10.28:9090
paths:
- ${CSST_DAT_YAML_PATH}:/dag-yaml
sink_vjobs:
- csst-ifs-l1-qc0
csst-ifs-l1-qc0:
label: 积分视场光谱仪QC0
base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-qc0
# schedule_mode: HEAD
arguments:
# always_running: yes
# reserved_on_exit: yes
output_text_size: 100000
text_tranc_mode: TAIL
locale_mode: NONE
# grpc_server: 10.3.10.28:50051
parameters:
# start_message: 10160000068
key_group_regex: ^(.{6})(.{3})$
key_group_seq: 1,2
environments:
- CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
- CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
- ${CCDS_ROOT}:/ccds_root
- ${CSST_AST_TEMP}:/pipeline/temp
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
sink_vjobs:
- csst-ifs-l1-rss
hosts:
# - h0:1
- c0:1
- c1:1
- c2:1
csst-ifs-l1-rss:
label: IFS单次曝光
base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-rss
# schedule_mode: HEAD
arguments:
# always_running: yes
# reserved_on_exit: yes
output_text_size: 100000
text_tranc_mode: TAIL
locale_mode: NONE
# grpc_server: 10.3.10.28:50051
parameters:
# start_message: 10160000068
key_group_regex: ^(.{6})(.{3})$
key_group_seq: 1,2
environments:
- CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
- CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
- CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
- TRACE=yes
paths:
- ${CSST_AUX_ROOT}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfs_root
- ${CCDS_ROOT}:/ccds_root
- ${CSST_AST_TEMP}:/pipeline/temp
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts:
# - h0:1
- c0:1
- c1:1
- c2:1
\ No newline at end of file
L1/pipelines/csst-ifs-l1/scalebox.env 0 → 100644
View file @ ba80182e
# DFS
CSST_DFS_GATEWAY=192.168.25.89:28000
CSST_DFS_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjQ4ODU0NTA2NjQsInN1YiI6InN5c3RlbSJ9.POsuUABytu8-WMtZiYehiYEa5BnlgqNTXT6X3OTyix0
# CCDS
CCDS_SERVER_URL=http://192.168.25.89:29000
CCDS_USER=USER
CCDS_PASS=PASS
# VOLUMES
CSST_DFS_ROOT=/nfs/dfs # /dfs_root:ro
CCDS_ROOT=/nfs/ccds # /ccds_root:ro
CSST_AST_TEMP=/nfs/pipeline-inttest/ast_temp # /pipeline/temp:rw
CSST_AUX_ROOT=/nfs/pipeline-inttest/aux # /pipeline/aux:ro
# TEST
CSST_INTTEST_ROOT=/nfs/pipeline-inttest
VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-ifs-l1-rss
HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file
L1/pipelines/csst-mci-l1/app.yaml
View file @ ba80182e
......@@ -33,7 +33,7 @@ jobs:
- csst-mci-l1
csst-mci-l1:
label: 多通道成像
base_image: cnic/csst-mci-l1
base_image: ${HARBOR_PATH}/cnic/csst-mci-l1
# schedule_mode: HEAD
arguments:
# always_running: yes
......@@ -60,8 +60,8 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts:
- h0:1
# - c0:10
# - c1:10
# - c2:10
- c0:1
- c1:1
- c2:1
\ No newline at end of file
L1/pipelines/csst-mci-l1/scalebox.env
View file @ ba80182e
......@@ -19,4 +19,5 @@ VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-mci-l1
\ No newline at end of file
DAG_NAME=csst-mci-l1
HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment