Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Open sidebar
csst
Scalebox Apps
Commits
9b0203ee
Commit
9b0203ee
authored
Jul 18, 2025
by
Zhang Xiaoli
Browse files
星冕仪和星冕仪QC0流水线测试通过
parent
535fdba5
Changes
8
Show whitespace changes
Inline
Side-by-side
Showing
8 changed files
with
210 additions
and
0 deletions
+210
-0
L1/pipelines/csst-cpic-l1-qc0/Makefile
L1/pipelines/csst-cpic-l1-qc0/Makefile
+16
-0
L1/pipelines/csst-cpic-l1-qc0/README.md
L1/pipelines/csst-cpic-l1-qc0/README.md
+0
-0
L1/pipelines/csst-cpic-l1-qc0/app.yaml
L1/pipelines/csst-cpic-l1-qc0/app.yaml
+67
-0
L1/pipelines/csst-cpic-l1-qc0/scalebox.env
L1/pipelines/csst-cpic-l1-qc0/scalebox.env
+22
-0
L1/pipelines/csst-cpic-l1/Makefile
L1/pipelines/csst-cpic-l1/Makefile
+16
-0
L1/pipelines/csst-cpic-l1/README.md
L1/pipelines/csst-cpic-l1/README.md
+0
-0
L1/pipelines/csst-cpic-l1/app.yaml
L1/pipelines/csst-cpic-l1/app.yaml
+67
-0
L1/pipelines/csst-cpic-l1/scalebox.env
L1/pipelines/csst-cpic-l1/scalebox.env
+22
-0
No files found.
L1/pipelines/csst-cpic-l1-qc0/Makefile
0 → 100644
View file @
9b0203ee
CLUSTER
=
csst-csu
all
:
reset build
run
:
# PGHOST=192.168.25.27 GRPC_SERVER=192.168.25.27 scalebox app create --env-file csu.env
scalebox
app
create
--env-file
scalebox.env
reset
:
cd
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
&&
make
&&
cd
-
down
:
make
-C
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
down
list
:
make
-C
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
list
L1/pipelines/csst-cpic-l1-qc0/README.md
0 → 100644
View file @
9b0203ee
L1/pipelines/csst-cpic-l1-qc0/app.yaml
0 → 100644
View file @
9b0203ee
name
:
csst-cpic-l1-qc0.apps2
label
:
星冕仪模块QC0(cpic-qc0)
comment
:
星冕仪模块QC0一级流水线
cluster
:
csst-csu
parameters
:
initial_status
:
RUNNING
message_router
:
message-router-csst
jobs
:
message-router-csst
:
label
:
主消息路由
base_image
:
csst/message-router-cpic-qc0
# schedule_mode: HEAD
parameters
:
tasks_per_queue
:
500
#key_group_regex: ^(.+)$
#start_message: any
arguments
:
task_timeout_seconds
:
3000
max_sleep_count
:
6000
slot_options
:
slot_on_head
environments
:
-
message=tar1266932744
-
dataset_id=${DATASET_ID}
-
star_s=${STAR_S}
-
end_st=${END_ST}
-
size=${SIZE}
-
DAG_NAME=${DAG_NAME}
# - PGHOST=10.3.10.28:9090
paths
:
-
${CSST_DAT_YAML_PATH}:/dag-yaml
sink_vjobs
:
-
csst-cpic-l1
csst-cpic-l1-qc0
:
label
:
星冕仪QC0
base_image
:
cnic/csst-cpic-l1
# schedule_mode: HEAD
arguments
:
# always_running: yes
# reserved_on_exit: yes
output_text_size
:
100000
text_tranc_mode
:
TAIL
locale_mode
:
NONE
# grpc_server: 10.3.10.28:50051
parameters
:
# start_message: 10160000068
key_group_regex
:
^(.{6})(.{3})$
key_group_seq
:
1,2
environments
:
-
CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
-
CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
-
CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
-
TRACE=yes
paths
:
-
${CSST_AUX_ROOT}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfs_root
-
${CCDS_ROOT}:/ccds_root
-
${CSST_AST_TEMP}:/pipeline/temp
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts
:
-
h0:1
# - c0:10
# - c1:10
# - c2:10
\ No newline at end of file
L1/pipelines/csst-cpic-l1-qc0/scalebox.env
0 → 100644
View file @
9b0203ee
# DFS
CSST_DFS_GATEWAY=192.168.25.89:28000
CSST_DFS_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjQ4ODU0NTA2NjQsInN1YiI6InN5c3RlbSJ9.POsuUABytu8-WMtZiYehiYEa5BnlgqNTXT6X3OTyix0
# CCDS
CCDS_SERVER_URL=http://192.168.25.89:29000
CCDS_USER=USER
CCDS_PASS=PASS
# VOLUMES
CSST_DFS_ROOT=/nfs/dfs # /dfs_root:ro
CCDS_ROOT=/nfs/ccds # /ccds_root:ro
CSST_AST_TEMP=/nfs/pipeline-inttest/ast_temp # /pipeline/temp:rw
CSST_AUX_ROOT=/nfs/pipeline-inttest/aux # /pipeline/aux:ro
# TEST
CSST_INTTEST_ROOT=/nfs/pipeline-inttest
VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-cpic-l1-qc0
\ No newline at end of file
L1/pipelines/csst-cpic-l1/Makefile
0 → 100644
View file @
9b0203ee
CLUSTER
=
csst-csu
all
:
reset build
run
:
# PGHOST=192.168.25.27 GRPC_SERVER=192.168.25.27 scalebox app create --env-file csu.env
scalebox
app
create
--env-file
scalebox.env
reset
:
cd
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
&&
make
&&
cd
-
down
:
make
-C
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
down
list
:
make
-C
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
list
L1/pipelines/csst-cpic-l1/README.md
0 → 100644
View file @
9b0203ee
L1/pipelines/csst-cpic-l1/app.yaml
0 → 100644
View file @
9b0203ee
name
:
csst-cpic-l1.apps2
label
:
星冕仪一级流水线(cpic)
comment
:
星冕仪一级流水线
cluster
:
csst-csu
parameters
:
initial_status
:
RUNNING
message_router
:
message-router-csst
jobs
:
message-router-csst
:
label
:
主消息路由
base_image
:
csst/message-router-cpic
# schedule_mode: HEAD
parameters
:
tasks_per_queue
:
500
#key_group_regex: ^(.+)$
#start_message: any
arguments
:
task_timeout_seconds
:
3000
max_sleep_count
:
6000
slot_options
:
slot_on_head
environments
:
-
message=tar1266932744
-
dataset_id=${DATASET_ID}
-
star_s=${STAR_S}
-
end_st=${END_ST}
-
size=${SIZE}
-
DAG_NAME=${DAG_NAME}
# - PGHOST=10.3.10.28:9090
paths
:
-
${CSST_DAT_YAML_PATH}:/dag-yaml
sink_vjobs
:
-
csst-cpic-l1
csst-cpic-l1
:
label
:
星冕仪
base_image
:
cnic/csst-cpic-l1
# schedule_mode: HEAD
arguments
:
# always_running: yes
# reserved_on_exit: yes
output_text_size
:
100000
text_tranc_mode
:
TAIL
locale_mode
:
NONE
# grpc_server: 10.3.10.28:50051
parameters
:
# start_message: 10160000068
key_group_regex
:
^(.{6})(.{3})$
key_group_seq
:
1,2
environments
:
-
CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
-
CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
-
CCDS_SERVER_URL=${CCDS_SERVER_URL}
# - PGHOST=10.3.10.28:9090
-
TRACE=yes
paths
:
-
${CSST_AUX_ROOT}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfs_root
-
${CCDS_ROOT}:/ccds_root
-
${CSST_AST_TEMP}:/pipeline/temp
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts
:
-
h0:1
# - c0:10
# - c1:10
# - c2:10
\ No newline at end of file
L1/pipelines/csst-cpic-l1/scalebox.env
0 → 100644
View file @
9b0203ee
# DFS
CSST_DFS_GATEWAY=192.168.25.89:28000
CSST_DFS_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjQ4ODU0NTA2NjQsInN1YiI6InN5c3RlbSJ9.POsuUABytu8-WMtZiYehiYEa5BnlgqNTXT6X3OTyix0
# CCDS
CCDS_SERVER_URL=http://192.168.25.89:29000
CCDS_USER=USER
CCDS_PASS=PASS
# VOLUMES
CSST_DFS_ROOT=/nfs/dfs # /dfs_root:ro
CCDS_ROOT=/nfs/ccds # /ccds_root:ro
CSST_AST_TEMP=/nfs/pipeline-inttest/ast_temp # /pipeline/temp:rw
CSST_AUX_ROOT=/nfs/pipeline-inttest/aux # /pipeline/aux:ro
# TEST
CSST_INTTEST_ROOT=/nfs/pipeline-inttest
VERBOSE=true
# DAG yaml /dag-yaml:ro
CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
DAG_NAME=csst-cpic-l1
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment