修改流水线名称，增加HARBOR_PATH环境变量

L1/pipelines/csst-cpic-l1-qc0/app.yaml

-name: csst-cpic-l1-qc0.apps2
+name: csst-cpic-l1-qc0.apps
 label: 星冕仪模块QC0(cpic-qc0)
 comment: 星冕仪模块QC0一级流水线
 cluster: csst-csu
@@ -33,7 +33,7 @@ jobs:
       - csst-cpic-l1
   csst-cpic-l1-qc0:
     label: 星冕仪QC0
-    base_image: cnic/csst-cpic-l1
+    base_image: ${HARBOR_PATH}/cnic/csst-cpic-l1-qc0
     # schedule_mode: HEAD
     arguments:
       # always_running: yes
@@ -60,8 +60,8 @@ jobs:
     # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%      
     hosts:
       - h0:1
-      # - c0:10
-      # - c1:10
-      # - c2:10
+      - c0:1
+      - c1:1
+      - c2:1
    
  
\ No newline at end of file

L1/pipelines/csst-cpic-l1-qc0/scalebox.env

@@ -19,4 +19,5 @@ VERBOSE=true
 
 # DAG yaml /dag-yaml:ro
 CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
-DAG_NAME=csst-cpic-l1-qc0
+DAG_NAME=csst-cpic-l1-qc0
\ No newline at end of file
+HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file

L1/pipelines/csst-cpic-l1/app.yaml

-name: csst-cpic-l1.apps2
+name: csst-cpic-l1.apps
 label: 星冕仪一级流水线(cpic)
 comment: 星冕仪一级流水线
 cluster: csst-csu
@@ -33,7 +33,7 @@ jobs:
       - csst-cpic-l1
   csst-cpic-l1:
     label: 星冕仪
-    base_image: cnic/csst-cpic-l1
+    base_image: ${HARBOR_PATH}/cnic/csst-cpic-l1
     # schedule_mode: HEAD
     arguments:
       # always_running: yes
@@ -60,8 +60,8 @@ jobs:
     # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%      
     hosts:
       - h0:1
-      # - c0:10
-      # - c1:10
-      # - c2:10
+      - c0:1
+      - c1:1
+      - c2:1
    
  
\ No newline at end of file

L1/pipelines/csst-cpic-l1/scalebox.env

@@ -19,4 +19,5 @@ VERBOSE=true
 
 # DAG yaml /dag-yaml:ro
 CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
-DAG_NAME=csst-cpic-l1
+DAG_NAME=csst-cpic-l1
\ No newline at end of file
+HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file

L1/pipelines/csst-hstdm-l1/Makefile

+CLUSTER=csst-csu
+
+all: reset build
+
+run:
+# PGHOST=192.168.25.27 GRPC_SERVER=192.168.25.27 scalebox app create --env-file csu.env
+	scalebox app create --env-file scalebox.env
+reset:
+	cd ${HOME}/docker-scalebox/clusters/$(CLUSTER) && make && cd -
+
+down:
+	make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) down
+
+list:
+	make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) list
+

L1/pipelines/csst-hstdm-l1/app.yaml

+name: csst-hstdm-l1.apps
+label: 太赫兹一级流水线(hstdm)
+comment: 太赫兹一级流水线
+cluster: csst-csu
+parameters:
+  initial_status: RUNNING
+  message_router: message-router-csst
+
+jobs: 
+  message-router-csst:
+    label: 主消息路由
+    base_image: csst/message-router-hstdm
+   # schedule_mode: HEAD
+    parameters:
+      tasks_per_queue: 500
+      #key_group_regex: ^(.+)$
+      #start_message: any
+    arguments:
+      task_timeout_seconds: 3000
+      max_sleep_count: 6000
+      slot_options: slot_on_head
+    environments:
+      - message=tar1266932744
+      - dataset_id=${DATASET_ID}
+      - star_s=${STAR_S}
+      - end_st=${END_ST}
+      - size=${SIZE}
+      - DAG_NAME=${DAG_NAME}
+      # - PGHOST=10.3.10.28:9090
+    paths:
+      - ${CSST_DAT_YAML_PATH}:/dag-yaml
+    sink_vjobs:
+      - csst-hstdm-l1
+      # - csst-hstdm-l2
+  csst-hstdm-l1:
+    label: 太赫兹L1
+    base_image: ${HARBOR_PATH}/cnic/csst-hstdm-l1
+    # schedule_mode: HEAD
+    arguments:
+      # always_running: yes
+      # reserved_on_exit: yes
+      output_text_size: 100000
+      text_tranc_mode: TAIL
+      locale_mode: NONE
+      # grpc_server: 10.3.10.28:50051      
+    parameters:
+      # start_message: 10160000068
+      key_group_regex: ^(.{6})(.{3})$
+      key_group_seq: 1,2
+    environments:
+      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
+      - CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
+      - CCDS_SERVER_URL=${CCDS_SERVER_URL}
+      # - PGHOST=10.3.10.28:9090
+      - TRACE=yes
+    paths: 
+      - ${CSST_AUX_ROOT}:/pipeline/aux
+      - ${CSST_DFS_ROOT}:/dfs_root
+      - ${CCDS_ROOT}:/ccds_root
+      - ${CSST_AST_TEMP}:/pipeline/temp
+    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%  
+    # sink_vjobs:
+    #   - csst-hstdm-l2    
+    hosts:
+      # - h0:1
+      - c0:1
+      - c1:1
+      - c2:1
+  # csst-hstdm-l2:
+  #   label: 太赫兹L2
+  #   base_image: cnic/csst-hstdm-l2
+  #   # schedule_mode: HEAD
+  #   arguments:
+  #     # always_running: yes
+  #     # reserved_on_exit: yes
+  #     output_text_size: 100000
+  #     text_tranc_mode: TAIL
+  #     locale_mode: NONE
+  #     # grpc_server: 10.3.10.28:50051      
+  #   parameters:
+  #     # start_message: 10160000068
+  #     key_group_regex: ^(.{6})(.{3})$
+  #     key_group_seq: 1,2
+  #   environments:
+  #     - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
+  #     - CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
+  #     - CCDS_SERVER_URL=${CCDS_SERVER_URL}
+  #     # - PGHOST=10.3.10.28:9090
+  #     - TRACE=yes
+  #   paths: 
+  #     - ${CSST_AUX_ROOT}:/pipeline/aux
+  #     - ${CSST_DFS_ROOT}:/dfs_root
+  #     - ${CCDS_ROOT}:/ccds_root
+  #     - ${CSST_AST_TEMP}:/pipeline/temp
+  #   # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%      
+  #   hosts:
+  #     - h0:1
+  #     # - c0:10
+  #     # - c1:10
+  #     # - c2:10   
+ 
\ No newline at end of file

L1/pipelines/csst-hstdm-l1/scalebox.env

+# DFS
+CSST_DFS_GATEWAY=192.168.25.89:28000
+CSST_DFS_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjQ4ODU0NTA2NjQsInN1YiI6InN5c3RlbSJ9.POsuUABytu8-WMtZiYehiYEa5BnlgqNTXT6X3OTyix0
+
+# CCDS
+CCDS_SERVER_URL=http://192.168.25.89:29000
+CCDS_USER=USER
+CCDS_PASS=PASS
+
+# VOLUMES
+CSST_DFS_ROOT=/nfs/dfs                   # /dfs_root:ro
+CCDS_ROOT=/nfs/ccds                      # /ccds_root:ro
+CSST_AST_TEMP=/nfs/pipeline-inttest/ast_temp      # /pipeline/temp:rw
+CSST_AUX_ROOT=/nfs/pipeline-inttest/aux           # /pipeline/aux:ro
+
+# TEST
+CSST_INTTEST_ROOT=/nfs/pipeline-inttest
+VERBOSE=true
+
+# DAG yaml /dag-yaml:ro
+CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
+DAG_NAME=csst-hstdm-l1
+HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file

L1/pipelines/csst-ifs-l1-qc0/Makefile

+CLUSTER=csst-csu
+
+all: reset build
+
+run:
+# PGHOST=192.168.25.27 GRPC_SERVER=192.168.25.27 scalebox app create --env-file csu.env
+	scalebox app create --env-file scalebox.env
+reset:
+	cd ${HOME}/docker-scalebox/clusters/$(CLUSTER) && make && cd -
+
+down:
+	make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) down
+
+list:
+	make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) list
+

L1/pipelines/csst-ifs-l1-qc0/app.yaml

+name: csst-ifs-l1-qc0.apps
+label: 积分视场光谱仪QC0(ifs-qc0)
+comment: 积分视场光谱仪QC0一级流水线
+cluster: csst-csu
+parameters:
+  initial_status: RUNNING
+  message_router: message-router-csst
+
+jobs: 
+  message-router-csst:
+    label: 主消息路由
+    base_image: csst/message-router-ifs-qc0
+   # schedule_mode: HEAD
+    parameters:
+      tasks_per_queue: 500
+      #key_group_regex: ^(.+)$
+      #start_message: any
+    arguments:
+      task_timeout_seconds: 3000
+      max_sleep_count: 6000
+      slot_options: slot_on_head
+    environments:
+      - message=tar1266932744
+      - dataset_id=${DATASET_ID}
+      - star_s=${STAR_S}
+      - end_st=${END_ST}
+      - size=${SIZE}
+      - DAG_NAME=${DAG_NAME}
+      # - PGHOST=10.3.10.28:9090
+    paths:
+      - ${CSST_DAT_YAML_PATH}:/dag-yaml
+    sink_vjobs:
+      - csst-ifs-l1-qc0
+  csst-ifs-l1-qc0:
+    label: 积分视场光谱仪QC0
+    base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-qc0
+    # schedule_mode: HEAD
+    arguments:
+      # always_running: yes
+      # reserved_on_exit: yes
+      output_text_size: 100000
+      text_tranc_mode: TAIL
+      locale_mode: NONE
+      # grpc_server: 10.3.10.28:50051      
+    parameters:
+      # start_message: 10160000068
+      key_group_regex: ^(.{6})(.{3})$
+      key_group_seq: 1,2
+    environments:
+      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
+      - CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
+      - CCDS_SERVER_URL=${CCDS_SERVER_URL}
+      # - PGHOST=10.3.10.28:9090
+      - TRACE=yes
+    paths: 
+      - ${CSST_AUX_ROOT}:/pipeline/aux
+      - ${CSST_DFS_ROOT}:/dfs_root
+      - ${CCDS_ROOT}:/ccds_root
+      - ${CSST_AST_TEMP}:/pipeline/temp
+    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%      
+    hosts:
+      - h0:1
+      # - c0:10
+      # - c1:10
+      # - c2:10
+   
+ 
\ No newline at end of file

L1/pipelines/csst-ifs-l1-qc0/scalebox.env

+# DFS
+CSST_DFS_GATEWAY=192.168.25.89:28000
+CSST_DFS_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjQ4ODU0NTA2NjQsInN1YiI6InN5c3RlbSJ9.POsuUABytu8-WMtZiYehiYEa5BnlgqNTXT6X3OTyix0
+
+# CCDS
+CCDS_SERVER_URL=http://192.168.25.89:29000
+CCDS_USER=USER
+CCDS_PASS=PASS
+
+# VOLUMES
+CSST_DFS_ROOT=/nfs/dfs                   # /dfs_root:ro
+CCDS_ROOT=/nfs/ccds                      # /ccds_root:ro
+CSST_AST_TEMP=/nfs/pipeline-inttest/ast_temp      # /pipeline/temp:rw
+CSST_AUX_ROOT=/nfs/pipeline-inttest/aux           # /pipeline/aux:ro
+
+# TEST
+CSST_INTTEST_ROOT=/nfs/pipeline-inttest
+VERBOSE=true
+
+# DAG yaml /dag-yaml:ro
+CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
+DAG_NAME=csst-ifs-l1-qc0
+HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file

L1/pipelines/csst-ifs-l1-rss/app.yaml

-name: csst-ifs-l1-rss.apps2
+name: csst-ifs-l1-rss.apps
 label: IFS单次曝光(ifs-rss)
 comment: 积分视场光谱仪单次曝光一级流水线
 cluster: csst-csu
@@ -33,7 +33,7 @@ jobs:
       - csst-ifs-l1-rss
   csst-ifs-l1-rss:
     label: IFS单次曝光
-    base_image: cnic/csst-ifs-l1-rss
+    base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-rss
     # schedule_mode: HEAD
     arguments:
       # always_running: yes

L1/pipelines/csst-ifs-l1-rss/scalebox.env

@@ -19,4 +19,5 @@ VERBOSE=true
 
 # DAG yaml /dag-yaml:ro
 CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
-DAG_NAME=csst-ifs-l1-rss
+DAG_NAME=csst-ifs-l1-rss
\ No newline at end of file
+HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file

L1/pipelines/csst-ifs-l1/Makefile

+CLUSTER=csst-csu
+
+all: reset build
+
+run:
+# PGHOST=192.168.25.27 GRPC_SERVER=192.168.25.27 scalebox app create --env-file csu.env
+	scalebox app create --env-file scalebox.env
+reset:
+	cd ${HOME}/docker-scalebox/clusters/$(CLUSTER) && make && cd -
+
+down:
+	make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) down
+
+list:
+	make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) list
+

L1/pipelines/csst-ifs-l1/app.yaml

+name: csst-ifs-l1.apps
+label: IFS单次曝光(ifs-rss)
+comment: 积分视场光谱仪单次曝光一级流水线
+cluster: csst-csu
+parameters:
+  initial_status: RUNNING
+  message_router: message-router-csst
+
+jobs: 
+  message-router-csst:
+    label: 主消息路由
+    base_image: csst/message-router-ifs
+   # schedule_mode: HEAD
+    parameters:
+      tasks_per_queue: 500
+      #key_group_regex: ^(.+)$
+      #start_message: any
+    arguments:
+      task_timeout_seconds: 3000
+      max_sleep_count: 6000
+      slot_options: slot_on_head
+    environments:
+      - message=tar1266932744
+      - dataset_id=${DATASET_ID}
+      - star_s=${STAR_S}
+      - end_st=${END_ST}
+      - size=${SIZE}
+      - DAG_NAME=${DAG_NAME}
+      # - PGHOST=10.3.10.28:9090
+    paths:
+      - ${CSST_DAT_YAML_PATH}:/dag-yaml
+    sink_vjobs:
+      - csst-ifs-l1-qc0
+  csst-ifs-l1-qc0:
+    label: 积分视场光谱仪QC0
+    base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-qc0
+    # schedule_mode: HEAD
+    arguments:
+      # always_running: yes
+      # reserved_on_exit: yes
+      output_text_size: 100000
+      text_tranc_mode: TAIL
+      locale_mode: NONE
+      # grpc_server: 10.3.10.28:50051      
+    parameters:
+      # start_message: 10160000068
+      key_group_regex: ^(.{6})(.{3})$
+      key_group_seq: 1,2
+    environments:
+      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
+      - CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
+      - CCDS_SERVER_URL=${CCDS_SERVER_URL}
+      # - PGHOST=10.3.10.28:9090
+      - TRACE=yes
+    paths: 
+      - ${CSST_AUX_ROOT}:/pipeline/aux
+      - ${CSST_DFS_ROOT}:/dfs_root
+      - ${CCDS_ROOT}:/ccds_root
+      - ${CSST_AST_TEMP}:/pipeline/temp
+    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%   
+    sink_vjobs:
+      - csst-ifs-l1-rss
+    hosts:
+      # - h0:1
+      - c0:1
+      - c1:1
+      - c2:1
+  csst-ifs-l1-rss:
+    label: IFS单次曝光
+    base_image: ${HARBOR_PATH}/cnic/csst-ifs-l1-rss
+    # schedule_mode: HEAD
+    arguments:
+      # always_running: yes
+      # reserved_on_exit: yes
+      output_text_size: 100000
+      text_tranc_mode: TAIL
+      locale_mode: NONE
+      # grpc_server: 10.3.10.28:50051      
+    parameters:
+      # start_message: 10160000068
+      key_group_regex: ^(.{6})(.{3})$
+      key_group_seq: 1,2
+    environments:
+      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
+      - CSST_DFS_TOKEN=${CSST_DFS_TOKEN}
+      - CCDS_SERVER_URL=${CCDS_SERVER_URL}
+      # - PGHOST=10.3.10.28:9090
+      - TRACE=yes
+    paths: 
+      - ${CSST_AUX_ROOT}:/pipeline/aux
+      - ${CSST_DFS_ROOT}:/dfs_root
+      - ${CCDS_ROOT}:/ccds_root
+      - ${CSST_AST_TEMP}:/pipeline/temp
+    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%      
+    hosts:
+      # - h0:1
+      - c0:1
+      - c1:1
+      - c2:1
+   
+ 
\ No newline at end of file

L1/pipelines/csst-ifs-l1/scalebox.env

+# DFS
+CSST_DFS_GATEWAY=192.168.25.89:28000
+CSST_DFS_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjQ4ODU0NTA2NjQsInN1YiI6InN5c3RlbSJ9.POsuUABytu8-WMtZiYehiYEa5BnlgqNTXT6X3OTyix0
+
+# CCDS
+CCDS_SERVER_URL=http://192.168.25.89:29000
+CCDS_USER=USER
+CCDS_PASS=PASS
+
+# VOLUMES
+CSST_DFS_ROOT=/nfs/dfs                   # /dfs_root:ro
+CCDS_ROOT=/nfs/ccds                      # /ccds_root:ro
+CSST_AST_TEMP=/nfs/pipeline-inttest/ast_temp      # /pipeline/temp:rw
+CSST_AUX_ROOT=/nfs/pipeline-inttest/aux           # /pipeline/aux:ro
+
+# TEST
+CSST_INTTEST_ROOT=/nfs/pipeline-inttest
+VERBOSE=true
+
+# DAG yaml /dag-yaml:ro
+CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
+DAG_NAME=csst-ifs-l1-rss
+HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file

L1/pipelines/csst-mci-l1/app.yaml

@@ -33,7 +33,7 @@ jobs:
       - csst-mci-l1
   csst-mci-l1:
     label: 多通道成像
-    base_image: cnic/csst-mci-l1
+    base_image: ${HARBOR_PATH}/cnic/csst-mci-l1
     # schedule_mode: HEAD
     arguments:
       # always_running: yes
@@ -60,8 +60,8 @@ jobs:
     # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%      
     hosts:
       - h0:1
-      # - c0:10
-      # - c1:10
-      # - c2:10
+      - c0:1
+      - c1:1
+      - c2:1
    
  
\ No newline at end of file

L1/pipelines/csst-mci-l1/scalebox.env

@@ -19,4 +19,5 @@ VERBOSE=true
 
 # DAG yaml /dag-yaml:ro
 CSST_DAT_YAML_PATH=/nfs/scalebox/dag-yaml
-DAG_NAME=csst-mci-l1
+DAG_NAME=csst-mci-l1
\ No newline at end of file
+HARBOR_PATH=csu-harbor.csst.nao:10443
\ No newline at end of file