name: csst-msc-l1-mbi.app.process
label: 主巡天一级流水线(mbi)
comment: 主巡天一级流水线
cluster: csst-nao
parameters:
  initial_status: RUNNING
  message_router: message-router-csst

jobs: 
  message-router-csst:
    label: 主消息路由
    base_image: csst/message-router-mbi
   # schedule_mode: HEAD
    parameters:
      tasks_per_queue: 500
      #key_group_regex: ^(.+)$
      #start_message: any
    arguments:
      max_sleep_count: 6000
      slot_options: slot_on_head
    environments:
      - message=tar1266932744
      - dataset_id=${DATASET_ID}
      - star_s=${STAR_S}
      - end_st=${END_ST}
      - size=${SIZE}
      # - PGHOST=10.3.10.28:9090
    paths:
      - ${CSST_DAT_YAML_PATH}:/dag-yaml
    sink_vjobs:
      - csst-msc-l1-qc0
      - csst-msc-l1-mbi
      - csst-msc-l1-mbi-photmix
  csst-msc-l1-qc0:
    label: QC0
    base_image: cnic/csst-msc-l1-qc0
    # schedule_mode: HEAD
    arguments:
      # always_running: yes
      # reserved_on_exit: yes
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
      # max_sleep_count: 60000
      # grpc_server: 172.24.23.6:50051      
    parameters:
      # start_message: 10160000068
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    environments:
      - CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
      - CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
      - CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
      - CCDS_SERVER_URL=${CCDS_SERVER_URL}
      # - PGHOST=10.3.10.28:9090
    paths: 
      - ${CSST_AUX_ROOT}:/pipeline/aux
      - ${CSST_DFS_ROOT}:/dfs_root
      - ${CCDS_ROOT}:/ccds_root
      - ${CSST_AST_TEMP}:/pipeline/temp
    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
    sink_vjobs:
      - csst-msc-l1-mbi
    hosts:
      - h0:1   
  csst-msc-l1-mbi:
    label: 多色成像
    base_image: cnic/csst-msc-l1-mbi
    # schedule_mode: HEAD
    arguments:
      # always_running: yes
      # reserved_on_exit: yes
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
      # grpc_server: 10.3.10.28:50051      
    parameters:
      # start_message: 10160000068
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    environments:
      - CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
      - CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
      - CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
      - CCDS_SERVER_URL=${CCDS_SERVER_URL}
      # - PGHOST=10.3.10.28:9090
    paths: 
      - ${CSST_AUX_ROOT}:/pipeline/aux
      - ${CSST_DFS_ROOT}:/dfs_root
      - ${CCDS_ROOT}:/ccds_root
      - ${CSST_AST_TEMP}:/pipeline/temp
    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%    
    sink_vjobs:
      - csst-msc-l1-mbi-photmix    
    hosts:
      # - h0:10
      - c0:20
      # - c1:1
      # - c2:1  
  csst-msc-l1-mbi-photmix:
    label: 多色成像测光
    base_image: cnic/csst-msc-l1-mbi-photmix
    # schedule_mode: HEAD
    arguments:
      # always_running: yes
      # reserved_on_exit: yes
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
      # grpc_server: 172.24.23.6:50051      
    parameters:
      # start_message: 10160000068
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    environments:
      - CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
      - CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
      - CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
      - CCDS_SERVER_URL=${CCDS_SERVER_URL}
      # - PGHOST=10.3.10.28:9090
    paths: 
      - ${CSST_AUX_ROOT}:/pipeline/aux
      - ${CSST_DFS_ROOT}:/dfs_root
      - ${CCDS_ROOT}:/ccds_root
      - ${CSST_AST_TEMP}:/pipeline/temp
    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
    hosts:
      - h0:10
      # - c0:10
      # - c1:1
      # - c2:1