name: csst-L1.app.process
label: csst-L1
#output_basedir: /data/${PIPELINE_NAME}
cluster: csst
parameters:
  initial_status: RUNNING
  
jobs:
  cron:
    label: 主触发模块
    base_image: hub.cstcloud.cn/scalebox/cron
    schedule_mode: HEAD
    parameters:
      start_message: ANY
    paths:
      - ${PWD}/cron.txt:/cron.txt:ro
    sink_jobs: 
     - redis-cli
  redis-cli:
    label: 消息队列接收模块
    base_image: csst/redis-cli
    schedule_mode: HEAD
    environments:
      - REDIS_SERVER=192.169.23.2
    # parameters:
    #   start_message: abcd
    sink_jobs:
      - adm-L1 
  adm-L1:
    label: 消息分发网关
    base_image: csst/adm-l1
    schedule_mode: HEAD
    variables:
      repeated: yes
    #command: docker run -d --network=host %ENVS% %VOLUMES% {{IMAGE}}
    sink_jobs:
      - msc-l1-mbi
      - msc-l1-sls2d
      - cpic-l1
      - hstdm-l1
      - ifs-l1-rss
      - mci-l1
    environments:
      - CSST_PIPELINE_GRPC_SERVER="192.169.23.2:50051"
  msc-l1-mbi:
    label: 多色成像
    base_image: cnic/csst-msc-l1-mbi
    # schedule_mode: HEAD
    variables:
      # always_running: yes
      # reserved_on_exit: yes
      # DFS入库错误重试3次
      retry_rules: "['202:3']"      
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
    parameters:
      # start_message: 10160000068
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    environments:
      - CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
      - CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
      - CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
      - CRDS_SERVER_URL=${CRDS_SERVER_URL}      
    paths: 
      - ${CSST_AUX_DIR}:/pipeline/aux
      - ${CSST_DFS_ROOT}:/dfsroot
      - ${CSST_CRDS_ROOT}:/crdsroot
    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
    sink_jobs:
      - msc-l1-phot
    hosts:
#      - h0:1
      - c0:1
      - c[1-2]:2
      - w[2-6]:1
      - n1:2
  msc-l1-phot:
    label: 测光
    base_image: cnic/csst-msc-l1-phot
    # schedule_mode: HEAD
    variables:
      # always_running: yes
      # reserved_on_exit: yes
      # DFS入库错误重试3次
      retry_rules: "['202:3']"
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
    parameters:
      # start_message: 10160000068
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    environments:
      - CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
      - CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
      - CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
      - CRDS_SERVER_URL=${CRDS_SERVER_URL}
    paths: 
      - ${CSST_AUX_DIR}:/pipeline/aux
      - ${CSST_DFS_ROOT}:/dfsroot
      - ${CSST_CRDS_ROOT}:/crdsroot
    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
    # sink_jobs:
    hosts:
      - w[2-6]:20
      - n1:5
#      - c[12]:12
  msc-l1-sls2d:
    label: 无缝光谱2D
    base_image: cnic/csst-msc-l1-sls2d
    # schedule_mode: HEAD
    variables:
      # always_running: yes
      # reserved_on_exit: yes
      # DFS入库错误重试3次
      retry_rules: "['202:3']"
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
      # grpc_server: 172.24.23.6:50051
    parameters:
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    environments:
      - CSST_DFS_API_MODE=cluster
      - CSST_DFS_GATEWAY=172.24.27.2:30880
      - CSST_DFS_APP_ID=test
      - CSST_DFS_APP_TOKEN=test      
    paths:
      - ${CSST_AUX_DIR}:/pipeline/aux
      - ${CSST_DFS_ROOT}:/dfsroot
      - ${CSST_CRDS_ROOT}:/crdsroot
    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
    # sink_jobs:
    hosts:
      - c0:1
      - w[2-6]:1
#      - c[0-2]:1
  cpic-l1:
    label: 星冕仪
    base_image: cnic/csst-cpic-l1
    # schedule_mode: HEAD
    variables:
      # always_running: yes
      # reserved_on_exit: yes
      # DFS入库错误重试3次
      retry_rules: "['202:3']"
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
    parameters:
      # start_message: 41000000101
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    environments:
      - CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
      - CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
      - CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
      - CRDS_SERVER_URL=${CRDS_SERVER_URL}
    paths: 
      - ${CSST_AUX_DIR}:/pipeline/aux
      - ${CSST_DFS_ROOT}:/dfsroot
      - ${CSST_CRDS_ROOT}:/crdsref
    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
    # sink_jobs:
    hosts:
      # - h0:1
      # - c0:1
      # - c1:1
      # - c2:1
      - n0:1
  hstdm-l1:
    label: 太赫兹
    base_image: cnic/csst-hstdm-l1
    # schedule_mode: HEAD
    variables:
      # always_running: yes
      # reserved_on_exit: yes
      # DFS入库错误重试3次
      retry_rules: "['202:3']"
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
    parameters:
      # start_message: 50100000001
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    environments:
      - CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
      - CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
      - CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
      - CRDS_SERVER_URL=${CRDS_SERVER_URL}
    paths: 
      - ${CSST_AUX_DIR}:/pipeline/aux
      - ${CSST_DFS_ROOT}:/dfsroot
      - ${CSST_CRDS_ROOT}:/crdsref
    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
    sink_jobs:
      - hstdm-l2
    hosts:
      # - h0:1
      # - c0:1
      # - c1:1
      # - c2:1
      - n0:1   
  hstdm-l2:
    label: 太赫兹L2
    base_image: cnic/csst-hstdm-l2
    # schedule_mode: HEAD
    variables:
      # always_running: yes
      # reserved_on_exit: yes
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
    parameters:
      # start_message: 50100000001
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    environments:
      - CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
      - CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
      - CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
      - CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
      - CRDS_SERVER_URL=${CRDS_SERVER_URL}
    paths: 
      - ${CSST_AUX_DIR}:/pipeline/aux
      - ${CSST_DFS_ROOT}:/dfsroot
      - ${CSST_CRDS_ROOT}:/crdsref
    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
    hosts:
    #   - h0:1
    #   - c0:1
      # - c1:1
      # - c2:1
      - n0:1 
  ifs-l1-rss:
    label: IFS单次曝光
    base_image: cnic/csst-ifs-l1-rss
    # schedule_mode: HEAD
    variables:
      # DFS入库错误重试3次
      retry_rules: "['202:3']"
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
      # grpc_server: 172.24.23.6:50051
    parameters:
      # start_message: scalebox
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
    paths: 
      - ${AUX_DIR}:/L1Pipeline/aux
      - ${CRDS_DIR}:/L1Pipeline/crds
      - ${DFS_ROOT}:/L1Pipeline/dfs
      - /sharewcl/shao/docker/csst_ifs_l1_rss/code:/L1Pipeline/workspace
    # command: docker run -d --network=host %ENVS% %VOLUMES% {{IMAGE}}
    # sink_jobs:
    hosts:
      # - h0:1
      # - c0:1
      # - c1:2
      # - c2:2 
      - n0:1    
  mci-l1: 
    label: 多通道成像仪定标
    base_image: cnic/csst-mci-l1
    # schedule_mode: HEAD
    variables:
      # DFS入库错误重试3次
      retry_rules: "['202:3']"    
      output_text_size: 100000
      text_tranc_mode: TAIL
      locale_mode: NONE
    parameters:
      key_group_regex: ^(.{6})(.{3})$
      key_group_seq: 1,2
      # start_message: 20100000001
    paths: 
      - ${AUX_DIR}:/L1Pipeline/aux
      - ${CRDS_DIR}:/L1Pipeline/crds
      - ${DFS_ROOT}:/L1Pipeline/dfs
      - /sharewcl/shao/docker/csst_mci_l1/code:/L1Pipeline/workspace
    # paths: 
    #   - ${AUX_DIR}:/L1Pipeline/aux
    #   - ${CRDS_DIR}:/L1Pipeline/aux/C6.1_ref_crds
    #   - ${DFS_ROOT}:/dfsroot
    # command: docker run -d --network=host %ENVS% %VOLUMES% {{IMAGE}}
    # sink_jobs:
    hosts:
      # - h0:1
      # - c0:2
      # - c1:2
      # - c2:2
      - n0:1