name: csst.mcs.single-image-reduction
label: CSST多色成像流水线C3原型
priority: 2
output_basedir: /gfs/my_new_data
memo: 单组数据多色成像流水线
jobs:
  QC0:
    base_image: csst/qc0:dev
    cluster: csst-aliyun
    input_datasets:
    - csst.single-image-reduction.data-L00:/L0/MSC/SCI/59359.51042/100000001/MS
    paths:
    - /gfs/single-image-reduction/qc0-log:/qc0-log
    envs:
    - CSST_DFS_GATEWAY=192.168.2.95:30880
    type: HEAD-JOB
    command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
    sink_jobs:
    - detector-effect-correction
  detector-effect-correction:
    label: 探测器效应改正
    base_image: csst/detector-effect-correction:dev
    cluster: csst-aliyun
    input_datasets:
    - csst.single-image-reduction.data-L00:/L0/MSC/SCI/59359.51042/100000001/MS
    output_datasets:
    - csst.single-image-reduction.data-L05:/home/csstpipeline/data/L05_test
    paths:
    - /gfs/C3_pipeline/backup/CAL:/home/csstpipeline/data/bkg:ro
    - /gfs/C3_pipeline/backup/CAL:/CAL:ro
    type: HEAD-JOB
    sink_jobs:
    - WCS-calibration-message-hub
  WCS-calibration-message-hub:
    base_image: scalebox/message-hub:matcher
    cluster: csst-aliyun
    envs:
    - URL_PATTERN="^(\d{9})((\d{2}))(.*)$"
    type: HEAD-JOB
    sink_jobs:
    - WCS-calibration
  WCS-calibration:
    label: 位置定标
    base_image: csst/wcs-calibration:dev
    cluster: csst-aliyun
    url_pattern: ^(\d{9})((\d{2}))(.*)$;18
    input_datasets:
    - csst.single-image-reduction.data-L05:/L05
    paths:
    - /gfs/C3_pipeline/reference_catalogs/gaia/chunks-gaia-dr2-astrom:/gaia
    - /gfs/single-image-reduction/wcs-calibration-output:/output
    type: HEAD-JOB
    sink_jobs:
    - flux-calibration
  flux-calibration:
    label: 流量定标
    base_image: csst/flux-calibration:dev
    cluster: csst-aliyun
    input_datasets:
    - csst.single-image-reduction.data-L05:/L05
    output_datasets:
    - csst.single-image-reduction.data-L10:/L10
    paths:
    - /gfs/single-image-reduction/wcs-calibration-output:/wcs-calibration-output
    - /gfs/C3_pipeline/input_catalogs:/ref_catalogs
    type: HEAD-JOB
  tasklist-QC0:
    base_image: hub.cstcloud.cn/scalebox/scanner:redis
    cluster: csst-aliyun
    type: HEAD-WORKER
    envs:
    - REDIS_HOST=192.168.1.46
    - REDIS_KEY=single-image-reduction:data0
    command: docker run -d --rm --name tasklist-qc0 --network=host %ENVS% %VOLUMES%
      %IMAGE%
    sink_jobs:
    - QC0
datasets:
  csst.single-image-reduction.data-L00:
    label: 0级数据
    base_uri: dir:h0:/gfs/single-image-reduction/entity/L00
    filter: ^.*fits$
  csst.single-image-reduction.data-L05:
    label: 0.5级数据
    base_uri: dir:h0:/gfs/single-image-reduction/entity/L05
    filter: ^.*\.img\.fits$
  csst.single-image-reduction.data-L10:
    label: 1级数据
    base_uri: dir:h0:/gfs/single-image-reduction/entity/L10
    filter: ^.*fits$