用户第一次提交

csst.mcs.single-image-reduction202201270950.yaml

+name: csst.mcs.single-image-reduction
+label: CSST多色成像流水线C3原型
+priority: 2
+output_basedir: /gfs/my_new_data
+memo: 单组数据多色成像流水线
+jobs:
+  QC0:
+    base_image: csst/qc0:dev
+    cluster: csst-aliyun
+    input_datasets:
+    - csst.single-image-reduction.data-L00:/L0/MSC/SCI/59359.51042/100000001/MS
+    paths:
+    - /gfs/single-image-reduction/qc0-log:/qc0-log
+    envs:
+    - CSST_DFS_GATEWAY=192.168.2.95:30880
+    type: HEAD-JOB
+    command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
+    sink_jobs:
+    - detector-effect-correction
+  detector-effect-correction:
+    label: 探测器效应改正
+    base_image: csst/detector-effect-correction:dev
+    cluster: csst-aliyun
+    input_datasets:
+    - csst.single-image-reduction.data-L00:/L0/MSC/SCI/59359.51042/100000001/MS
+    output_datasets:
+    - csst.single-image-reduction.data-L05:/home/csstpipeline/data/L05_test
+    paths:
+    - /gfs/C3_pipeline/backup/CAL:/home/csstpipeline/data/bkg:ro
+    - /gfs/C3_pipeline/backup/CAL:/CAL:ro
+    type: HEAD-JOB
+    sink_jobs:
+    - WCS-calibration-message-hub
+  WCS-calibration-message-hub:
+    base_image: scalebox/message-hub:matcher
+    cluster: csst-aliyun
+    envs:
+    - URL_PATTERN="^(\d{9})((\d{2}))(.*)$"
+    type: HEAD-JOB
+    sink_jobs:
+    - WCS-calibration
+  WCS-calibration:
+    label: 位置定标
+    base_image: csst/wcs-calibration:dev
+    cluster: csst-aliyun
+    url_pattern: ^(\d{9})((\d{2}))(.*)$;18
+    input_datasets:
+    - csst.single-image-reduction.data-L05:/L05
+    paths:
+    - /gfs/C3_pipeline/reference_catalogs/gaia/chunks-gaia-dr2-astrom:/gaia
+    - /gfs/single-image-reduction/wcs-calibration-output:/output
+    type: HEAD-JOB
+    sink_jobs:
+    - flux-calibration
+  flux-calibration:
+    label: 流量定标
+    base_image: csst/flux-calibration:dev
+    cluster: csst-aliyun
+    input_datasets:
+    - csst.single-image-reduction.data-L05:/L05
+    output_datasets:
+    - csst.single-image-reduction.data-L10:/L10
+    paths:
+    - /gfs/single-image-reduction/wcs-calibration-output:/wcs-calibration-output
+    - /gfs/C3_pipeline/input_catalogs:/ref_catalogs
+    type: HEAD-JOB
+  tasklist-QC0:
+    base_image: hub.cstcloud.cn/scalebox/scanner:redis
+    cluster: csst-aliyun
+    type: HEAD-WORKER
+    envs:
+    - REDIS_HOST=192.168.1.46
+    - REDIS_KEY=single-image-reduction:data0
+    command: docker run -d --rm --name tasklist-qc0 --network=host %ENVS% %VOLUMES%
+      %IMAGE%
+    sink_jobs:
+    - QC0
+datasets:
+  csst.single-image-reduction.data-L00:
+    label: 0级数据
+    base_uri: dir:h0:/gfs/single-image-reduction/entity/L00
+    filter: ^.*fits$
+  csst.single-image-reduction.data-L05:
+    label: 0.5级数据
+    base_uri: dir:h0:/gfs/single-image-reduction/entity/L05
+    filter: ^.*\.img\.fits$
+  csst.single-image-reduction.data-L10:
+    label: 1级数据
+    base_uri: dir:h0:/gfs/single-image-reduction/entity/L10
+    filter: ^.*fits$