From 7f84c81f49437dc61ea0b62dab689e887ca6d215 Mon Sep 17 00:00:00 2001
From: Tang Jianing <tangjianing@cnic.cn>
Date: Thu, 27 Jan 2022 01:50:23 +0000
Subject: [PATCH] =?UTF-8?q?=E7=94=A8=E6=88=B7=E7=AC=AC=E4=B8=80=E6=AC=A1?=
 =?UTF-8?q?=E6=8F=90=E4=BA=A4?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 ...cs.single-image-reduction202201270950.yaml | 90 +++++++++++++++++++
 1 file changed, 90 insertions(+)
 create mode 100644 csst.mcs.single-image-reduction202201270950.yaml

diff --git a/csst.mcs.single-image-reduction202201270950.yaml b/csst.mcs.single-image-reduction202201270950.yaml
new file mode 100644
index 0000000..01c8fb4
--- /dev/null
+++ b/csst.mcs.single-image-reduction202201270950.yaml
@@ -0,0 +1,90 @@
+name: csst.mcs.single-image-reduction
+label: CSST多色成像流水线C3原型
+priority: 2
+output_basedir: /gfs/my_new_data
+memo: 单组数据多色成像流水线
+jobs:
+  QC0:
+    base_image: csst/qc0:dev
+    cluster: csst-aliyun
+    input_datasets:
+    - csst.single-image-reduction.data-L00:/L0/MSC/SCI/59359.51042/100000001/MS
+    paths:
+    - /gfs/single-image-reduction/qc0-log:/qc0-log
+    envs:
+    - CSST_DFS_GATEWAY=192.168.2.95:30880
+    type: HEAD-JOB
+    command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
+    sink_jobs:
+    - detector-effect-correction
+  detector-effect-correction:
+    label: 探测器效应改正
+    base_image: csst/detector-effect-correction:dev
+    cluster: csst-aliyun
+    input_datasets:
+    - csst.single-image-reduction.data-L00:/L0/MSC/SCI/59359.51042/100000001/MS
+    output_datasets:
+    - csst.single-image-reduction.data-L05:/home/csstpipeline/data/L05_test
+    paths:
+    - /gfs/C3_pipeline/backup/CAL:/home/csstpipeline/data/bkg:ro
+    - /gfs/C3_pipeline/backup/CAL:/CAL:ro
+    type: HEAD-JOB
+    sink_jobs:
+    - WCS-calibration-message-hub
+  WCS-calibration-message-hub:
+    base_image: scalebox/message-hub:matcher
+    cluster: csst-aliyun
+    envs:
+    - URL_PATTERN="^(\d{9})((\d{2}))(.*)$"
+    type: HEAD-JOB
+    sink_jobs:
+    - WCS-calibration
+  WCS-calibration:
+    label: 位置定标
+    base_image: csst/wcs-calibration:dev
+    cluster: csst-aliyun
+    url_pattern: ^(\d{9})((\d{2}))(.*)$;18
+    input_datasets:
+    - csst.single-image-reduction.data-L05:/L05
+    paths:
+    - /gfs/C3_pipeline/reference_catalogs/gaia/chunks-gaia-dr2-astrom:/gaia
+    - /gfs/single-image-reduction/wcs-calibration-output:/output
+    type: HEAD-JOB
+    sink_jobs:
+    - flux-calibration
+  flux-calibration:
+    label: 流量定标
+    base_image: csst/flux-calibration:dev
+    cluster: csst-aliyun
+    input_datasets:
+    - csst.single-image-reduction.data-L05:/L05
+    output_datasets:
+    - csst.single-image-reduction.data-L10:/L10
+    paths:
+    - /gfs/single-image-reduction/wcs-calibration-output:/wcs-calibration-output
+    - /gfs/C3_pipeline/input_catalogs:/ref_catalogs
+    type: HEAD-JOB
+  tasklist-QC0:
+    base_image: hub.cstcloud.cn/scalebox/scanner:redis
+    cluster: csst-aliyun
+    type: HEAD-WORKER
+    envs:
+    - REDIS_HOST=192.168.1.46
+    - REDIS_KEY=single-image-reduction:data0
+    command: docker run -d --rm --name tasklist-qc0 --network=host %ENVS% %VOLUMES%
+      %IMAGE%
+    sink_jobs:
+    - QC0
+datasets:
+  csst.single-image-reduction.data-L00:
+    label: 0级数据
+    base_uri: dir:h0:/gfs/single-image-reduction/entity/L00
+    filter: ^.*fits$
+  csst.single-image-reduction.data-L05:
+    label: 0.5级数据
+    base_uri: dir:h0:/gfs/single-image-reduction/entity/L05
+    filter: ^.*\.img\.fits$
+  csst.single-image-reduction.data-L10:
+    label: 1级数据
+    base_uri: dir:h0:/gfs/single-image-reduction/entity/L10
+    filter: ^.*fits$
-- 
GitLab