diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile b/L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..721244910d27174fc35f05d59dfd9536b0bdbfd5 --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile @@ -0,0 +1,12 @@ +FROM csst/csst-msc-l1-sls1d:latest + +USER root +COPY run.sh /app/bin/ +RUN chmod +x /app/bin/run.sh + +COPY --from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/ +RUN mkdir -p /work && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc +# RUN mkdir -p /work /app/bin && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc +WORKDIR /work + +ENTRYPOINT [ "goagent" ] diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile b/L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile new file mode 100644 index 0000000000000000000000000000000000000000..ab8d2c6e8aec99bf0a15dffc2b71ea891d766c33 --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile @@ -0,0 +1,22 @@ +IMAGE_NAME:=cnic/csst-msc-l1-sls1d-adm + +build: + docker build --network=host -t $(IMAGE_NAME) . + +dist: +#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load' + docker save $(IMAGE_NAME) > /share/tmp/msc-l1-sls1d-adm.tar + ssh c0 docker load -i /share/tmp/msc-l1-sls1d-adm.tar + ssh c1 docker load -i /share/tmp/msc-l1-sls1d-adm.tar + ssh c2 docker load -i /share/tmp/msc-l1-sls1d-adm.tar + +push: + docker push $(IMAGE_NAME) +run: + docker run -it --entrypoint bash $(IMAGE_NAME) +down: + docker stop $(IMAGE_NAME) +scp: + scp -r ./ csst-zjs:/root/csst/csst-msc-l1-sls1d/adm/ +save: + docker save $(IMAGE_NAME) > /sharewcl/temp/msc-l1-sls1d-adm.tar \ No newline at end of file diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/adm/run.sh b/L1/dockerfiles/csst-msc-l1-sls1d/adm/run.sh new file mode 100644 index 0000000000000000000000000000000000000000..247bdbc485b24f32691f3ec883274ac3244dc413 --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/adm/run.sh @@ -0,0 +1,23 @@ +#!/bin/bash + +rm -rf /pipeline/input/* /pipeline/output/* + +python /pipeline/src/adm.py +exit_code=$? + +pipeline=/pipeline/output/pipeline.log +if test -f "$pipeline"; then + echo "=====pipeline.log====" > /work/user-file.txt + cat /pipeline/output/pipeline.log >> /work/user-file.txt +fi + +timefile=/pipeline/output/timestamps.txt +if test -f "$timefile"; then + echo "$timefile exist" + mv /pipeline/output/timestamps.txt /work/timestamps.txt +fi + +mv /pipeline/output/msg.txt /work/messages.txt +echo finish csst-msc-l1-sls1d-adm. + +exit $exit_code diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile b/L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..792f41af5cdee86c9ceb5b244435c8f81b9d7748 --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile @@ -0,0 +1,11 @@ +FROM csst/csst-msc-l1-sls1d:latest + +USER root +COPY run.sh /app/bin/ +RUN chmod +x /app/bin/run.sh + +COPY --from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/ +RUN mkdir -p /work && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc +WORKDIR /work + +ENTRYPOINT [ "goagent" ] diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile b/L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile new file mode 100644 index 0000000000000000000000000000000000000000..de53f3a174810c6cd9592686af5a65ebd8f31690 --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile @@ -0,0 +1,22 @@ +IMAGE_NAME:=cnic/csst-msc-l1-sls1d-exe + +build: + docker build --network=host -t $(IMAGE_NAME) . + +dist: +#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load' + docker save $(IMAGE_NAME) > /share/tmp/msc-l1-sls1d-exe.tar + ssh c0 docker load -i /share/tmp/msc-l1-sls1d-exe.tar + ssh c1 docker load -i /share/tmp/msc-l1-sls1d-exe.tar + ssh c2 docker load -i /share/tmp/msc-l1-sls1d-exe.tar + +push: + docker push $(IMAGE_NAME) +run: + docker run -it --entrypoint bash $(IMAGE_NAME) +down: + docker stop $(IMAGE_NAME) +scp: + scp -r ./ csst-zjs:/root/csst/csst-msc-l1-sls1d/exe/ +save: + docker save $(IMAGE_NAME) > /sharewcl/temp/msc-l1-sls1d-exe.tar \ No newline at end of file diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/exe/run.sh b/L1/dockerfiles/csst-msc-l1-sls1d/exe/run.sh new file mode 100644 index 0000000000000000000000000000000000000000..1b7831305720406e4c2ca669edc1b6d0179b8bdc --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/exe/run.sh @@ -0,0 +1,24 @@ +#!/bin/bash +rm -rf /pipeline/input/* /pipeline/output/* + +echo input:$1* + +python /pipeline/src/exe.py $1 + +exit_code=$? + +pipeline=/pipeline/output/pipeline.log +if test -f "$pipeline"; then + echo "=====pipeline.log====" > /work/user-file.txt + cat /pipeline/output/pipeline.log >> /work/user-file.txt +fi + +timefile=/pipeline/output/timestamps.txt +if test -f "$timefile"; then + echo "$timefile exist" + mv /pipeline/output/timestamps.txt /work/timestamps.txt +fi + +echo finish csst-msc-l1-sls1d-exe. + +exit $exit_code diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/test/Makefile b/L1/dockerfiles/csst-msc-l1-sls1d/test/Makefile new file mode 100644 index 0000000000000000000000000000000000000000..b9e5471d80ccfca82be11fe2599b3da26054f6b0 --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/test/Makefile @@ -0,0 +1,18 @@ +CLUSTER=csst + +all: reset build + +run: + scalebox app create --env-file zjs-ztm.env + +reset: + cd ${HOME}/docker-scalebox/clusters/$(CLUSTER) && make && cd - + +down: + make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) down + +list: + make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) list + +scp: + scp -r ../ csst-zjs:/root/csst/csst-msc-l2-xcat/ \ No newline at end of file diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml b/L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c76f363ec66fe4687273d4873c9eb919412f5cf7 --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml @@ -0,0 +1,66 @@ +name: msc-l1-sls1d.app.process +label: 无缝光谱1D +comment: 主巡天无缝光谱1D一级流水线 +cluster: csst +parameters: + initial_status: RUNNING + +jobs: + + csst-msc-l1-sls1d-adm: + label: 无缝光谱1D管理模块 + base_image: cnic/csst-msc-l1-sls1d-adm:latest + schedule_mode: HEAD + variables: + # always_running: yes + output_text_size: 100000 + # DFS入库错误重试3次 + retry_rules: "['202:3']" + text_tranc_mode: TAIL + locale_mode: NONE + # grpc_server: 172.24.23.6:50051 + parameters: + start_message: ANY + environments: + - CSST_DFS_API_MODE=cluster + - CSST_DFS_GATEWAY=172.24.27.2:30880 + - CSST_DFS_APP_ID=test + - CSST_DFS_APP_TOKEN=test + paths: # change /share to /sharewcl in PML production environment + - ${CSST_AUX_DIR}:/pipeline/aux + - ${CSST_DFS_ROOT}:/dfsroot + - ${CSST_CRDS_ROOT}:/crdsroot + sink_jobs: + - csst-msc-l1-sls1d-exe + # command: > + # bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt" + + csst-msc-l1-sls1d-exe: + label: 无缝光谱1D执行模块 + base_image: cnic/csst-msc-l1-sls1d-exe:latest + schedule_mode: HEAD + variables: + always_running: yes + output_text_size: 100000 + # DFS入库错误重试3次 + retry_rules: "['202:3']" + text_tranc_mode: TAIL + locale_mode: NONE + # grpc_server: 172.24.23.6:50051 + environments: + - CSST_DFS_API_MODE=cluster + - CSST_DFS_GATEWAY=172.24.27.2:30880 + - CSST_DFS_APP_ID=test + - CSST_DFS_APP_TOKEN=test + paths: # change /share to /sharewcl in PML production environment + # output directory, omit this line in production + - ${CSST_AUX_DIR}:/pipeline/aux + - ${CSST_DFS_ROOT}:/dfsroot + - ${CSST_CRDS_ROOT}:/crdsroot + # command: > + # python /pipeline/src/run.py {\"brick_id\":1} + # hosts: + # - h0:1 + # - c0:1 + # - c1:1 + # - c2:1 \ No newline at end of file diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/test/zjs-ztm.env b/L1/dockerfiles/csst-msc-l1-sls1d/test/zjs-ztm.env new file mode 100644 index 0000000000000000000000000000000000000000..b5c0ed1a35e3a793421b65a76d38e4ad08ba70d8 --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/test/zjs-ztm.env @@ -0,0 +1,12 @@ +# DFS +CSST_DFS_API_MODE=cluster +CSST_DFS_GATEWAY=172.24.27.2:30880 +CSST_DFS_APP_ID=test +CSST_DFS_APP_TOKEN=test +# CRDS +CRDS_SERVER_URL=http://172.24.27.2:29000 + +# VOLUMES ================== +CSST_DFS_ROOT=/share/dfs +CSST_CRDS_ROOT=/share/crdsdata/data +CSST_AUX_DIR=/share/pipeline/aux diff --git a/L1/dockerfiles/csst-msc-l1-sls1d/test/zjs.env b/L1/dockerfiles/csst-msc-l1-sls1d/test/zjs.env new file mode 100644 index 0000000000000000000000000000000000000000..69c8b8d43280a5a30cbfb0fe8c0766abe86fa0c1 --- /dev/null +++ b/L1/dockerfiles/csst-msc-l1-sls1d/test/zjs.env @@ -0,0 +1,12 @@ +# DFS +CSST_DFS_API_MODE=cluster +CSST_DFS_GATEWAY=172.24.27.2:30880 +CSST_DFS_APP_ID=test +CSST_DFS_APP_TOKEN=test +# CRDS +CRDS_SERVER_URL=http://172.24.27.2:29000 + +# VOLUMES ================== +CSST_DFS_ROOT=/sharewcl/dfs +CSST_CRDS_ROOT=/sharewcl/crdsdata/data +CSST_AUX_DIR=/sharewcl/pipeline/aux