Commit 92ceb371 authored by zxl's avatar zxl
Browse files

Package and integrate mbi and sls2d

parent 589d0894
FROM csst-l1ppl:latest
COPY run.sh /app/bin/
RUN chmod +x /app/bin/run.sh
COPY --from=hub.cstcloud.cn/scalebox/base /usr/local/sbin /usr/local/sbin
RUN mkdir /work/
WORKDIR /work/
ENTRYPOINT ["goagent"]
\ No newline at end of file
IMAGE_NAME:=csst/mbi
build:
docker build --network=host -t $(IMAGE_NAME) .
dist:
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker save $(IMAGE_NAME) > /share/tmp/mbi.tar
ssh c0 docker load -i /share/tmp/mbi.tar
ssh c1 docker load -i /share/tmp/mbi.tar
ssh c2 docker load -i /share/tmp/mbi.tar
push:
docker push $(IMAGE_NAME)
run:
docker run -it --entrypoint bash $(IMAGE_NAME)
down:
docker stop $(IMAGE_NAME)
#!/bin/bash
# clear directories
rm -rf /L1Pipeline/L0/*
rm -rf /L1Pipeline/L1/*
# obsid 100000100 ~ 100000154
python /L1Pipeline/build/csst_l1/app/l1_mbi.py $1 > /work/stdout 2> /work/stderr
exit_code=$?
# 标准错误和标准输出,输出到文件
echo "obsid : "$1 >> /var/log/scalebox/stdout
cat /work/stdout >> /var/log/scalebox/stdout
echo "obsid : "$1 >> /var/log/scalebox/stderr
cat /work/stderr >> /var/log/scalebox/stderr
rm -f /work/stdout /work/stderr
obsid=$1
#cat /L1Pipeline/L1/csst-l1ppl.log
#cat /L1Pipeline/L1/csst-l1ppl.log >> /var/log/scalebox/${obsid}.log
#创建临时文件
touch /L1Pipeline/L1/csst-l1mod-tmp.log
#取/L1Pipeline/L1/csst-l1mod.log后100行
cat /L1Pipeline/L1/csst-l1mod.log|tail -n 100 > /L1Pipeline/L1/csst-l1mod-tmp.log
# log文件记录到标准错误或标准输出
cat /L1Pipeline/L1/csst-l1ppl.log /L1Pipeline/L1/csst-l1mod-tmp.log
cat /L1Pipeline/L1/csst-l1ppl.log /L1Pipeline/L1/csst-l1mod-tmp.log >> /var/log/scalebox/${obsid}.log
rm -rf /L1Pipeline/L0/* /L1Pipeline/L1/*
echo finish mbi.
exit $exit_code
\ No newline at end of file
CLUSTER=csst
all: reset build
run:
scalebox app create
reset:
cd ${HOME}/docker-scalebox/clusters/$(CLUSTER) && make && cd -
down:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) down
list:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) list
name: mbi.app.process
label: csst-mbi
cluster: csst
parameters:
initial_status: RUNNING
jobs:
redis-cli:
label: 消息队列接收模块
base_image: csst/redis-cli
schedule_mode: HEAD
parameters:
start_message: abcd
sink_jobs:
- mbi
admL1:
label: 1级流水线消息网关
base_image: csst/adml1
schedule_mode: HEAD
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
sink_jobs:
- mbi
mbi:
label: 多色成像
base_image: csst/mbi
schedule_mode: HEAD
paths:
- /sharewcl/L1Pipeline/aux:/L1Pipeline/aux
- /sharewcl/dfs:/dfsroot
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_jobs:
hosts:
- h0:1
- c0:2
- c1:2
- c2:2
sls2d:
label: 无缝光谱
base_image: csst/sls2d
schedule_mode: HEAD
paths:
- /sharewcl/L1Pipeline/aux:/L1Pipeline/aux
- /sharewcl/OnOrbitCal/SimData/ref_202211/products_ref20_3hdr:/L1Pipeline/aux/C6.1_ref_crds
- /sharewcl/dfs:/dfsroot
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_jobs:
hosts:
- h0:1
- c0:2
- c1:2
- c2:2
FROM csst-l1ppl:6.0.137
COPY run.sh /app/bin/
RUN chmod +x /app/bin/run.sh
COPY --from=hub.cstcloud.cn/scalebox/base /usr/local/sbin /usr/local/sbin
RUN mkdir /work/
WORKDIR /work/
ENTRYPOINT ["goagent"]
IMAGE_NAME:=csst/sls2d
build:
docker build --network=host -t $(IMAGE_NAME) .
dist: build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker save $(IMAGE_NAME) > /share/tmp/sls2d.tar
ssh c0 docker load -i /share/tmp/sls2d.tar
ssh c1 docker load -i /share/tmp/sls2d.tar
ssh c2 docker load -i /share/tmp/sls2d.tar
push:
docker push $(IMAGE_NAME)
run:
docker run -it --entrypoint bash $(IMAGE_NAME)
down:
docker stop $(IMAGE_NAME)
#!/bin/bash
# clear directories
rm -rf /L1Pipeline/L0/*
rm -rf /L1Pipeline/L1/*
# obsid 100000100 ~ 100000154
python /L1Pipeline/build/csst_l1/app/l1_sls2d.py $1 > /work/stdout 2> /work/stderr
exit_code=$?
# 标准错误和标准输出,输出到文件
echo "obsid : "$1 >> /var/log/scalebox/stdout
cat /work/stdout >> /var/log/scalebox/stdout
echo "obsid : "$1 >> /var/log/scalebox/stderr
cat /work/stderr >> /var/log/scalebox/stderr
rm -f /work/stdout /work/stderr
obsid=$1
#cat /L1Pipeline/L1/csst-l1ppl.log
#cat /L1Pipeline/L1/csst-l1ppl.log >> /var/log/scalebox/${obsid}.log
#创建临时文件
touch /L1Pipeline/L1/csst-l1mod-tmp.log
#取/L1Pipeline/L1/csst-l1mod.log后100行
cat /L1Pipeline/L1/csst-l1mod.log|tail -n 100 > /L1Pipeline/L1/csst-l1mod-tmp.log
# log文件记录到标准错误或标准输出
cat /L1Pipeline/L1/csst-l1ppl.log /L1Pipeline/L1/csst-l1mod-tmp.log
cat /L1Pipeline/L1/csst-l1ppl.log /L1Pipeline/L1/csst-l1mod-tmp.log >> /var/log/scalebox/${obsid}.log
rm -rf /L1Pipeline/L0/* /L1Pipeline/L1/*
echo finish sls2d.
exit $exit_code
name: sls2d.app.process
label: csst-sls2d
cluster: csst
parameters:
initial_status: RUNNING
jobs:
sls2d:
label: 无缝光谱2D
base_image: csst/sls2d
schedule_mode: HEAD
variables:
repeated: yes
parameters:
start_message: 100000100
paths:
- /sharewcl/L1Pipeline/aux:/L1Pipeline/aux
- /sharewcl/OnOrbitCal/SimData/ref_202211/products_ref20_3hdr:/L1Pipeline/aux/C6.1_ref_crds
- /sharewcl/dfs:/dfsroot
# sink_jobs:
# hosts:
# - h0:1
# - c0:1
# - c1:1
# - c2:1
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment