Commit f1fe8478 authored by Zhang Xiaoli's avatar Zhang Xiaoli
Browse files

completed csst-cpic-l1 pipeline test.

parent 6e61dacf
FROM csst/csst-cpic-l1:latest
USER root
COPY run.sh /app/bin/
RUN chmod +x /app/bin/run.sh
COPY --from=hub.cstcloud.cn/scalebox/base:0.9 /usr/local/sbin /usr/local/sbin
RUN mkdir /work/
WORKDIR /work/
ENTRYPOINT ["goagent"]
IMAGE_NAME:=cnic/csst-cpic-l1
build:
docker build --network=host -t $(IMAGE_NAME) .
dist:
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker save $(IMAGE_NAME) > /share/tmp/cpic-l1.tar
ssh c0 docker load -i /share/tmp/cpic-l1.tar
ssh c1 docker load -i /share/tmp/cpic-l1.tar
ssh c2 docker load -i /share/tmp/cpic-l1.tar
push:
docker push $(IMAGE_NAME)
run:
docker run -it --entrypoint bash $(IMAGE_NAME)
down:
docker stop $(IMAGE_NAME)
scp:
scp -r ./ csst-zjs:/root/csst/csst-cpic-l1/
\ No newline at end of file
#!/bin/bash
# obsid 41000000101 - 41000000104
obsid=$1
python /pipeline/src/run.py $obsid
exit_code=$?
timefile=/pipeline/output/timestamps.txt
if test -f "$timefile"; then
echo "$timefile exist"
mv /pipeline/output/timestamps.txt /work/timestamps.txt
fi
rm -rf /pipeline/input/* /pipeline/output/*
echo finish cpic.
exit $exit_code
CLUSTER=csst
all: reset build
run:
scalebox app create --env-file zjs.env
reset:
cd ${HOME}/docker-scalebox/clusters/$(CLUSTER) && make && cd -
down:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) down
list:
make -C ${HOME}/docker-scalebox/clusters/$(CLUSTER) list
#!/bin/bash
POSTGRES_USER=scalebox
POSTGRES_HOST=localhost
POSTGRES_DB=scalebox
PGPORT=5432
job_id=$1
for m in {41000000101..41000000104}; do
echo $m
docker exec -t database psql -U ${POSTGRES_USER} -h ${POSTGRES_HOST} -d ${POSTGRES_DB} -p ${PGPORT} \
-c "INSERT INTO t_task(job,key_message) VALUES(${job_id},'${m}')"
done
name: cpic-l1.app.process
label: 星冕仪
comment: 精测模块星冕仪一级流水线
cluster: csst
parameters:
initial_status: RUNNING
jobs:
cpic-l1:
label: 星冕仪
base_image: cnic/csst-cpic-l1
# schedule_mode: HEAD
variables:
always_running: yes
reserved_on_exit: yes
output_text_size: 100000
text_tranc_mode: TAIL
locale_mode: NONE
parameters:
# start_message: 41000000101
key_group_regex: ^(.{6})(.{3})$
key_group_seq: 1,2
environments:
- CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
- CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
- CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
- CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
- CRDS_SERVER_URL=${CRDS_SERVER_URL}
paths:
- ${CSST_AUX_DIR}:/pipeline/aux
- ${CSST_DFS_ROOT}:/dfsroot
- ${CSST_CRDS_REF}:/crdsref
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_jobs:
hosts:
# - h0:1
# - c0:1
- c1:1
- c2:1
AUX_DIR=/goosefsx/x_c60_o19xp6c1_proxy/L1Pipeline/aux
CRDS_DIR=/goosefsx/x_c60_o19xp6c1_proxy/L1Pipeline/aux/products_ref20_3hdr
DFS_ROOT=/goosefsx/x_c60_o19xp6c1_proxy/dfs_root
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/sharewcl/dfs
CSST_CRDS_REF=/sharewcl/crdsdata/data/references
CSST_AUX_DIR=/sharewcl/pipeline/aux
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment