Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Open sidebar
csst
Scalebox Apps
Commits
f7a0d67a
Commit
f7a0d67a
authored
1 year ago
by
Zhang Xiaoli
Browse files
Options
Download
Email Patches
Plain Diff
Add sls1d and complete testing.
parent
c82218bb
Changes
10
Hide whitespace changes
Inline
Side-by-side
Showing
10 changed files
with
222 additions
and
0 deletions
+222
-0
L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile
L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile
+12
-0
L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile
L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile
+22
-0
L1/dockerfiles/csst-msc-l1-sls1d/adm/run.sh
L1/dockerfiles/csst-msc-l1-sls1d/adm/run.sh
+23
-0
L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile
L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile
+11
-0
L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile
L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile
+22
-0
L1/dockerfiles/csst-msc-l1-sls1d/exe/run.sh
L1/dockerfiles/csst-msc-l1-sls1d/exe/run.sh
+24
-0
L1/dockerfiles/csst-msc-l1-sls1d/test/Makefile
L1/dockerfiles/csst-msc-l1-sls1d/test/Makefile
+18
-0
L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml
L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml
+66
-0
L1/dockerfiles/csst-msc-l1-sls1d/test/zjs-ztm.env
L1/dockerfiles/csst-msc-l1-sls1d/test/zjs-ztm.env
+12
-0
L1/dockerfiles/csst-msc-l1-sls1d/test/zjs.env
L1/dockerfiles/csst-msc-l1-sls1d/test/zjs.env
+12
-0
No files found.
L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile
0 → 100644
View file @
f7a0d67a
FROM
csst/csst-msc-l1-sls1d:latest
USER
root
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
# RUN mkdir -p /work /app/bin && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc
WORKDIR
/work
ENTRYPOINT
[ "goagent" ]
This diff is collapsed.
Click to expand it.
L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile
0 → 100644
View file @
f7a0d67a
IMAGE_NAME
:=
cnic/csst-msc-l1-sls1d-adm
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-sls1d-adm.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-sls1d-adm.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-sls1d-adm.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-sls1d-adm.tar
push
:
docker push
$(IMAGE_NAME)
run
:
docker run
-it
--entrypoint
bash
$(IMAGE_NAME)
down
:
docker stop
$(IMAGE_NAME)
scp
:
scp
-r
./ csst-zjs:/root/csst/csst-msc-l1-sls1d/adm/
save
:
docker save
$(IMAGE_NAME)
>
/sharewcl/temp/msc-l1-sls1d-adm.tar
\ No newline at end of file
This diff is collapsed.
Click to expand it.
L1/dockerfiles/csst-msc-l1-sls1d/adm/run.sh
0 → 100644
View file @
f7a0d67a
#!/bin/bash
rm
-rf
/pipeline/input/
*
/pipeline/output/
*
python /pipeline/src/adm.py
exit_code
=
$?
pipeline
=
/pipeline/output/pipeline.log
if
test
-f
"
$pipeline
"
;
then
echo
"=====pipeline.log===="
>
/work/user-file.txt
cat
/pipeline/output/pipeline.log
>>
/work/user-file.txt
fi
timefile
=
/pipeline/output/timestamps.txt
if
test
-f
"
$timefile
"
;
then
echo
"
$timefile
exist"
mv
/pipeline/output/timestamps.txt /work/timestamps.txt
fi
mv
/pipeline/output/msg.txt /work/messages.txt
echo
finish csst-msc-l1-sls1d-adm.
exit
$exit_code
This diff is collapsed.
Click to expand it.
L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile
0 → 100644
View file @
f7a0d67a
FROM
csst/csst-msc-l1-sls1d:latest
USER
root
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
WORKDIR
/work
ENTRYPOINT
[ "goagent" ]
This diff is collapsed.
Click to expand it.
L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile
0 → 100644
View file @
f7a0d67a
IMAGE_NAME
:=
cnic/csst-msc-l1-sls1d-exe
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-sls1d-exe.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-sls1d-exe.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-sls1d-exe.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-sls1d-exe.tar
push
:
docker push
$(IMAGE_NAME)
run
:
docker run
-it
--entrypoint
bash
$(IMAGE_NAME)
down
:
docker stop
$(IMAGE_NAME)
scp
:
scp
-r
./ csst-zjs:/root/csst/csst-msc-l1-sls1d/exe/
save
:
docker save
$(IMAGE_NAME)
>
/sharewcl/temp/msc-l1-sls1d-exe.tar
\ No newline at end of file
This diff is collapsed.
Click to expand it.
L1/dockerfiles/csst-msc-l1-sls1d/exe/run.sh
0 → 100644
View file @
f7a0d67a
#!/bin/bash
rm
-rf
/pipeline/input/
*
/pipeline/output/
*
echo
input:
$1
*
python /pipeline/src/exe.py
$1
exit_code
=
$?
pipeline
=
/pipeline/output/pipeline.log
if
test
-f
"
$pipeline
"
;
then
echo
"=====pipeline.log===="
>
/work/user-file.txt
cat
/pipeline/output/pipeline.log
>>
/work/user-file.txt
fi
timefile
=
/pipeline/output/timestamps.txt
if
test
-f
"
$timefile
"
;
then
echo
"
$timefile
exist"
mv
/pipeline/output/timestamps.txt /work/timestamps.txt
fi
echo
finish csst-msc-l1-sls1d-exe.
exit
$exit_code
This diff is collapsed.
Click to expand it.
L1/dockerfiles/csst-msc-l1-sls1d/test/Makefile
0 → 100644
View file @
f7a0d67a
CLUSTER
=
csst
all
:
reset build
run
:
scalebox app create
--env-file
zjs-ztm.env
reset
:
cd
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
&&
make
&&
cd
-
down
:
make
-C
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
down
list
:
make
-C
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
list
scp
:
scp
-r
../ csst-zjs:/root/csst/csst-msc-l2-xcat/
\ No newline at end of file
This diff is collapsed.
Click to expand it.
L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml
0 → 100644
View file @
f7a0d67a
name
:
msc-l1-sls1d.app.process
label
:
无缝光谱1D
comment
:
主巡天无缝光谱1D一级流水线
cluster
:
csst
parameters
:
initial_status
:
RUNNING
jobs
:
csst-msc-l1-sls1d-adm
:
label
:
无缝光谱1D管理模块
base_image
:
cnic/csst-msc-l1-sls1d-adm:latest
schedule_mode
:
HEAD
variables
:
# always_running: yes
output_text_size
:
100000
# DFS入库错误重试3次
retry_rules
:
"
['202:3']"
text_tranc_mode
:
TAIL
locale_mode
:
NONE
# grpc_server: 172.24.23.6:50051
parameters
:
start_message
:
ANY
environments
:
-
CSST_DFS_API_MODE=cluster
-
CSST_DFS_GATEWAY=172.24.27.2:30880
-
CSST_DFS_APP_ID=test
-
CSST_DFS_APP_TOKEN=test
paths
:
# change /share to /sharewcl in PML production environment
-
${CSST_AUX_DIR}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsroot
sink_jobs
:
-
csst-msc-l1-sls1d-exe
# command: >
# bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt"
csst-msc-l1-sls1d-exe
:
label
:
无缝光谱1D执行模块
base_image
:
cnic/csst-msc-l1-sls1d-exe:latest
schedule_mode
:
HEAD
variables
:
always_running
:
yes
output_text_size
:
100000
# DFS入库错误重试3次
retry_rules
:
"
['202:3']"
text_tranc_mode
:
TAIL
locale_mode
:
NONE
# grpc_server: 172.24.23.6:50051
environments
:
-
CSST_DFS_API_MODE=cluster
-
CSST_DFS_GATEWAY=172.24.27.2:30880
-
CSST_DFS_APP_ID=test
-
CSST_DFS_APP_TOKEN=test
paths
:
# change /share to /sharewcl in PML production environment
# output directory, omit this line in production
-
${CSST_AUX_DIR}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsroot
# command: >
# python /pipeline/src/run.py {\"brick_id\":1}
# hosts:
# - h0:1
# - c0:1
# - c1:1
# - c2:1
\ No newline at end of file
This diff is collapsed.
Click to expand it.
L1/dockerfiles/csst-msc-l1-sls1d/test/zjs-ztm.env
0 → 100644
View file @
f7a0d67a
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/share/dfs
CSST_CRDS_ROOT=/share/crdsdata/data
CSST_AUX_DIR=/share/pipeline/aux
This diff is collapsed.
Click to expand it.
L1/dockerfiles/csst-msc-l1-sls1d/test/zjs.env
0 → 100644
View file @
f7a0d67a
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/sharewcl/dfs
CSST_CRDS_ROOT=/sharewcl/crdsdata/data
CSST_AUX_DIR=/sharewcl/pipeline/aux
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment