Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Open sidebar
csst
Scalebox Apps
Commits
438c5698
Commit
438c5698
authored
Jul 21, 2023
by
Zhang Xiaoli
Browse files
Only completed preliminary packaging of ooc containerization, not tested
parent
d9e41e73
Changes
10
Hide whitespace changes
Inline
Side-by-side
Showing
10 changed files
with
222 additions
and
0 deletions
+222
-0
L1/dockerfiles/csst-msc-l1-ooc/adm/Dockerfile
L1/dockerfiles/csst-msc-l1-ooc/adm/Dockerfile
+12
-0
L1/dockerfiles/csst-msc-l1-ooc/adm/Makefile
L1/dockerfiles/csst-msc-l1-ooc/adm/Makefile
+22
-0
L1/dockerfiles/csst-msc-l1-ooc/adm/run.sh
L1/dockerfiles/csst-msc-l1-ooc/adm/run.sh
+23
-0
L1/dockerfiles/csst-msc-l1-ooc/exe/Dockerfile
L1/dockerfiles/csst-msc-l1-ooc/exe/Dockerfile
+11
-0
L1/dockerfiles/csst-msc-l1-ooc/exe/Makefile
L1/dockerfiles/csst-msc-l1-ooc/exe/Makefile
+22
-0
L1/dockerfiles/csst-msc-l1-ooc/exe/run.sh
L1/dockerfiles/csst-msc-l1-ooc/exe/run.sh
+24
-0
L1/dockerfiles/csst-msc-l1-ooc/test/Makefile
L1/dockerfiles/csst-msc-l1-ooc/test/Makefile
+18
-0
L1/dockerfiles/csst-msc-l1-ooc/test/app.yaml
L1/dockerfiles/csst-msc-l1-ooc/test/app.yaml
+66
-0
L1/dockerfiles/csst-msc-l1-ooc/test/zjs-ztm.env
L1/dockerfiles/csst-msc-l1-ooc/test/zjs-ztm.env
+12
-0
L1/dockerfiles/csst-msc-l1-ooc/test/zjs.env
L1/dockerfiles/csst-msc-l1-ooc/test/zjs.env
+12
-0
No files found.
L1/dockerfiles/csst-msc-l1-ooc/adm/Dockerfile
0 → 100644
View file @
438c5698
FROM
csst/csst-msc-l1-ooc:latest
USER
root
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
# RUN mkdir -p /work /app/bin && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc
WORKDIR
/work
ENTRYPOINT
[ "goagent" ]
L1/dockerfiles/csst-msc-l1-ooc/adm/Makefile
0 → 100644
View file @
438c5698
IMAGE_NAME
:=
cnic/csst-msc-l1-ooc-adm
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-ooc-adm.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-ooc-adm.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-ooc-adm.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-ooc-adm.tar
push
:
docker push
$(IMAGE_NAME)
run
:
docker run
-it
--entrypoint
bash
$(IMAGE_NAME)
down
:
docker stop
$(IMAGE_NAME)
scp
:
scp
-r
./ csst-zjs:/root/csst/csst-msc-l1-ooc/adm/
save
:
docker save
$(IMAGE_NAME)
>
/sharewcl/temp/msc-l1-ooc-adm.tar
\ No newline at end of file
L1/dockerfiles/csst-msc-l1-ooc/adm/run.sh
0 → 100644
View file @
438c5698
#!/bin/bash
rm
-rf
/pipeline/input/
*
/pipeline/output/
*
python /pipeline/src/adm.py
exit_code
=
$?
pipeline
=
/pipeline/output/pipeline.log
if
test
-f
"
$pipeline
"
;
then
echo
"=====pipeline.log===="
>
/work/user-file.txt
cat
/pipeline/output/pipeline.log
>>
/work/user-file.txt
fi
timefile
=
/pipeline/output/timestamps.txt
if
test
-f
"
$timefile
"
;
then
echo
"
$timefile
exist"
mv
/pipeline/output/timestamps.txt /work/timestamps.txt
fi
mv
/pipeline/output/msg.txt /work/messages.txt
echo
finish csst-msc-l1-ooc-adm.
exit
$exit_code
L1/dockerfiles/csst-msc-l1-ooc/exe/Dockerfile
0 → 100644
View file @
438c5698
FROM
csst/csst-msc-l1-ooc:latest
USER
root
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
WORKDIR
/work
ENTRYPOINT
[ "goagent" ]
L1/dockerfiles/csst-msc-l1-ooc/exe/Makefile
0 → 100644
View file @
438c5698
IMAGE_NAME
:=
cnic/csst-msc-l1-ooc-exe
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-ooc-exe.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-ooc-exe.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-ooc-exe.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-ooc-exe.tar
push
:
docker push
$(IMAGE_NAME)
run
:
docker run
-it
--entrypoint
bash
$(IMAGE_NAME)
down
:
docker stop
$(IMAGE_NAME)
scp
:
scp
-r
./ csst-zjs:/root/csst/csst-msc-l1-ooc/exe/
save
:
docker save
$(IMAGE_NAME)
>
/sharewcl/temp/msc-l1-ooc-exe.tar
\ No newline at end of file
L1/dockerfiles/csst-msc-l1-ooc/exe/run.sh
0 → 100644
View file @
438c5698
#!/bin/bash
rm
-rf
/pipeline/input/
*
/pipeline/output/
*
echo
input:
$1
*
python /pipeline/src/exe.py
$1
exit_code
=
$?
pipeline
=
/pipeline/output/pipeline.log
if
test
-f
"
$pipeline
"
;
then
echo
"=====pipeline.log===="
>
/work/user-file.txt
cat
/pipeline/output/pipeline.log
>>
/work/user-file.txt
fi
timefile
=
/pipeline/output/timestamps.txt
if
test
-f
"
$timefile
"
;
then
echo
"
$timefile
exist"
mv
/pipeline/output/timestamps.txt /work/timestamps.txt
fi
echo
finish csst-msc-l1-ooc-exe.
exit
$exit_code
L1/dockerfiles/csst-msc-l1-ooc/test/Makefile
0 → 100644
View file @
438c5698
CLUSTER
=
csst
all
:
reset build
run
:
scalebox app create
--env-file
zjs-ztm.env
reset
:
cd
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
&&
make
&&
cd
-
down
:
make
-C
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
down
list
:
make
-C
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
list
scp
:
scp
-r
../ csst-zjs:/root/csst/csst-msc-l2-xcat/
\ No newline at end of file
L1/dockerfiles/csst-msc-l1-ooc/test/app.yaml
0 → 100644
View file @
438c5698
name
:
msc-l1-ooc.app.process
label
:
在轨定标
comment
:
主巡天在轨定标一级流水线
cluster
:
csst
parameters
:
initial_status
:
RUNNING
jobs
:
csst-msc-l1-ooc-adm
:
label
:
在轨定标管理模块
base_image
:
cnic/csst-msc-l1-ooc-adm:latest
schedule_mode
:
HEAD
variables
:
# always_running: yes
output_text_size
:
100000
# DFS入库错误重试3次
retry_rules
:
"
['202:3']"
text_tranc_mode
:
TAIL
locale_mode
:
NONE
# grpc_server: 172.24.23.6:50051
parameters
:
start_message
:
ANY
environments
:
-
CSST_DFS_API_MODE=cluster
-
CSST_DFS_GATEWAY=172.24.27.2:30880
-
CSST_DFS_APP_ID=test
-
CSST_DFS_APP_TOKEN=test
paths
:
# change /share to /sharewcl in PML production environment
-
${CSST_AUX_DIR}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsroot
sink_jobs
:
-
csst-msc-l1-ooc-exe
# command: >
# bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt"
csst-msc-l1-ooc-exe
:
label
:
在轨定标执行模块
base_image
:
cnic/csst-msc-l1-ooc-exe:latest
schedule_mode
:
HEAD
variables
:
always_running
:
yes
output_text_size
:
100000
# DFS入库错误重试3次
retry_rules
:
"
['202:3']"
text_tranc_mode
:
TAIL
locale_mode
:
NONE
# grpc_server: 172.24.23.6:50051
environments
:
-
CSST_DFS_API_MODE=cluster
-
CSST_DFS_GATEWAY=172.24.27.2:30880
-
CSST_DFS_APP_ID=test
-
CSST_DFS_APP_TOKEN=test
paths
:
# change /share to /sharewcl in PML production environment
# output directory, omit this line in production
-
${CSST_AUX_DIR}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsroot
# command: >
# python /pipeline/src/run.py {\"brick_id\":1}
# hosts:
# - h0:1
# - c0:1
# - c1:1
# - c2:1
\ No newline at end of file
L1/dockerfiles/csst-msc-l1-ooc/test/zjs-ztm.env
0 → 100644
View file @
438c5698
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/share/dfs
CSST_CRDS_ROOT=/share/crdsdata/data
CSST_AUX_DIR=/share/pipeline/aux
L1/dockerfiles/csst-msc-l1-ooc/test/zjs.env
0 → 100644
View file @
438c5698
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/sharewcl/dfs
CSST_CRDS_ROOT=/sharewcl/crdsdata/data
CSST_AUX_DIR=/sharewcl/pipeline/aux
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment