Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Open sidebar
csst
Scalebox Apps
Commits
28b3cedb
"vscode:/vscode.git/clone" did not exist on "aa8d6ce75c4ac68b85f3c161a23d910f6d424041"
Commit
28b3cedb
authored
Aug 22, 2023
by
Zhang Xiaoli
Browse files
中期版本归档
parent
5031945b
Changes
44
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
275 additions
and
122 deletions
+275
-122
L1/dockerfiles/csst-msc-l1-ooc/test/app.yaml
L1/dockerfiles/csst-msc-l1-ooc/test/app.yaml
+9
-7
L1/dockerfiles/csst-msc-l1-phot/Makefile
L1/dockerfiles/csst-msc-l1-phot/Makefile
+14
-8
L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile
L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile
+1
-1
L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile
L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile
+8
-7
L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile
L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile
+1
-1
L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile
L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile
+14
-7
L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml
L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml
+12
-4
L1/dockerfiles/csst-msc-l1-sls2d/Makefile
L1/dockerfiles/csst-msc-l1-sls2d/Makefile
+15
-7
L1/dockerfiles/csst-msc-l1-sls2d/test/Makefile
L1/dockerfiles/csst-msc-l1-sls2d/test/Makefile
+1
-1
L1/dockerfiles/redis-cli/Dockerfile
L1/dockerfiles/redis-cli/Dockerfile
+1
-1
L1/pipelines/app.yaml
L1/pipelines/app.yaml
+97
-26
L1/pipelines/zjs-ztm.env
L1/pipelines/zjs-ztm.env
+17
-0
L1/pipelines/zjs.env
L1/pipelines/zjs.env
+3
-3
L1/redis_server/README.md
L1/redis_server/README.md
+52
-3
L2/dockerfiles/csst-hstdm-l2/Makefile
L2/dockerfiles/csst-hstdm-l2/Makefile
+8
-7
L2/dockerfiles/csst-hstdm-l2/run.sh
L2/dockerfiles/csst-hstdm-l2/run.sh
+1
-1
L2/dockerfiles/csst-hstdm-l2/test/app.yaml
L2/dockerfiles/csst-hstdm-l2/test/app.yaml
+12
-10
L2/dockerfiles/csst-msc-l2-xcat/Makefile
L2/dockerfiles/csst-msc-l2-xcat/Makefile
+0
-20
L2/dockerfiles/csst-msc-l2-xcat/adm/Dockerfile
L2/dockerfiles/csst-msc-l2-xcat/adm/Dockerfile
+1
-1
L2/dockerfiles/csst-msc-l2-xcat/adm/Makefile
L2/dockerfiles/csst-msc-l2-xcat/adm/Makefile
+8
-7
No files found.
L1/dockerfiles/csst-msc-l1-ooc/test/app.yaml
View file @
28b3cedb
name
:
msc-l1-ooc.app.process
label
:
在轨
定标
label
:
主巡天
定标
comment
:
主巡天在轨定标一级流水线
cluster
:
local
cluster
:
csst
parameters
:
initial_status
:
RUNNING
...
...
@@ -37,9 +37,9 @@ jobs:
# bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt"
csst-msc-l1-ooc-exe
:
label
:
在轨
定标执行模块
label
:
主巡天
定标执行模块
base_image
:
cnic/csst-msc-l1-ooc-exe:latest
schedule_mode
:
HEAD
#
schedule_mode: HEAD
parameters
:
start_message
:
ANY
variables
:
...
...
@@ -63,8 +63,10 @@ jobs:
-
${CSST_CRDS_ROOT}:/crdsroot
# command: >
# python /pipeline/src/run.py {\"brick_id\":1}
#
hosts:
#
- h0:1
hosts
:
#
- h0:1
# - c0:1
# - c1:1
# - c2:1
\ No newline at end of file
# - c2:1
-
n0:1
# - w2:1
\ No newline at end of file
L1/dockerfiles/csst-msc-l1-phot/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l1-phot
IMAGE_PATH
:=
/sharewcl/temp
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-phot.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-phot.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-phot.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-phot.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w2
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w3
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w4
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w5
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w6
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
push
:
docker push
$(IMAGE_NAME)
run
:
...
...
@@ -17,4 +23,4 @@ run:
down
:
docker stop
$(IMAGE_NAME)
scp
:
scp
-r
./ csst-zjs:/root/csst/csst-msc-l1-phot/
\ No newline at end of file
scp
-r
./ csst-zjs:/root/csst/csst-msc-l1-phot/
L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile
View file @
28b3cedb
...
...
@@ -4,7 +4,7 @@ USER root
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base
:0.9
/usr/local/sbin/ /usr/local/sbin/
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
# RUN mkdir -p /work /app/bin && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc
WORKDIR
/work
...
...
L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l1-sls1d-adm
IMAGE_PATH
:=
/sharewcl/temp
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-sls1d-adm.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-sls1d-adm.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-sls1d-adm.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-sls1d-adm.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
push
:
docker push
$(IMAGE_NAME)
run
:
...
...
L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile
View file @
28b3cedb
...
...
@@ -4,7 +4,7 @@ USER root
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base
:0.9
/usr/local/sbin/ /usr/local/sbin/
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
WORKDIR
/work
...
...
L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l1-sls1d-exe
IMAGE_PATH
:=
/sharewcl/temp
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-sls1d-exe.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-sls1d-exe.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-sls1d-exe.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-sls1d-exe.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w3
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w4
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w5
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w6
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
push
:
docker push
$(IMAGE_NAME)
run
:
...
...
L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml
View file @
28b3cedb
...
...
@@ -38,7 +38,8 @@ jobs:
# - h0:1
# - c0:1
# - c1:1
-
c2:1
# - c2:1
-
n0:1
csst-msc-l1-sls1d-exe
:
label
:
无缝光谱1D执行模块
base_image
:
cnic/csst-msc-l1-sls1d-exe:latest
...
...
@@ -65,6 +66,13 @@ jobs:
# python /pipeline/src/run.py {\"brick_id\":1}
hosts
:
# - h0:1
# - c0:1
# - c1:1
-
c2:2
\ No newline at end of file
-
c0:10
-
c1:10
-
c2:10
-
n0:5
-
n1:15
-
w2:15
-
w3:15
-
w4:15
-
w5:15
-
w6:15
\ No newline at end of file
L1/dockerfiles/csst-msc-l1-sls2d/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l1-sls2d
IMAGE_PATH
:=
/sharewcl/temp
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-sls2d.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-sls2d.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-sls2d.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-sls2d.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w3
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w4
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w5
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w6
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
push
:
docker push
$(IMAGE_NAME)
run
:
...
...
@@ -18,4 +26,4 @@ down:
scp
:
scp
-r
./ csst-zjs:/root/csst/csst-msc-l1-sls2d/
save
:
docker save
$(IMAGE_NAME)
>
/sharewcl/temp/msc-l1-sls2d.tar
\ No newline at end of file
docker save
$(IMAGE_NAME)
>
/sharewcl/temp/msc-l1-sls2d.tar
L1/dockerfiles/csst-msc-l1-sls2d/test/Makefile
View file @
28b3cedb
...
...
@@ -3,7 +3,7 @@ CLUSTER=csst
# all: reset build
run
:
scalebox app create
--env-file
zjs
-ztm
.env
scalebox app create
--env-file
zjs.env
reset
:
cd
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
&&
make
&&
cd
-
...
...
L1/dockerfiles/redis-cli/Dockerfile
View file @
28b3cedb
FROM
hub.cstcloud.cn/scalebox/agent
:0.9
FROM
hub.cstcloud.cn/scalebox/agent
# 安装redis-cli
RUN
apt-get update
\
...
...
L1/pipelines/app.yaml
View file @
28b3cedb
name
:
${PIPELINE_NAME}
.app.process
label
:
csst-
${PIPELINE_NAME}
name
:
csst-L1
.app.process
label
:
csst-
L1
#output_basedir: /data/${PIPELINE_NAME}
cluster
:
csst
parameters
:
...
...
@@ -20,13 +20,15 @@ jobs:
label
:
消息队列接收模块
base_image
:
csst/redis-cli
schedule_mode
:
HEAD
environments
:
-
REDIS_SERVER=192.169.23.2
# parameters:
# start_message: abcd
sink_jobs
:
-
admL1
admL1
:
-
adm
-
L1
adm
-
L1
:
label
:
消息分发网关
base_image
:
csst/adml1
base_image
:
csst/adm
-
l1
schedule_mode
:
HEAD
variables
:
repeated
:
yes
...
...
@@ -37,6 +39,9 @@ jobs:
-
cpic-l1
-
hstdm-l1
-
ifs-l1-rss
-
mci-l1
environments
:
-
CSST_PIPELINE_GRPC_SERVER="192.169.23.2:50051"
msc-l1-mbi
:
label
:
多色成像
base_image
:
cnic/csst-msc-l1-mbi
...
...
@@ -67,10 +72,11 @@ jobs:
sink_jobs
:
-
msc-l1-phot
hosts
:
-
h0:1
# - c0:1
# - c1:1
# - c2:1
# - h0:1
-
c0:1
-
c[1-2]:2
-
w[2-6]:1
-
n1:2
msc-l1-phot
:
label
:
测光
base_image
:
cnic/csst-msc-l1-phot
...
...
@@ -100,17 +106,16 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_jobs:
hosts
:
# - h0:1
# - c0:1
# - c1:1
-
c2:1
-
w[2-6]:20
-
n1:5
# - c[12]:12
msc-l1-sls2d
:
label
:
无缝光谱2D
base_image
:
cnic/csst-msc-l1-sls2d
schedule_mode
:
HEAD
#
schedule_mode: HEAD
variables
:
always_running
:
yes
reserved_on_exit
:
yes
#
always_running: yes
#
reserved_on_exit: yes
# DFS入库错误重试3次
retry_rules
:
"
['202:3']"
output_text_size
:
100000
...
...
@@ -132,14 +137,13 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_jobs:
hosts
:
# - h0:1
# - c0:1
# - c1:1
-
c2:1
-
c0:1
-
w[2-6]:1
# - c[0-2]:1
cpic-l1
:
label
:
星冕仪
base_image
:
cnic/csst-cpic-l1
schedule_mode
:
HEAD
#
schedule_mode: HEAD
variables
:
# always_running: yes
# reserved_on_exit: yes
...
...
@@ -167,8 +171,9 @@ jobs:
hosts
:
# - h0:1
# - c0:1
-
c1:1
#
- c1:1
# - c2:1
-
n0:1
hstdm-l1
:
label
:
太赫兹
base_image
:
cnic/csst-hstdm-l1
...
...
@@ -196,12 +201,45 @@ jobs:
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsref
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_jobs:
sink_jobs
:
-
hstdm-l2
hosts
:
# - h0:1
# - c0:1
-
c1:1
# - c1:1
# - c2:1
-
n0:1
hstdm-l2
:
label
:
太赫兹L2
base_image
:
cnic/csst-hstdm-l2
# schedule_mode: HEAD
variables
:
# always_running: yes
# reserved_on_exit: yes
output_text_size
:
100000
text_tranc_mode
:
TAIL
locale_mode
:
NONE
parameters
:
# start_message: 50100000001
key_group_regex
:
^(.{6})(.{3})$
key_group_seq
:
1,2
environments
:
-
CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
-
CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
-
CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
-
CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
-
CRDS_SERVER_URL=${CRDS_SERVER_URL}
paths
:
-
${CSST_AUX_DIR}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsref
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts
:
# - h0:1
# - c0:1
# - c1:1
# - c2:1
-
n0:1
ifs-l1-rss
:
label
:
IFS单次曝光
base_image
:
cnic/csst-ifs-l1-rss
...
...
@@ -221,10 +259,43 @@ jobs:
-
${AUX_DIR}:/L1Pipeline/aux
-
${CRDS_DIR}:/L1Pipeline/crds
-
${DFS_ROOT}:/L1Pipeline/dfs
-
/sharewcl/shao/docker/csst_ifs_l1_rss/code:/L1Pipeline/workspace
# command: docker run -d --network=host %ENVS% %VOLUMES% {{IMAGE}}
# sink_jobs:
hosts
:
# - h0:1
-
c0:1
# - c0:1
# - c1:2
# - c2:2
-
n0:1
mci-l1
:
label
:
多通道成像仪定标
base_image
:
cnic/csst-mci-l1
# schedule_mode: HEAD
variables
:
# DFS入库错误重试3次
retry_rules
:
"
['202:3']"
output_text_size
:
100000
text_tranc_mode
:
TAIL
locale_mode
:
NONE
parameters
:
key_group_regex
:
^(.{6})(.{3})$
key_group_seq
:
1,2
# start_message: 20100000001
paths
:
-
${AUX_DIR}:/L1Pipeline/aux
-
${CRDS_DIR}:/L1Pipeline/crds
-
${DFS_ROOT}:/L1Pipeline/dfs
-
/sharewcl/shao/docker/csst_mci_l1/code:/L1Pipeline/workspace
# paths:
# - ${AUX_DIR}:/L1Pipeline/aux
# - ${CRDS_DIR}:/L1Pipeline/aux/C6.1_ref_crds
# - ${DFS_ROOT}:/dfsroot
# command: docker run -d --network=host %ENVS% %VOLUMES% {{IMAGE}}
# sink_jobs:
hosts
:
# - h0:1
# - c0:2
# - c1:2
# - c2:2
\ No newline at end of file
# - c2:2
-
n0:1
L1/pipelines/zjs-ztm.env
0 → 100644
View file @
28b3cedb
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/share/dfs
CSST_CRDS_ROOT=/share/crdsdata/data
CSST_AUX_DIR=/share/pipeline/aux
# IFS CHENWEI
AUX_DIR=/share/shao/L1Pipeline/aux
CRDS_DIR=/share/shao/L1Pipeline/crds
DFS_ROOT=/share/dfs
\ No newline at end of file
L1/pipelines/zjs.env
View file @
28b3cedb
...
...
@@ -12,9 +12,9 @@ CSST_CRDS_ROOT=/sharewcl/crdsdata/data
CSST_AUX_DIR=/sharewcl/pipeline/aux
# IFS CHENWEI
AUX_DIR=/share/shao/L1Pipeline/aux
CRDS_DIR=/share/shao/L1Pipeline/crds
DFS_ROOT=/share/dfs
AUX_DIR=/share
wcl
/shao/L1Pipeline/aux
CRDS_DIR=/share
wcl
/shao/L1Pipeline/crds
DFS_ROOT=/share
wcl
/dfs
PIPELINE_NAME=csst_lever1
#PIPELINE_NAME=mbi
...
...
L1/redis_server/README.md
View file @
28b3cedb
# 模拟DFS发送redis消息
```
bash
for
line
in
{
10160000000..10160000001
}
;
do
# mbi sls2d
for
line
in
{
10160000000..10160000136
}
;
do
echo
$line
;
redis-cli
-h
192.169.23.2
-a
123456 lpush single-image-reduction:obsid
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
#mci
for
line
in
{
20100000001..20100000005
}
;
do
echo
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
#ifs-rss
for
line
in
{
30100000003..30100000050
}
;
do
echo
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
#cpic
for
line
in
{
41000000101..41000000104
}
;
do
echo
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
#hstdm
for
line
in
{
50100000001..50100000002
}
;
do
echo
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
```
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 10160000000;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 20100000001;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 30100000003;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 41000000101;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 50100000001;
\ No newline at end of file
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 50100000001;
## 数据库导入导出
## 进入database容器
### 数据导出
pg_dump -h 127.0.0.1 -p 5432 -U scalebox -d scalebox -Fc -f ~/scalebox.sql
### 数据导入
pg_restore -h 127.0.0.1 -U scalebox -d scalebox /scalebox.sql
## 导数据步骤
### 1紫金山考出数据
docker exec cf32ca2842e8 pg_dump -U scalebox --data-only --dbname=scalebox > scalebox.sql
### 2传入到要拷贝数据的数据库容器内
docker cp scalebox.sql a3e398828977:/tmp/scalebox.sql
### 3进入容器并登陆数据库
docker exec -it a3e398828977 bash
psql -U scalebox -d scalebox
### 4执行插入命令
\i
/tmp/scalebox.sql
\ No newline at end of file
L2/dockerfiles/csst-hstdm-l2/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-hstdm-l2
IMAGE_PATH
:=
/sharewcl/temp
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/hstdm-l2.tar
ssh
c0
docker
load
-i
/share/tmp/hstdm-l2.tar
ssh
c1
docker
load
-i
/share/tmp/hstdm-l2.tar
ssh
c2
docker
load
-i
/share/tmp/hstdm-l2.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/hstdm-l2.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
push
:
docker push
$(IMAGE_NAME)
run
:
...
...
L2/dockerfiles/csst-hstdm-l2/run.sh
View file @
28b3cedb
...
...
@@ -13,6 +13,6 @@ fi
rm
-rf
/pipeline/input/
*
/pipeline/output/
*
echo
finish hstdm.
echo
finish hstdm
-l2
.
exit
$exit_code
L2/dockerfiles/csst-hstdm-l2/test/app.yaml
View file @
28b3cedb
name
:
hstdm.app.process
label
:
太赫兹
comment
:
精测模块太赫兹1+2级流水线
cluster
:
local
cluster
:
csst
parameters
:
initial_status
:
RUNNING
...
...
@@ -9,7 +9,7 @@ jobs:
hstdm-l1
:
label
:
太赫兹
base_image
:
cnic/csst-hstdm-l1
schedule_mode
:
HEAD
#
schedule_mode: HEAD
variables
:
# always_running: yes
# reserved_on_exit: yes
...
...
@@ -33,18 +33,19 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
sink_jobs
:
-
hstdm-l2
#
hosts:
#
- h0:1
#
- c0:1
hosts
:
#
- h0:1
#
- c0:1
# - c1:1
# - c2:1
-
n0:1
hstdm-l2
:
label
:
太赫兹L2
base_image
:
cnic/csst-hstdm-l2
schedule_mode
:
HEAD
#
schedule_mode: HEAD
variables
:
always_running
:
yes
reserved_on_exit
:
yes
#
always_running: yes
#
reserved_on_exit: yes
output_text_size
:
100000
text_tranc_mode
:
TAIL
locale_mode
:
NONE
...
...
@@ -63,10 +64,11 @@ jobs:
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsref
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
#
hosts:
hosts
:
# - h0:1
# - c0:1
# - c1:1
# - c2:1
# - c2:1
-
n0:1
L2/dockerfiles/csst-msc-l2-xcat/Makefile
deleted
100644 → 0
View file @
5031945b
IMAGE_ADM
:=
cnic/csst-msc-l1-mbi
build
:
make
-C
adm build
make
-C
exe build
sync
:
rsync
-av
--del
.
csst-zjs:/tmp/csst-msc-l2-xcat
dist
:
docker save hub.cstcloud.cn/scalebox/base:latest | zstdmt | pv | ssh csst-zjs
'zstd -d | docker load'
# docker save hub.cstcloud.cn/scalebox/controld:latest | zstdmt | pv | ssh csst-zjs 'zstd -d | docker load'
# docker save hub.cstcloud.cn/scalebox/database:latest | zstdmt | pv | ssh csst-zjs 'zstd -d | docker load'
push
:
docker push
$(IMAGE_NAME)
run
:
docker run
-it
--entrypoint
bash
$(IMAGE_NAME)
down
:
docker stop
$(IMAGE_NAME)
L2/dockerfiles/csst-msc-l2-xcat/adm/Dockerfile
View file @
28b3cedb
...
...
@@ -4,7 +4,7 @@ USER root
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base
:0.9
/usr/local/sbin/ /usr/local/sbin/
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
# RUN mkdir -p /work /app/bin && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc
WORKDIR
/work
...
...
L2/dockerfiles/csst-msc-l2-xcat/adm/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l2-xcat-adm
IMAGE_PATH
:=
/sharewcl/temp
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l2-xcat-adm.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l2-xcat-adm.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l2-xcat-adm.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l2-xcat-adm.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
push
:
docker push
$(IMAGE_NAME)
run
:
...
...
Prev
1
2
3
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment