Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Open sidebar
csst
Scalebox Apps
Commits
28b3cedb
Commit
28b3cedb
authored
Aug 22, 2023
by
Zhang Xiaoli
Browse files
中期版本归档
parent
5031945b
Changes
44
Show whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
275 additions
and
122 deletions
+275
-122
L1/dockerfiles/csst-msc-l1-ooc/test/app.yaml
L1/dockerfiles/csst-msc-l1-ooc/test/app.yaml
+9
-7
L1/dockerfiles/csst-msc-l1-phot/Makefile
L1/dockerfiles/csst-msc-l1-phot/Makefile
+14
-8
L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile
L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile
+1
-1
L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile
L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile
+8
-7
L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile
L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile
+1
-1
L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile
L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile
+14
-7
L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml
L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml
+12
-4
L1/dockerfiles/csst-msc-l1-sls2d/Makefile
L1/dockerfiles/csst-msc-l1-sls2d/Makefile
+15
-7
L1/dockerfiles/csst-msc-l1-sls2d/test/Makefile
L1/dockerfiles/csst-msc-l1-sls2d/test/Makefile
+1
-1
L1/dockerfiles/redis-cli/Dockerfile
L1/dockerfiles/redis-cli/Dockerfile
+1
-1
L1/pipelines/app.yaml
L1/pipelines/app.yaml
+97
-26
L1/pipelines/zjs-ztm.env
L1/pipelines/zjs-ztm.env
+17
-0
L1/pipelines/zjs.env
L1/pipelines/zjs.env
+3
-3
L1/redis_server/README.md
L1/redis_server/README.md
+52
-3
L2/dockerfiles/csst-hstdm-l2/Makefile
L2/dockerfiles/csst-hstdm-l2/Makefile
+8
-7
L2/dockerfiles/csst-hstdm-l2/run.sh
L2/dockerfiles/csst-hstdm-l2/run.sh
+1
-1
L2/dockerfiles/csst-hstdm-l2/test/app.yaml
L2/dockerfiles/csst-hstdm-l2/test/app.yaml
+12
-10
L2/dockerfiles/csst-msc-l2-xcat/Makefile
L2/dockerfiles/csst-msc-l2-xcat/Makefile
+0
-20
L2/dockerfiles/csst-msc-l2-xcat/adm/Dockerfile
L2/dockerfiles/csst-msc-l2-xcat/adm/Dockerfile
+1
-1
L2/dockerfiles/csst-msc-l2-xcat/adm/Makefile
L2/dockerfiles/csst-msc-l2-xcat/adm/Makefile
+8
-7
No files found.
L1/dockerfiles/csst-msc-l1-ooc/test/app.yaml
View file @
28b3cedb
name
:
msc-l1-ooc.app.process
name
:
msc-l1-ooc.app.process
label
:
在轨
定标
label
:
主巡天
定标
comment
:
主巡天在轨定标一级流水线
comment
:
主巡天在轨定标一级流水线
cluster
:
local
cluster
:
csst
parameters
:
parameters
:
initial_status
:
RUNNING
initial_status
:
RUNNING
...
@@ -37,9 +37,9 @@ jobs:
...
@@ -37,9 +37,9 @@ jobs:
# bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt"
# bash -c "python /pipeline/src/run.py && echo '---' && cat /pipeline/output/msg.txt"
csst-msc-l1-ooc-exe
:
csst-msc-l1-ooc-exe
:
label
:
在轨
定标执行模块
label
:
主巡天
定标执行模块
base_image
:
cnic/csst-msc-l1-ooc-exe:latest
base_image
:
cnic/csst-msc-l1-ooc-exe:latest
schedule_mode
:
HEAD
#
schedule_mode: HEAD
parameters
:
parameters
:
start_message
:
ANY
start_message
:
ANY
variables
:
variables
:
...
@@ -63,8 +63,10 @@ jobs:
...
@@ -63,8 +63,10 @@ jobs:
-
${CSST_CRDS_ROOT}:/crdsroot
-
${CSST_CRDS_ROOT}:/crdsroot
# command: >
# command: >
# python /pipeline/src/run.py {\"brick_id\":1}
# python /pipeline/src/run.py {\"brick_id\":1}
#
hosts:
hosts
:
# - h0:1
# - h0:1
# - c0:1
# - c0:1
# - c1:1
# - c1:1
# - c2:1
# - c2:1
-
n0:1
# - w2:1
\ No newline at end of file
L1/dockerfiles/csst-msc-l1-phot/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l1-phot
IMAGE_NAME
:=
cnic/csst-msc-l1-phot
IMAGE_PATH
:=
/sharewcl/temp
build
:
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-phot.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-phot.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-phot.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-phot.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w2
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w3
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w4
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w5
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
ssh
w6
docker
load
-i
$(IMAGE_PATH)/msc-l1-phot.tar
push
:
push
:
docker push
$(IMAGE_NAME)
docker push
$(IMAGE_NAME)
run
:
run
:
...
...
L1/dockerfiles/csst-msc-l1-sls1d/adm/Dockerfile
View file @
28b3cedb
...
@@ -4,7 +4,7 @@ USER root
...
@@ -4,7 +4,7 @@ USER root
COPY
run.sh /app/bin/
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base
:0.9
/usr/local/sbin/ /usr/local/sbin/
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
# RUN mkdir -p /work /app/bin && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc
# RUN mkdir -p /work /app/bin && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc
WORKDIR
/work
WORKDIR
/work
...
...
L1/dockerfiles/csst-msc-l1-sls1d/adm/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l1-sls1d-adm
IMAGE_NAME
:=
cnic/csst-msc-l1-sls1d-adm
IMAGE_PATH
:=
/sharewcl/temp
build
:
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-sls1d-adm.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-sls1d-adm.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-sls1d-adm.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-sls1d-adm.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-adm.tar
push
:
push
:
docker push
$(IMAGE_NAME)
docker push
$(IMAGE_NAME)
run
:
run
:
...
...
L1/dockerfiles/csst-msc-l1-sls1d/exe/Dockerfile
View file @
28b3cedb
...
@@ -4,7 +4,7 @@ USER root
...
@@ -4,7 +4,7 @@ USER root
COPY
run.sh /app/bin/
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base
:0.9
/usr/local/sbin/ /usr/local/sbin/
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
WORKDIR
/work
WORKDIR
/work
...
...
L1/dockerfiles/csst-msc-l1-sls1d/exe/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l1-sls1d-exe
IMAGE_NAME
:=
cnic/csst-msc-l1-sls1d-exe
IMAGE_PATH
:=
/sharewcl/temp
build
:
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-sls1d-exe.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-sls1d-exe.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-sls1d-exe.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-sls1d-exe.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w3
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w4
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w5
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
ssh
w6
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls1d-exe.tar
push
:
push
:
docker push
$(IMAGE_NAME)
docker push
$(IMAGE_NAME)
run
:
run
:
...
...
L1/dockerfiles/csst-msc-l1-sls1d/test/app.yaml
View file @
28b3cedb
...
@@ -38,7 +38,8 @@ jobs:
...
@@ -38,7 +38,8 @@ jobs:
# - h0:1
# - h0:1
# - c0:1
# - c0:1
# - c1:1
# - c1:1
-
c2:1
# - c2:1
-
n0:1
csst-msc-l1-sls1d-exe
:
csst-msc-l1-sls1d-exe
:
label
:
无缝光谱1D执行模块
label
:
无缝光谱1D执行模块
base_image
:
cnic/csst-msc-l1-sls1d-exe:latest
base_image
:
cnic/csst-msc-l1-sls1d-exe:latest
...
@@ -65,6 +66,13 @@ jobs:
...
@@ -65,6 +66,13 @@ jobs:
# python /pipeline/src/run.py {\"brick_id\":1}
# python /pipeline/src/run.py {\"brick_id\":1}
hosts
:
hosts
:
# - h0:1
# - h0:1
# - c0:1
-
c0:10
# - c1:1
-
c1:10
-
c2:2
-
c2:10
\ No newline at end of file
-
n0:5
-
n1:15
-
w2:15
-
w3:15
-
w4:15
-
w5:15
-
w6:15
\ No newline at end of file
L1/dockerfiles/csst-msc-l1-sls2d/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l1-sls2d
IMAGE_NAME
:=
cnic/csst-msc-l1-sls2d
IMAGE_PATH
:=
/sharewcl/temp
build
:
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l1-sls2d.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l1-sls2d.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l1-sls2d.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l1-sls2d.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w2
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w3
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w4
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w5
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
ssh
w6
docker
load
-i
$(IMAGE_PATH)/msc-l1-sls2d.tar
push
:
push
:
docker push
$(IMAGE_NAME)
docker push
$(IMAGE_NAME)
run
:
run
:
...
...
L1/dockerfiles/csst-msc-l1-sls2d/test/Makefile
View file @
28b3cedb
...
@@ -3,7 +3,7 @@ CLUSTER=csst
...
@@ -3,7 +3,7 @@ CLUSTER=csst
# all: reset build
# all: reset build
run
:
run
:
scalebox app create
--env-file
zjs
-ztm
.env
scalebox app create
--env-file
zjs.env
reset
:
reset
:
cd
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
&&
make
&&
cd
-
cd
${HOME}
/docker-scalebox/clusters/
$(CLUSTER)
&&
make
&&
cd
-
...
...
L1/dockerfiles/redis-cli/Dockerfile
View file @
28b3cedb
FROM
hub.cstcloud.cn/scalebox/agent
:0.9
FROM
hub.cstcloud.cn/scalebox/agent
# 安装redis-cli
# 安装redis-cli
RUN
apt-get update
\
RUN
apt-get update
\
...
...
L1/pipelines/app.yaml
View file @
28b3cedb
name
:
${PIPELINE_NAME}
.app.process
name
:
csst-L1
.app.process
label
:
csst-
${PIPELINE_NAME}
label
:
csst-
L1
#output_basedir: /data/${PIPELINE_NAME}
#output_basedir: /data/${PIPELINE_NAME}
cluster
:
csst
cluster
:
csst
parameters
:
parameters
:
...
@@ -20,13 +20,15 @@ jobs:
...
@@ -20,13 +20,15 @@ jobs:
label
:
消息队列接收模块
label
:
消息队列接收模块
base_image
:
csst/redis-cli
base_image
:
csst/redis-cli
schedule_mode
:
HEAD
schedule_mode
:
HEAD
environments
:
-
REDIS_SERVER=192.169.23.2
# parameters:
# parameters:
# start_message: abcd
# start_message: abcd
sink_jobs
:
sink_jobs
:
-
admL1
-
adm
-
L1
admL1
:
adm
-
L1
:
label
:
消息分发网关
label
:
消息分发网关
base_image
:
csst/adml1
base_image
:
csst/adm
-
l1
schedule_mode
:
HEAD
schedule_mode
:
HEAD
variables
:
variables
:
repeated
:
yes
repeated
:
yes
...
@@ -37,6 +39,9 @@ jobs:
...
@@ -37,6 +39,9 @@ jobs:
-
cpic-l1
-
cpic-l1
-
hstdm-l1
-
hstdm-l1
-
ifs-l1-rss
-
ifs-l1-rss
-
mci-l1
environments
:
-
CSST_PIPELINE_GRPC_SERVER="192.169.23.2:50051"
msc-l1-mbi
:
msc-l1-mbi
:
label
:
多色成像
label
:
多色成像
base_image
:
cnic/csst-msc-l1-mbi
base_image
:
cnic/csst-msc-l1-mbi
...
@@ -67,10 +72,11 @@ jobs:
...
@@ -67,10 +72,11 @@ jobs:
sink_jobs
:
sink_jobs
:
-
msc-l1-phot
-
msc-l1-phot
hosts
:
hosts
:
-
h0:1
# - h0:1
# - c0:1
-
c0:1
# - c1:1
-
c[1-2]:2
# - c2:1
-
w[2-6]:1
-
n1:2
msc-l1-phot
:
msc-l1-phot
:
label
:
测光
label
:
测光
base_image
:
cnic/csst-msc-l1-phot
base_image
:
cnic/csst-msc-l1-phot
...
@@ -100,17 +106,16 @@ jobs:
...
@@ -100,17 +106,16 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_jobs:
# sink_jobs:
hosts
:
hosts
:
# - h0:1
-
w[2-6]:20
# - c0:1
-
n1:5
# - c1:1
# - c[12]:12
-
c2:1
msc-l1-sls2d
:
msc-l1-sls2d
:
label
:
无缝光谱2D
label
:
无缝光谱2D
base_image
:
cnic/csst-msc-l1-sls2d
base_image
:
cnic/csst-msc-l1-sls2d
schedule_mode
:
HEAD
#
schedule_mode: HEAD
variables
:
variables
:
always_running
:
yes
#
always_running: yes
reserved_on_exit
:
yes
#
reserved_on_exit: yes
# DFS入库错误重试3次
# DFS入库错误重试3次
retry_rules
:
"
['202:3']"
retry_rules
:
"
['202:3']"
output_text_size
:
100000
output_text_size
:
100000
...
@@ -132,14 +137,13 @@ jobs:
...
@@ -132,14 +137,13 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_jobs:
# sink_jobs:
hosts
:
hosts
:
# - h0:1
-
c0:1
# - c0:1
-
w[2-6]:1
# - c1:1
# - c[0-2]:1
-
c2:1
cpic-l1
:
cpic-l1
:
label
:
星冕仪
label
:
星冕仪
base_image
:
cnic/csst-cpic-l1
base_image
:
cnic/csst-cpic-l1
schedule_mode
:
HEAD
#
schedule_mode: HEAD
variables
:
variables
:
# always_running: yes
# always_running: yes
# reserved_on_exit: yes
# reserved_on_exit: yes
...
@@ -167,8 +171,9 @@ jobs:
...
@@ -167,8 +171,9 @@ jobs:
hosts
:
hosts
:
# - h0:1
# - h0:1
# - c0:1
# - c0:1
-
c1:1
#
- c1:1
# - c2:1
# - c2:1
-
n0:1
hstdm-l1
:
hstdm-l1
:
label
:
太赫兹
label
:
太赫兹
base_image
:
cnic/csst-hstdm-l1
base_image
:
cnic/csst-hstdm-l1
...
@@ -196,12 +201,45 @@ jobs:
...
@@ -196,12 +201,45 @@ jobs:
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsref
-
${CSST_CRDS_ROOT}:/crdsref
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# sink_jobs:
sink_jobs
:
-
hstdm-l2
hosts
:
# - h0:1
# - c0:1
# - c1:1
# - c2:1
-
n0:1
hstdm-l2
:
label
:
太赫兹L2
base_image
:
cnic/csst-hstdm-l2
# schedule_mode: HEAD
variables
:
# always_running: yes
# reserved_on_exit: yes
output_text_size
:
100000
text_tranc_mode
:
TAIL
locale_mode
:
NONE
parameters
:
# start_message: 50100000001
key_group_regex
:
^(.{6})(.{3})$
key_group_seq
:
1,2
environments
:
-
CSST_DFS_API_MODE=${CSST_DFS_API_MODE}
-
CSST_DFS_GATEWAY=${CSST_DFS_GATEWAY}
-
CSST_DFS_APP_ID=${CSST_DFS_APP_ID}
-
CSST_DFS_APP_TOKEN=${CSST_DFS_APP_TOKEN}
-
CRDS_SERVER_URL=${CRDS_SERVER_URL}
paths
:
-
${CSST_AUX_DIR}:/pipeline/aux
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsref
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
hosts
:
hosts
:
# - h0:1
# - h0:1
# - c0:1
# - c0:1
-
c1:1
#
- c1:1
# - c2:1
# - c2:1
-
n0:1
ifs-l1-rss
:
ifs-l1-rss
:
label
:
IFS单次曝光
label
:
IFS单次曝光
base_image
:
cnic/csst-ifs-l1-rss
base_image
:
cnic/csst-ifs-l1-rss
...
@@ -221,10 +259,43 @@ jobs:
...
@@ -221,10 +259,43 @@ jobs:
-
${AUX_DIR}:/L1Pipeline/aux
-
${AUX_DIR}:/L1Pipeline/aux
-
${CRDS_DIR}:/L1Pipeline/crds
-
${CRDS_DIR}:/L1Pipeline/crds
-
${DFS_ROOT}:/L1Pipeline/dfs
-
${DFS_ROOT}:/L1Pipeline/dfs
-
/sharewcl/shao/docker/csst_ifs_l1_rss/code:/L1Pipeline/workspace
# command: docker run -d --network=host %ENVS% %VOLUMES% {{IMAGE}}
# command: docker run -d --network=host %ENVS% %VOLUMES% {{IMAGE}}
# sink_jobs:
# sink_jobs:
hosts
:
hosts
:
# - h0:1
# - h0:1
-
c0:1
# - c0:1
# - c1:2
# - c2:2
-
n0:1
mci-l1
:
label
:
多通道成像仪定标
base_image
:
cnic/csst-mci-l1
# schedule_mode: HEAD
variables
:
# DFS入库错误重试3次
retry_rules
:
"
['202:3']"
output_text_size
:
100000
text_tranc_mode
:
TAIL
locale_mode
:
NONE
parameters
:
key_group_regex
:
^(.{6})(.{3})$
key_group_seq
:
1,2
# start_message: 20100000001
paths
:
-
${AUX_DIR}:/L1Pipeline/aux
-
${CRDS_DIR}:/L1Pipeline/crds
-
${DFS_ROOT}:/L1Pipeline/dfs
-
/sharewcl/shao/docker/csst_mci_l1/code:/L1Pipeline/workspace
# paths:
# - ${AUX_DIR}:/L1Pipeline/aux
# - ${CRDS_DIR}:/L1Pipeline/aux/C6.1_ref_crds
# - ${DFS_ROOT}:/dfsroot
# command: docker run -d --network=host %ENVS% %VOLUMES% {{IMAGE}}
# sink_jobs:
hosts
:
# - h0:1
# - c0:2
# - c1:2
# - c1:2
# - c2:2
# - c2:2
-
n0:1
L1/pipelines/zjs-ztm.env
0 → 100644
View file @
28b3cedb
# DFS
CSST_DFS_API_MODE=cluster
CSST_DFS_GATEWAY=172.24.27.2:30880
CSST_DFS_APP_ID=test
CSST_DFS_APP_TOKEN=test
# CRDS
CRDS_SERVER_URL=http://172.24.27.2:29000
# VOLUMES ==================
CSST_DFS_ROOT=/share/dfs
CSST_CRDS_ROOT=/share/crdsdata/data
CSST_AUX_DIR=/share/pipeline/aux
# IFS CHENWEI
AUX_DIR=/share/shao/L1Pipeline/aux
CRDS_DIR=/share/shao/L1Pipeline/crds
DFS_ROOT=/share/dfs
\ No newline at end of file
L1/pipelines/zjs.env
View file @
28b3cedb
...
@@ -12,9 +12,9 @@ CSST_CRDS_ROOT=/sharewcl/crdsdata/data
...
@@ -12,9 +12,9 @@ CSST_CRDS_ROOT=/sharewcl/crdsdata/data
CSST_AUX_DIR=/sharewcl/pipeline/aux
CSST_AUX_DIR=/sharewcl/pipeline/aux
# IFS CHENWEI
# IFS CHENWEI
AUX_DIR=/share/shao/L1Pipeline/aux
AUX_DIR=/share
wcl
/shao/L1Pipeline/aux
CRDS_DIR=/share/shao/L1Pipeline/crds
CRDS_DIR=/share
wcl
/shao/L1Pipeline/crds
DFS_ROOT=/share/dfs
DFS_ROOT=/share
wcl
/dfs
PIPELINE_NAME=csst_lever1
PIPELINE_NAME=csst_lever1
#PIPELINE_NAME=mbi
#PIPELINE_NAME=mbi
...
...
L1/redis_server/README.md
View file @
28b3cedb
# 模拟DFS发送redis消息
# 模拟DFS发送redis消息
```
bash
```
bash
for
line
in
{
10160000000..10160000001
}
;
do
# mbi sls2d
for
line
in
{
10160000000..10160000136
}
;
do
echo
$line
;
echo
$line
;
redis-cli
-h
192.169.23.2
-a
123456 lpush single-image-reduction:obsid
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
#mci
for
line
in
{
20100000001..20100000005
}
;
do
echo
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
#ifs-rss
for
line
in
{
30100000003..30100000050
}
;
do
echo
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
#cpic
for
line
in
{
41000000101..41000000104
}
;
do
echo
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
#hstdm
for
line
in
{
50100000001..50100000002
}
;
do
echo
$line
;
redis-cli
-h
127.0.0.1
-a
123456 lpush single-image-reduction:obsid
$line
;
done
done
```
```
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 10160000000;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 10160000000;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 20100000001;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 30100000003;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 30100000003;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 41000000101;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 41000000101;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 50100000001;
redis-cli -h 127.0.0.1 -a 123456 lpush single-image-reduction:obsid 50100000001;
## 数据库导入导出
## 进入database容器
### 数据导出
pg_dump -h 127.0.0.1 -p 5432 -U scalebox -d scalebox -Fc -f ~/scalebox.sql
### 数据导入
pg_restore -h 127.0.0.1 -U scalebox -d scalebox /scalebox.sql
## 导数据步骤
### 1紫金山考出数据
docker exec cf32ca2842e8 pg_dump -U scalebox --data-only --dbname=scalebox > scalebox.sql
### 2传入到要拷贝数据的数据库容器内
docker cp scalebox.sql a3e398828977:/tmp/scalebox.sql
### 3进入容器并登陆数据库
docker exec -it a3e398828977 bash
psql -U scalebox -d scalebox
### 4执行插入命令
\i
/tmp/scalebox.sql
\ No newline at end of file
L2/dockerfiles/csst-hstdm-l2/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-hstdm-l2
IMAGE_NAME
:=
cnic/csst-hstdm-l2
IMAGE_PATH
:=
/sharewcl/temp
build
:
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/hstdm-l2.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/hstdm-l2.tar
ssh
c0
docker
load
-i
/share/tmp/hstdm-l2.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
ssh
c1
docker
load
-i
/share/tmp/hstdm-l2.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
ssh
c2
docker
load
-i
/share/tmp/hstdm-l2.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/hstdm-l2.tar
push
:
push
:
docker push
$(IMAGE_NAME)
docker push
$(IMAGE_NAME)
run
:
run
:
...
...
L2/dockerfiles/csst-hstdm-l2/run.sh
View file @
28b3cedb
...
@@ -13,6 +13,6 @@ fi
...
@@ -13,6 +13,6 @@ fi
rm
-rf
/pipeline/input/
*
/pipeline/output/
*
rm
-rf
/pipeline/input/
*
/pipeline/output/
*
echo
finish hstdm.
echo
finish hstdm
-l2
.
exit
$exit_code
exit
$exit_code
L2/dockerfiles/csst-hstdm-l2/test/app.yaml
View file @
28b3cedb
name
:
hstdm.app.process
name
:
hstdm.app.process
label
:
太赫兹
label
:
太赫兹
comment
:
精测模块太赫兹1+2级流水线
comment
:
精测模块太赫兹1+2级流水线
cluster
:
local
cluster
:
csst
parameters
:
parameters
:
initial_status
:
RUNNING
initial_status
:
RUNNING
...
@@ -9,7 +9,7 @@ jobs:
...
@@ -9,7 +9,7 @@ jobs:
hstdm-l1
:
hstdm-l1
:
label
:
太赫兹
label
:
太赫兹
base_image
:
cnic/csst-hstdm-l1
base_image
:
cnic/csst-hstdm-l1
schedule_mode
:
HEAD
#
schedule_mode: HEAD
variables
:
variables
:
# always_running: yes
# always_running: yes
# reserved_on_exit: yes
# reserved_on_exit: yes
...
@@ -33,18 +33,19 @@ jobs:
...
@@ -33,18 +33,19 @@ jobs:
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
sink_jobs
:
sink_jobs
:
-
hstdm-l2
-
hstdm-l2
#
hosts:
hosts
:
# - h0:1
# - h0:1
# - c0:1
# - c0:1
# - c1:1
# - c1:1
# - c2:1
# - c2:1
-
n0:1
hstdm-l2
:
hstdm-l2
:
label
:
太赫兹L2
label
:
太赫兹L2
base_image
:
cnic/csst-hstdm-l2
base_image
:
cnic/csst-hstdm-l2
schedule_mode
:
HEAD
#
schedule_mode: HEAD
variables
:
variables
:
always_running
:
yes
#
always_running: yes
reserved_on_exit
:
yes
#
reserved_on_exit: yes
output_text_size
:
100000
output_text_size
:
100000
text_tranc_mode
:
TAIL
text_tranc_mode
:
TAIL
locale_mode
:
NONE
locale_mode
:
NONE
...
@@ -63,10 +64,11 @@ jobs:
...
@@ -63,10 +64,11 @@ jobs:
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_DFS_ROOT}:/dfsroot
-
${CSST_CRDS_ROOT}:/crdsref
-
${CSST_CRDS_ROOT}:/crdsref
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
# command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
#
hosts:
hosts
:
# - h0:1
# - h0:1
# - c0:1
# - c0:1
# - c1:1
# - c1:1
# - c2:1
# - c2:1
-
n0:1
L2/dockerfiles/csst-msc-l2-xcat/Makefile
deleted
100644 → 0
View file @
5031945b
IMAGE_ADM
:=
cnic/csst-msc-l1-mbi
build
:
make
-C
adm build
make
-C
exe build
sync
:
rsync
-av
--del
.
csst-zjs:/tmp/csst-msc-l2-xcat
dist
:
docker save hub.cstcloud.cn/scalebox/base:latest | zstdmt | pv | ssh csst-zjs
'zstd -d | docker load'
# docker save hub.cstcloud.cn/scalebox/controld:latest | zstdmt | pv | ssh csst-zjs 'zstd -d | docker load'
# docker save hub.cstcloud.cn/scalebox/database:latest | zstdmt | pv | ssh csst-zjs 'zstd -d | docker load'
push
:
docker push
$(IMAGE_NAME)
run
:
docker run
-it
--entrypoint
bash
$(IMAGE_NAME)
down
:
docker stop
$(IMAGE_NAME)
L2/dockerfiles/csst-msc-l2-xcat/adm/Dockerfile
View file @
28b3cedb
...
@@ -4,7 +4,7 @@ USER root
...
@@ -4,7 +4,7 @@ USER root
COPY
run.sh /app/bin/
COPY
run.sh /app/bin/
RUN
chmod
+x /app/bin/run.sh
RUN
chmod
+x /app/bin/run.sh
COPY
--from=hub.cstcloud.cn/scalebox/base
:0.9
/usr/local/sbin/ /usr/local/sbin/
COPY
--from=hub.cstcloud.cn/scalebox/base /usr/local/sbin/ /usr/local/sbin/
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
RUN
mkdir
-p
/work
&&
echo
"PATH=/app/bin:
\$
{PATH}"
>>
/root/.bashrc
# RUN mkdir -p /work /app/bin && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc
# RUN mkdir -p /work /app/bin && echo "PATH=/app/bin:\${PATH}" >> /root/.bashrc
WORKDIR
/work
WORKDIR
/work
...
...
L2/dockerfiles/csst-msc-l2-xcat/adm/Makefile
View file @
28b3cedb
IMAGE_NAME
:=
cnic/csst-msc-l2-xcat-adm
IMAGE_NAME
:=
cnic/csst-msc-l2-xcat-adm
IMAGE_PATH
:=
/sharewcl/temp
build
:
build
:
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
docker build
--network
=
host
-t
$(IMAGE_NAME)
.
dist
:
dist
:
build
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
docker
save
$(IMAGE_NAME)
>
/share/tmp/msc-l2-xcat-adm.tar
docker
save
$(IMAGE_NAME)
>
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
c0
docker
load
-i
/share/tmp/msc-l2-xcat-adm.tar
ssh
c0
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
c1
docker
load
-i
/share/tmp/msc-l2-xcat-adm.tar
ssh
c1
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
c2
docker
load
-i
/share/tmp/msc-l2-xcat-adm.tar
ssh
c2
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
n0
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
ssh
n1
docker
load
-i
$(IMAGE_PATH)/msc-l2-xcat-adm.tar
push
:
push
:
docker push
$(IMAGE_NAME)
docker push
$(IMAGE_NAME)
run
:
run
:
...
...
Prev
1
2
3
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment