remove redundant modules

L1/dockerfiles/adm-L1/Dockerfile

-FROM hub.cstcloud.cn/scalebox/agent
-
-LABEL maintainer="Xiaoli Zhang<zhangxiaoli@cnic.cn>"
-
-USER root
-
-# 安装python
-RUN apt update \
-    && apt install -y python3 \
-    && apt clean \
-    && rm -rf /var/lib/apt/lists/*
-
-COPY *.sh /app/bin/
-COPY *.py /app/bin/
-# COPY *.proto /app/bin/
-RUN chmod +x /app/bin/run.sh
-
-ENV CSST_PIPELINE_GRPC_SERVER="10.3.10.28:50051"

L1/dockerfiles/adm-L1/Makefile

-IMAGE_NAME:=csst/adm-l1
-IMAGE_PATH:=/nfsdata/tmp
-build:
-	docker build --network=host -t $(IMAGE_NAME) .
-
-dist:
-# docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
-	docker save $(IMAGE_NAME) > $(IMAGE_PATH)/adm-l1.tar
-push:
-	docker push $(IMAGE_NAME)
-run:
-	docker run -it --entrypoint bash $(IMAGE_NAME)
-down:
-	docker stop $(IMAGE_NAME)
-scp:
-	scp -r ./ scalebox-beta:~/csst/adm-L1/
\ No newline at end of file

L1/dockerfiles/adm-L1/mgL1.py

-import os
-import sys
-import subprocess
-class admL1Api():
-    def __init__(self):
-        self.body = ""
-    
-    def adminLevelOne(self,body):     
-        #获取obsid
-        obsid=int(str(body)[0])
-
-        #当前模块的id
-        current_job_id=os.getenv('JOB_ID')
-        print("current_job_id : %s" %(current_job_id))
-
-        sink_job_name=""
-        print("body : %s" %(body))
-        # body = body.replace(' ', '-')
-        # 将数字转换为字符串
-        body_str = str(body)
-        # 获取前三位
-        obsid = body_str[:3]
-        print("obsid : %s" %(obsid))
-        # 获取后两位
-        chipid = body_str[-2:]
-        print("chipid : %s" %(chipid))
-
-        if obsid in {"101", "102", "103", "104", "105", "106", "110", "111", "112"}:
-            if chipid in {"06", "07", "08", "09", "11", "12", "13", "14", "15", "16", "17", "18", "19", "20", "22", "23", "24", "25"}:
-                admL1Api.sum_numbers(body,"msc-l1-mbi",current_job_id)
-                
-            elif chipid in {"01", "02", "03", "04", "05", "10", "21", "26", "27", "28", "29", "30"}:
-                admL1Api.sum_numbers(body,"msc-l1-sls",current_job_id) 
-            else:
-                print("无效chipid %s" %(body))
-                sys.exit(100)
-        elif obsid in {"107", "108"}:
-            if chipid in {"06", "07", "08", "09", "11", "12", "13", "14", "15", "16", "17", "18", "19", "20", "22", "23", "24", "25"}:
-                admL1Api.sum_numbers(body,"msc-l1-mbi",current_job_id)
-                
-            elif chipid in {"01", "02", "03", "04", "05", "10", "21", "26", "27", "28", "29", "30"}:
-                admL1Api.sum_numbers(body,"msc-l1-sls",current_job_id) 
-            else:
-                print("无效chipid %s" %(body))
-                sys.exit(100)
-        elif "120" <=obsid <= "129":
-            admL1Api.sum_numbers(body,"msc-l1-ooc",current_job_id) 
-        else:
-            print("无效obsid: %s" %(body))
-            sys.exit(101)
-    
-        print("执行完毕")
-
-    @classmethod 
-    def sum_numbers(self,body,sink_job_name,current_job_id):
-        print("0000000000000001")
-        print(sink_job_name)
-        print(body)
-        command = f"scalebox task add -sink-job={sink_job_name} {body}"
-        result=subprocess.run(command, shell=True)
-        if result.returncode == 0:
-            print("命令执行成功")
-            sys.exit(0)
-        else:
-            print(f"命令执行失败，返回码为: {result.returncode}")
-            return result.returncode
-if __name__ == '__main__':
-    parameter = sys.argv
-    body=parameter[1]
-    w=admL1Api()
-    w.adminLevelOne(body)

L1/dockerfiles/adm-L1/run.sh

-#!/bin/bash
-
-python3 /app/bin/mgL1.py $1
-exit_code=$?
-exit $exit_code
\ No newline at end of file

L1/dockerfiles/adm-template/Dockerfile

-FROM csst-l1ppl:latest
-
-COPY run.sh /app/bin/
-RUN chmod +x /app/bin/run.sh
-
-RUN mkdir /work/
-WORKDIR /work/
-    
-ENTRYPOINT ["goagent"]
\ No newline at end of file

L1/dockerfiles/adm-template/Makefile

-IMAGE_NAME:=csst/adm-template
-
-build:
-	docker build --network=host -t $(IMAGE_NAME) .
-
-dist:
-	docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
-
-push:
-	docker push $(IMAGE_NAME)
-run:
-	docker run -it --entrypoint bash $(IMAGE_NAME)
-down:
-	docker stop $(IMAGE_NAME)
\ No newline at end of file

L1/dockerfiles/adm-template/adm.py

-#!/usr/bin/env python
-#ecoding=utf-8
-
-f=open(r"./message.txt","+a")
-#newline=input('input a string: ')
-newline=100000100
-for newline in range(100000100,100000155):
-    f.writelines(str(newline)+"\n")
-    newline+=1
-f.close()
\ No newline at end of file

L1/dockerfiles/adm-template/message.txt

-100000100
-100000101
-100000102
-100000103
-100000104
-100000105
-100000106
-100000107
-100000108
-100000109
-100000110
-100000111
-100000112
-100000113
-100000114
-100000115
-100000116
-100000117
-100000118
-100000119
-100000120
-100000121
-100000122
-100000123
-100000124
-100000125
-100000126
-100000127
-100000128
-100000129
-100000130
-100000131
-100000132
-100000133
-100000134
-100000135
-100000136
-100000137
-100000138
-100000139
-100000140
-100000141
-100000142
-100000143
-100000144
-100000145
-100000146
-100000147
-100000148
-100000149
-100000150
-100000151
-100000152
-100000153
-100000154

L1/dockerfiles/adm-template/run.sh

-#!/bin/bash
-
-python adm.py
-echo "read message..."
-
-#readline message.txt and send-message
-for line in `cat message.txt`
-do
-    echo $line
-    send-message $line
-    code=$?   
-done
-exit $code
\ No newline at end of file

L1/dockerfiles/adm-template/test/app.yaml

-name: adm-template.app.process
-label: csst-adm-template
-cluster: csst
-parameters:
-  initial_status: RUNNING
-
-jobs:
-  adm-template:
-    base_image: csst/adm-template
-    schedule_mode: HEAD
-    variables:
-      repeated: yes
-    parameters:
-      start_message: any
-    paths:
-      - /:/local:ro
-    environments:
-      - DFS_SERVER=${DFS_SERVER}
-    # command: docker run -d --network=host %ENVS% %VOLUMES% %IMAGE%
-    sink_jobs:
-      - sink-module
-  sink-module:
-    base_image: hub.cstcloud.cn/scalebox/agent
-    schedule_mode: HEAD
-    parameters:
-      key_group_regex: ${KEY_GROUP_REGEX}
-      key_group_seq: ${KEY_GROUP_SEQ}
-      
-
-      

L1/dockerfiles/adm-template/test/scalebox.env

-# DFS info
-DFS_SERVER=
-
-# 业务模块相关参数
-
-
-
-# 流水线运行相关参数
-KEY_GROUP_REGEX=
-KEY_GROUP_SEQ=
\ No newline at end of file

L1/dockerfiles/collector/Dockerfile

-FROM hub.cstcloud.cn/scalebox/agent
-
-LABEL maintainer="Xiaoli Zhang<zhangxiaoli@cnic.cn>"
-
-COPY run.sh /app/bin/
-RUN chmod +x /app/bin/run.sh
-COPY --from=hub.cstcloud.cn/scalebox/base /usr/local/sbin /usr/local/sbin
-
-RUN mkdir /work/
-WORKDIR /work/
-    
-ENTRYPOINT ["goagent"]
\ No newline at end of file

L1/dockerfiles/collector/Makefile

-IMAGE_NAME:=hub.cstcloud.cn/scalebox/collector
-IMAGE_PATH:=/obsfs/temp
-
-build:
-	docker build --network=host -t $(IMAGE_NAME) .
-
-dist:
-#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
-	docker save $(IMAGE_NAME) > $(IMAGE_PATH)/collector.tar
-	ssh c0 docker load -i $(IMAGE_PATH)/collector.tar
-	ssh c1 docker load -i $(IMAGE_PATH)/collector.tar
-	ssh c2 docker load -i $(IMAGE_PATH)/collector.tar
-
-push:
-	docker push $(IMAGE_NAME)
-run:
-	docker run -it --entrypoint bash $(IMAGE_NAME)
-down:
-	docker stop $(IMAGE_NAME)

L1/dockerfiles/collector/ReadMe.MD

-# Crontab 设置
-
-## 目录说明
-- 每个用户可以有自己的 crontab 文件，存储在 /var/spool/cron 目录中；
-- root 用户的 crontab 文件通常存储在 /etc/crontab 文件中；
-## crontab 文件格式
-- 每一行代表一个定时任务，格式如下：
-```bash
-* * * * * command
-# 分别表示分钟（0-59）、小时（0-23）、日期（1-31）、月份（1-12）、星期（0-7）和要执行的命令。
-
-#设置为23:56执行此命令
-56 23 * * *  /home/zhangxiaoli/backup_log.sh
-```
-
-56 23 * * *  /home/csst/collector/backup_log.sh
-

L1/dockerfiles/collector/backup_log.sh

-#!/bin/bash  
-  
-# 定义日志文件路径和备份目录  
-LOG_FILE="/var/log/collector.log"  
-BACKUP_DIR="/var/log/backup"  
-  
-# 获取当前日期  
-CURRENT_DATE=$(date +%Y-%m-%d)  
-  
-# 创建备份目录（如果不存在）  
-mkdir -p $BACKUP_DIR  
-  
-# 重命名日志文件，添加日期后缀  
-mv $LOG_FILE $BACKUP_DIR/collector_$CURRENT_DATE.log
\ No newline at end of file

L1/dockerfiles/collector/collector.sh

-#!/bin/bash
-
-# collect meminfo and docker disk
-printf "  %-20s %-15s %-15s %-15s %-15s \n" "Time" "MemTotal" "MemFree" "MemAvailable" "DockerFiles(MB)" | tee -a /var/log/collector.log
-
-while true
-do
-    curTime=$(printf "%(%Y-%m-%dT%H:%M:%S)T" -1)
-    memTotal=$(cat /proc/meminfo|grep MemTotal|awk '{print $2 $3}')
-    memFree=$(cat /proc/meminfo|grep MemFree|awk '{print $2 $3}')
-    memAva=$(cat /proc/meminfo|grep MemAvailable|awk '{print $2 $3}')
-    dockerFiles=$(du -ms /var/lib/docker|awk '{print $1}')
-
-    printf "  %-20s %-15s %-15s %-15s %-15s \n" $curTime $memTotal $memFree $memAva $dockerFiles | tee -a /var/log/collector.log
-
-    sleep 10
-
-done
\ No newline at end of file

L1/dockerfiles/crds/Dockerfile

-FROM csst-l1ppl:6.0.144
-
-COPY gen_sql.sh /app/bin/
-RUN chmod +x /app/bin/gen_sql.sh
-COPY run.sh /app/bin/
-RUN chmod +x /app/bin/run.sh
-COPY --from=hub.cstcloud.cn/scalebox/base /usr/local/sbin /usr/local/sbin
-
-RUN mkdir /work/
-WORKDIR /work/
-    
-ENTRYPOINT ["goagent"]
\ No newline at end of file

L1/dockerfiles/crds/Makefile

-IMAGE_NAME:=csst/crds
-
-build:
-	docker build --network=host -t $(IMAGE_NAME) .
-
-dist:
-#docker save $(IMAGE_NAME) | zstdmt | pv | ssh c0 'zstd -d | docker load'
-	docker save $(IMAGE_NAME) > /share/tmp/crds.tar
-	ssh c0 docker load -i /share/tmp/crds.tar
-	ssh c1 docker load -i /share/tmp/crds.tar
-	ssh c2 docker load -i /share/tmp/crds.tar
-
-push:
-	docker push $(IMAGE_NAME)
-run:
-	docker run -it --entrypoint bash $(IMAGE_NAME)
-down:
-	docker stop $(IMAGE_NAME)

L1/dockerfiles/crds/gen_sql.sh

-
-#!/bin/bash
-
-export JOB_ID=1
-
-for line in `cat list.txt`
-do
-    echo "INSERT INTO t_task(job,key_message) VALUES($JOB_ID,'${line}');"
-done