优化部署，清理冗余代码

Author: data-infra

README.md

@@ -52,7 +52,6 @@ docker pull ccr.ccs.tencentyun.com/cube-studio/kubeflow-dashboard-frontend:2025.
 注意：前后端代码生产环境均在容器中运行。
 
 后端开发调试：代码通过挂载，在本机ide中修改，在docker-compose中运行调试，debug模式自动热更新。
-
 前端调试：大部分功能在本机ide开发调试即可，支持热更新。完整的平台前端调试需要本地ide开发完成后打包编译为静态文件，也可以在docker中编译成静态文件，在docker-compose中运行验证，不同于后端，这种docker中调试的话前端不支持热更新。
 
 #### 本地后端python代码开发
@@ -82,7 +81,6 @@ docker-compose.yaml文件在install/docker目录下，这里提供了mac和linux
 1) debug backend
 ```
 STAGE: 'dev'
-cd install/docker/
 docker-compose -f docker-compose.yml  up
 ```
 
@@ -153,7 +151,7 @@ yarn: npm install yarn -g
 
  -  `cd myapp/frontend` 进入目录
  - `npm run start` 进入调试模式。
- - - 首次进入  http://localhost:3000/login?username=admin&login_url=http://localhost:3000/frontend/
+ - - 首次进入  http://localhost:3000/login?username=admin&login_url=http://localhost:3000/frontend/  跳转后页面可直接关闭
  - - 后面可直接进入 前端 http://localhost:3000/frontend/
 
 ### vision 任务流编排
@@ -167,7 +165,8 @@ yarn: npm install yarn -g
 2、前端启动
  -  `cd myapp/vision` 进入目录
  - `npm run dev` 进入调试模式。
- - - vision启动访问地址：http://localhost:3000/   或者某个pipeline的id， http://localhost:3000/?pipeline_id=1#/
+ - - 首次进入  http://localhost:3000/login?username=admin&login_url=http://localhost:3000/frontend/  跳转后页面可直接关闭
+ - - vision启动 首页访问地址：http://localhost:3000/#/home/   或者某个pipeline的id， http://localhost:3000/?pipeline_id=1#/
 
 ### visionPlus 任务流编排
 
@@ -180,6 +179,7 @@ yarn: npm install yarn -g
 2、前端启动
  -  `cd myapp/visionPlus` 进入目录
  - `npm run dev` 进入调试模式。
+ - - 首次进入  http://localhost:3000/login?username=admin&login_url=http://localhost:3000/frontend/  跳转后页面可直接关闭
  - - visionPLus启动访问地址：http://localhost:3000/?scenes=etl_pipeline&pipeline_id=1
 
 

install/docker/README.md

@@ -1,7 +1,7 @@
 version: '3'
 services:
   redis:
-    image: bitnami/redis:7.4
+    image: ccr.ccs.tencentyun.com/cube-studio/redis:7.4
     restart: unless-stopped
     environment:
       REDIS_PASSWORD: admin
@@ -14,13 +14,12 @@ services:
     environment:
       MYSQL_ROOT_PASSWORD: admin
       MYSQL_DATABASE: kubeflow
-      MYSQL_ALLOW_EMPTY_PASSWORD: true
       TZ: Asia/Shanghai
     ports:
       - "3306:3306"
     volumes:
       - ./data/mysql:/var/lib/mysql
-      - ./docker-add-file/mysqld.cnf:/etc/mysql/mysql.conf.d/mysqld.cnf
+      - ./docker-add-file/mysqld.cnf:/etc/mysql/conf.d/mysqld.cnf
     healthcheck:
       test: "/usr/bin/mysql --user=root --password=admin --execute \"SHOW DATABASES;\""
       timeout: 45s
@@ -46,13 +45,13 @@ services:
   myapp:   # 后端容器
     image: ccr.ccs.tencentyun.com/cube-studio/kubeflow-dashboard:2025.09.01
     restart: unless-stopped
-    command: [ 'bash','-c','/entrypoint.sh' ]
+    command: [ 'bash','-c','/entrypoint.sh' ]     # 在容器内使用sleep 命令启动，然后exec进入myapp容器，手动执行/entrypoint.sh 或 python myapp/run.py
     environment:
       STAGE: 'dev'
       REDIS_HOST: 'redis'
       REDIS_PORT: '6379'
       REDIS_PASSWORD: admin
-      MYSQL_SERVICE: 'mysql+pymysql://root:admin@host.docker.internal:3306/kubeflow?charset=utf8'
+      MYSQL_SERVICE: 'mysql+pymysql://root:admin@mysql:3306/kubeflow?charset=utf8mb4'
       ENVIRONMENT: DEV
     depends_on:
         redis:

install/docker/docker-compose.yml

@@ -27,7 +27,7 @@ RUN mkdir ./frontend ./static
 
 # 拷贝dist包文件
 COPY ./myapp/static/appbuilder/frontend ./frontend
-COPY ./myapp/chatgpt-web/distChat ./frontend/distChat
+#COPY ./myapp/chatgpt-web/distChat ./frontend/distChat
 COPY ./myapp/static ./static
 # 安全风险去除
 RUN rm -rf frontend/manifest.json frontend/robots.txt

install/docker/dockerFrontend/Dockerfile

@@ -3,7 +3,7 @@
 # 所需要的所有镜像
 kubeflow = [
     'mysql:8.0.32',  # 数据库
-    'bitnami/redis:7.4',  # 缓存
+    'ccr.ccs.tencentyun.com/cube-studio/redis:7.4',  # 缓存
     "busybox:1.36.0",
     "kubeflow/training-operator:v1-8a066f9",  # 分布式训练
     'alpine:3.10',
@@ -26,7 +26,7 @@
 
     'quay.io/prometheus-operator/prometheus-config-reloader:v0.46.0',  # prometheus配置翻译
     "quay.io/prometheus-operator/prometheus-operator:v0.46.0",  # prometheus 部署工具
-    'bitnami/kube-rbac-proxy:0.14.1',  # 指标
+    'ccr.ccs.tencentyun.com/cube-studio/kube-rbac-proxy:0.14.1',  # 指标
     'carlosedp/addon-resizer:v1.8.4',  # 指标
 
     'grafana/grafana:9.5.20',  # 监控看板
@@ -45,9 +45,9 @@
 
 pipeline = [
     'minio/minio:RELEASE.2023-04-20T17-56-55Z',
-    'argoproj/argoexec:v3.4.3',
-    'argoproj/workflow-controller:v3.4.3',
-    'argoproj/argocli:v3.4.3'
+    'ccr.ccs.tencentyun.com/cube-argoproj/argoexec:v3.4.3',
+    'ccr.ccs.tencentyun.com/cube-argoproj/workflow-controller:v3.4.3',
+    'ccr.ccs.tencentyun.com/cube-argoproj/argocli:v3.4.3'
 ]
 cube_studio = [
     # 前后端

install/kubernetes/all_image.py

@@ -1177,14 +1177,14 @@ spec:
         - workflow-controller
         args:
           - '--executor-image'
-          - argoproj/argoexec:v3.4.3
+          - ccr.ccs.tencentyun.com/cube-argoproj/argoexec:v3.4.3
         env:
         - name: LEADER_ELECTION_IDENTITY
           valueFrom:
             fieldRef:
               apiVersion: v1
               fieldPath: metadata.name
-        image: argoproj/workflow-controller:v3.4.3
+        image: ccr.ccs.tencentyun.com/cube-argoproj/workflow-controller:v3.4.3
         livenessProbe:
           failureThreshold: 3
           httpGet:

install/kubernetes/argo/install-3.4.3-all.yaml

@@ -1095,8 +1095,8 @@ metadata:
   name: my-minio-cred
   namespace: infra
 stringData:
-  accesskey: admin
-  secretkey: password
+  accesskey: minio
+  secretkey: minio123
 type: Opaque
 ---
 apiVersion: v1
@@ -1185,7 +1185,7 @@ spec:
 #          value: 'true'
         - name: ARGO_SECURE
           value: 'false'
-        image: argoproj/argocli:v3.4.3   # v3.3.5
+        image: ccr.ccs.tencentyun.com/cube-argoproj/argocli:v3.4.3   # v3.3.5
         imagePullPolicy: IfNotPresent
         name: argo-server
         ports:
@@ -1304,7 +1304,7 @@ spec:
             fieldRef:
               apiVersion: v1
               fieldPath: metadata.name
-        image: argoproj/workflow-controller:v3.4.3
+        image: ccr.ccs.tencentyun.com/cube-argoproj/workflow-controller:v3.4.3
         imagePullPolicy: IfNotPresent
         livenessProbe:
           failureThreshold: 3

install/kubernetes/argo/workflow.yaml

@@ -79,10 +79,9 @@
 # 认证相关的配置
 # ----------------------------------------------------
 # 认证类型
-# AUTH_OID : OpenID认证
 # AUTH_DB : 数据库账号密码配置
 # AUTH_LDAP : LDAP认证
-# AUTH_REMOTE_USER : 远程用户认证
+# AUTH_REMOTE_USER : 远程用户认证，或者OpenID认证，或者公司内部自定义的接口获取用户信息方法
 AUTH_TYPE = AUTH_DB
 
 # AUTH_TYPE = AUTH_REMOTE_USER
@@ -94,7 +93,8 @@
 
 # 是否允许用户注册
 AUTH_USER_REGISTRATION = False
-
+# 是否允许其他平台的接入，允许后，其他平台可设置cookie在本平台登录，并可跳过登录api调用
+AUTH_PLATFORM_ACCESS = False
 # 注册用户的默认角色
 AUTH_USER_REGISTRATION_ROLE = "Gamma"
 
@@ -302,13 +302,6 @@
 # 任务的最小执行间隔min
 PIPELINE_TASK_CRON_RESOLUTION = 10
 
-# 右上角导航
-# NAVBAR_RIGHT=[
-#     {
-#         "icon": '<svg t="1699698387046" class="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="11066" width="200" height="200"><path d="M512 85.333333c235.648 0 426.666667 191.018667 426.666667 426.666667s-191.018667 426.666667-426.666667 426.666667S85.333333 747.648 85.333333 512 276.352 85.333333 512 85.333333z m0 85.333334a341.333333 341.333333 0 1 0 0 682.666666 341.333333 341.333333 0 0 0 0-682.666666z m-40.405333 156.586666l121.856 369.706667h-83.968l-27.050667-89.685333H361.898667l-27.648 89.685333H256L378.453333 327.253333h93.141334z m256.213333 0v369.706667h-78.549333V327.253333h78.506666z m-303.36 75.562667H420.693333l-43.306666 144.64h89.898666L424.448 402.773333z" fill="#333333" p-id="11067"></path></svg>',
-#         "link": "/frontend/ai_hub/model_market/model_visual"
-#     }
-# ]
 
 
 EMAIL_REPORTS_USER = "admin"
@@ -386,6 +379,7 @@ def get_env_variable(var_name, default=None):
 # 当前控制器所在的集群
 ENVIRONMENT=get_env_variable('ENVIRONMENT','DEV').lower()
 
+# 数据库链接相关配置
 SQLALCHEMY_POOL_SIZE = 300
 SQLALCHEMY_POOL_RECYCLE = 300  # 超时重连， 必须小于数据库的超时终端时间
 SQLALCHEMY_MAX_OVERFLOW = 800
@@ -404,6 +398,7 @@ def get_env_variable(var_name, default=None):
 SQLALCHEMY_BINDS = {}
 from celery.schedules import crontab
 
+# 缓存配置
 CACHE_DEFAULT_TIMEOUT = 60 * 60 * 24  # cache默认超时是24小时，一天才过期
 
 CACHE_CONFIG = {
@@ -412,7 +407,7 @@ def get_env_variable(var_name, default=None):
     'CACHE_REDIS_PORT': int(REDIS_PORT), # 配置端口号
     'CACHE_REDIS_URL':'redis://:%s@%s:%s/1'%(REDIS_PASSWORD,REDIS_HOST,str(REDIS_PORT)) if REDIS_PASSWORD else 'redis://%s:%s/1'%(REDIS_HOST,str(REDIS_PORT))   # 0，1为数据库编号（redis有0-16个数据库）
 }
-
+# 异步任务和定时任务配置
 class CeleryConfig(object):
     # 任务队列
     broker_url = 'redis://:%s@%s:%s/0'%(REDIS_PASSWORD,REDIS_HOST,str(REDIS_PORT)) if REDIS_PASSWORD else 'redis://%s:%s/0'%(REDIS_HOST,str(REDIS_PORT))
@@ -812,7 +807,7 @@ class CeleryConfig(object):
     {
         "label": "K8s Dashboard",
         "name": "kubernetes_dashboard",
-        "url": "/k8s/dashboard/user1/#/pod?namespace=infra"
+        "url": "/k8s/dashboard/cluster/#/pod?namespace=infra"
     },
     {
         "label":"Grafana",
@@ -858,7 +853,6 @@ class CeleryConfig(object):
     "data_blood":"/frontend/data/metadata/data_blood",
     "metadata_metric":"/frontend/data/metadata/metadata_metric",
     "dimension": "/frontend/data/metadata/metadata_dimension",
-    "feast":"/frontend/data/feast/feast",
     "dataset":"/frontend/data/media_data/dataset",
     "label_platform":"/frontend/data/media_data/label_platform",
 

install/kubernetes/cube/overlays/config/config.py

@@ -8,6 +8,7 @@ wget https://githubfast.com/goharbor/harbor/releases/download/v2.11.1/harbor-off
 wget https://githubfast.com/wise2c-devops/build-harbor-aarch64/releases/download/v2.13.0/harbor-offline-installer-aarch64-v2.13.0.tgz
 
 解压
+rm -rf /usr/local/harbor
 tar xf harbor-offline-installer-v2.11.1.tgz -C /usr/local/
 cd /usr/local/harbor
 

install/kubernetes/harbor/readme.md

@@ -21,6 +21,6 @@ chmod -R 777 /data/k8s/monitoring/grafana/ /data/k8s/monitoring/prometheus/ /dat
 # 关闭swap分区
 swapoff -a
 # 拉取镜像
-sh pull_images.sh
+sh pull_images_mini.sh