redis iam check

2026-01-07 23:04:12 +00:00 · 2024-06-14 03:07:17 +08:00
1304 changed files with 13839 additions and 36920 deletions
--- a/.devcontainer/post_create_command.sh
+++ b/.devcontainer/post_create_command.sh
@@ -3,7 +3,7 @@
 cd web && npm install

 echo 'alias start-api="cd /workspaces/dify/api && flask run --host 0.0.0.0 --port=5001 --debug"' >> ~/.bashrc
-echo 'alias start-worker="cd /workspaces/dify/api && celery -A app.celery worker -P gevent -c 1 --loglevel INFO -Q dataset,generation,mail,ops_trace"' >> ~/.bashrc
+echo 'alias start-worker="cd /workspaces/dify/api && celery -A app.celery worker -P gevent -c 1 --loglevel INFO -Q dataset,generation,mail"' >> ~/.bashrc
 echo 'alias start-web="cd /workspaces/dify/web && npm run dev"' >> ~/.bashrc
 echo 'alias start-containers="cd /workspaces/dify/docker && docker-compose -f docker-compose.middleware.yaml -p dify up -d"' >> ~/.bashrc

--- a/.devcontainer/post_start_command.sh
+++ b/.devcontainer/post_start_command.sh
@@ -1,3 +1,3 @@
 #!/bin/bash

-poetry install -C api
+cd api && pip install -r requirements.txt
--- a/.github/ISSUE_TEMPLATE/bug_report.yml
+++ b/.github/ISSUE_TEMPLATE/bug_report.yml
@@ -14,15 +14,13 @@ body:
          required: true
        - label: I confirm that I am using English to submit this report (我已阅读并同意 [Language Policy](https://github.com/langgenius/dify/issues/1542)).
          required: true
-        - label: "请务必使用英文提交 Issue，否则会被关闭。谢谢！:）"
-          required: true
        - label: "Please do not modify this template :) and fill in all the required fields."
          required: true

  - type: input
    attributes:
      label: Dify version
-      placeholder: 0.6.11
+      placeholder: 0.3.21
      description: See about section in Dify console
    validations:
      required: true
@@ -42,7 +40,7 @@ body:
  - type: textarea
    attributes:
      label: Steps to reproduce
-      description: We highly suggest including screenshots and a bug report log. Please use the right markdown syntax for code blocks.
+      description: We highly suggest including screenshots and a bug report log.
      placeholder: Having detailed steps helps us reproduce the bug.
    validations:
      required: true
--- a/.github/ISSUE_TEMPLATE/document_issue.yml
+++ b/.github/ISSUE_TEMPLATE/document_issue.yml
@@ -12,8 +12,6 @@ body:
          required: true
        - label: I confirm that I am using English to submit report (我已阅读并同意 [Language Policy](https://github.com/langgenius/dify/issues/1542)).
          required: true
-        - label: "请务必使用英文提交 Issue，否则会被关闭。谢谢！:）"
-          required: true
        - label: "Please do not modify this template :) and fill in all the required fields."
          required: true
  - type: textarea
--- a/.github/ISSUE_TEMPLATE/feature_request.yml
+++ b/.github/ISSUE_TEMPLATE/feature_request.yml
@@ -12,25 +12,35 @@ body:
          required: true
        - label: I confirm that I am using English to submit this report (我已阅读并同意 [Language Policy](https://github.com/langgenius/dify/issues/1542)).
          required: true
-        - label: "请务必使用英文提交 Issue，否则会被关闭。谢谢！:）"
-          required: true
        - label: "Please do not modify this template :) and fill in all the required fields."
          required: true
  - type: textarea
    attributes:
-      label: 1. Is this request related to a challenge you're experiencing? Tell me about your story.
+      label: 1. Is this request related to a challenge you're experiencing?
      placeholder: Please describe the specific scenario or problem you're facing as clearly as possible. For instance "I was trying to use [feature] for [specific task], and [what happened]... It was frustrating because...."
    validations:
      required: true
  - type: textarea
    attributes:
-      label: 2. Additional context or comments
+      label: 2. Describe the feature you'd like to see
+      placeholder: Think about what you want to achieve and how this feature will help you. Sketches, flow diagrams, or any visual representation will be a major plus.
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: 3. How will this feature improve your workflow or experience?
+      placeholder: Tell us how this change will benefit your work. This helps us prioritize based on user impact.
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: 4. Additional context or comments
      placeholder: (Any other information, comments, documentations, links, or screenshots that would provide more clarity. This is the place to add anything else not covered above.)
    validations:
      required: false
  - type: checkboxes
    attributes:
-      label: 3. Can you help us with this feature?
+      label: 5. Can you help us with this feature?
      description: Let us know! This is not a commitment, but a starting point for collaboration.
      options:
        - label: I am interested in contributing to this feature.
--- a/.github/ISSUE_TEMPLATE/translation_issue.yml
+++ b/.github/ISSUE_TEMPLATE/translation_issue.yml
@@ -12,8 +12,6 @@ body:
          required: true
        - label: I confirm that I am using English to submit this report (我已阅读并同意 [Language Policy](https://github.com/langgenius/dify/issues/1542)).
          required: true
-        - label: "请务必使用英文提交 Issue，否则会被关闭。谢谢！:）"
-          required: true
        - label: "Please do not modify this template :) and fill in all the required fields."
          required: true
  - type: input
--- a/.github/workflows/api-tests.yml
+++ b/.github/workflows/api-tests.yml
@@ -14,6 +14,74 @@ concurrency:

 jobs:
  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version:
+          - "3.10"
+          - "3.11"
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: |
+            ./api/requirements.txt
+            ./api/requirements-dev.txt
+
+      - name: Install dependencies
+        run: pip install -r ./api/requirements.txt -r ./api/requirements-dev.txt
+
+      - name: Run Unit tests
+        run: dev/pytest/pytest_unit_tests.sh
+
+      - name: Run ModelRuntime
+        run: dev/pytest/pytest_model_runtime.sh
+
+      - name: Run Tool
+        run: dev/pytest/pytest_tools.sh
+
+      - name: Set up Sandbox
+        uses: hoverkraft-tech/compose-action@v2.0.0
+        with:
+          compose-file: |
+            docker/docker-compose.middleware.yaml
+          services: |
+            sandbox
+            ssrf_proxy
+
+      - name: Run Workflow
+        run: dev/pytest/pytest_workflow.sh
+
+      - name: Set up Vector Stores (Weaviate, Qdrant, PGVector, Milvus, PgVecto-RS, Chroma)
+        uses: hoverkraft-tech/compose-action@v2.0.0
+        with:
+          compose-file: |
+            docker/docker-compose.middleware.yaml
+            docker/docker-compose.qdrant.yaml
+            docker/docker-compose.milvus.yaml
+            docker/docker-compose.pgvecto-rs.yaml
+            docker/docker-compose.pgvector.yaml
+            docker/docker-compose.chroma.yaml
+          services: |
+            weaviate
+            qdrant
+            etcd
+            minio
+            milvus-standalone
+            pgvecto-rs
+            pgvector
+            chroma
+
+      - name: Test Vector Stores
+        run: dev/pytest/pytest_vdb.sh
+
+  test-in-poetry:
    name: API Tests
    runs-on: ubuntu-latest
    strategy:
@@ -39,9 +107,7 @@ jobs:
            api/poetry.lock

      - name: Poetry check
-        run: |
-          poetry check -C api --lock
-          poetry show -C api
+        run: poetry check -C api

      - name: Install dependencies
        run: poetry install -C api --with dev
@@ -55,11 +121,6 @@ jobs:
      - name: Run Tool
        run: poetry run -C api bash dev/pytest/pytest_tools.sh

-      - name: Set up dotenvs
-        run: |
-          cp docker/.env.example docker/.env
-          cp docker/middleware.env.example docker/middleware.env
-
      - name: Set up Sandbox
        uses: hoverkraft-tech/compose-action@v2.0.0
        with:
@@ -76,7 +137,12 @@ jobs:
        uses: hoverkraft-tech/compose-action@v2.0.0
        with:
          compose-file: |
-            docker/docker-compose.yaml
+            docker/docker-compose.middleware.yaml
+            docker/docker-compose.qdrant.yaml
+            docker/docker-compose.milvus.yaml
+            docker/docker-compose.pgvecto-rs.yaml
+            docker/docker-compose.pgvector.yaml
+            docker/docker-compose.chroma.yaml
          services: |
            weaviate
            qdrant
@@ -86,5 +152,6 @@ jobs:
            pgvecto-rs
            pgvector
            chroma
+
      - name: Test Vector Stores
        run: poetry run -C api bash dev/pytest/pytest_vdb.sh
--- a/.github/workflows/build-push.yml
+++ b/.github/workflows/build-push.yml
@@ -8,10 +8,6 @@ on:
  release:
    types: [published]

-concurrency:
-  group: build-push-${{ github.head_ref || github.run_id }}
-  cancel-in-progress: true
-
 env:
  DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }}
  DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
@@ -19,35 +15,19 @@ env:
  DIFY_API_IMAGE_NAME: ${{ vars.DIFY_API_IMAGE_NAME || 'langgenius/dify-api' }}

 jobs:
-  build:
-    runs-on: ${{ matrix.platform == 'linux/arm64' && 'arm64_runner' || 'ubuntu-latest' }}
-    if: github.repository == 'langgenius/dify'
+  build-and-push:
+    runs-on: ubuntu-latest
+    if: github.event.pull_request.draft == false
    strategy:
      matrix:
        include:
-          - service_name: "build-api-amd64"
-            image_name_env: "DIFY_API_IMAGE_NAME"
-            context: "api"
-            platform: linux/amd64
-          - service_name: "build-api-arm64"
-            image_name_env: "DIFY_API_IMAGE_NAME"
-            context: "api"
-            platform: linux/arm64
-          - service_name: "build-web-amd64"
+          - service_name: "web"
            image_name_env: "DIFY_WEB_IMAGE_NAME"
            context: "web"
-            platform: linux/amd64
-          - service_name: "build-web-arm64"
-            image_name_env: "DIFY_WEB_IMAGE_NAME"
-            context: "web"
-            platform: linux/arm64
-
+          - service_name: "api"
+            image_name_env: "DIFY_API_IMAGE_NAME"
+            context: "api"
    steps:
-      - name: Prepare
-        run: |
-          platform=${{ matrix.platform }}
-          echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV
-
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3

@@ -60,66 +40,7 @@ jobs:
          username: ${{ env.DOCKERHUB_USER }}
          password: ${{ env.DOCKERHUB_TOKEN }}

-      - name: Extract metadata for Docker
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env[matrix.image_name_env] }}
-
-      - name: Build Docker image
-        id: build
-        uses: docker/build-push-action@v6
-        with:
-          context: "{{defaultContext}}:${{ matrix.context }}"
-          platforms: ${{ matrix.platform }}
-          build-args: COMMIT_SHA=${{ fromJSON(steps.meta.outputs.json).labels['org.opencontainers.image.revision'] }}
-          labels: ${{ steps.meta.outputs.labels }}
-          outputs: type=image,name=${{ env[matrix.image_name_env] }},push-by-digest=true,name-canonical=true,push=true
-          cache-from: type=gha,scope=${{ matrix.service_name }}
-          cache-to: type=gha,mode=max,scope=${{ matrix.service_name }}
-
-      - name: Export digest
-        run: |
-          mkdir -p /tmp/digests
-          digest="${{ steps.build.outputs.digest }}"
-          touch "/tmp/digests/${digest#sha256:}"
-
-      - name: Upload digest
-        uses: actions/upload-artifact@v4
-        with:
-          name: digests-${{ matrix.context }}-${{ env.PLATFORM_PAIR }}
-          path: /tmp/digests/*
-          if-no-files-found: error
-          retention-days: 1
-
-  create-manifest:
-    needs: build
-    runs-on: ubuntu-latest
-    if: github.repository == 'langgenius/dify'
-    strategy:
-      matrix:
-        include:
-          - service_name: "merge-api-images"
-            image_name_env: "DIFY_API_IMAGE_NAME"
-            context: "api"
-          - service_name: "merge-web-images"
-            image_name_env: "DIFY_WEB_IMAGE_NAME"
-            context: "web"
-    steps:
-      - name: Download digests
-        uses: actions/download-artifact@v4
-        with:
-          path: /tmp/digests
-          pattern: digests-${{ matrix.context }}-*
-          merge-multiple: true
-
-      - name: Login to Docker Hub
-        uses: docker/login-action@v2
-        with:
-          username: ${{ env.DOCKERHUB_USER }}
-          password: ${{ env.DOCKERHUB_TOKEN }}
-
-      - name: Extract metadata for Docker
+      - name: Extract metadata (tags, labels) for Docker
        id: meta
        uses: docker/metadata-action@v5
        with:
@@ -130,12 +51,14 @@ jobs:
            type=sha,enable=true,priority=100,prefix=,suffix=,format=long
            type=raw,value=${{ github.ref_name }},enable=${{ startsWith(github.ref, 'refs/tags/') }}

-      - name: Create manifest list and push
-        working-directory: /tmp/digests
-        run: |
-          docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
-            $(printf '${{ env[matrix.image_name_env] }}@sha256:%s ' *)
-
-      - name: Inspect image
-        run: |
-          docker buildx imagetools inspect ${{ env[matrix.image_name_env] }}:${{ steps.meta.outputs.version }}
+      - name: Build and push
+        uses: docker/build-push-action@v5
+        with:
+          context: "{{defaultContext}}:${{ matrix.context }}"
+          platforms: ${{ startsWith(github.ref, 'refs/tags/') && 'linux/amd64,linux/arm64' || 'linux/amd64' }}
+          build-args: COMMIT_SHA=${{ fromJSON(steps.meta.outputs.json).labels['org.opencontainers.image.revision'] }}
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
--- a/.github/workflows/db-migration-test.yml
+++ b/.github/workflows/db-migration-test.yml
@@ -38,14 +38,13 @@ jobs:
      - name: Install dependencies
        run: poetry install -C api

-      - name: Set up Middlewares
+      - name: Set up Middleware
        uses: hoverkraft-tech/compose-action@v2.0.0
        with:
          compose-file: |
            docker/docker-compose.middleware.yaml
          services: |
            db
-            redis

      - name: Prepare configs
        run: |
@@ -55,4 +54,4 @@ jobs:
      - name: Run DB Migration
        run: |
          cd api
-          poetry run python -m flask upgrade-db
+          poetry run python -m flask db upgrade
--- a/.github/workflows/style.yml
+++ b/.github/workflows/style.yml
@@ -39,7 +39,7 @@ jobs:

      - name: Ruff check
        if: steps.changed-files.outputs.any_changed == 'true'
-        run: poetry run -C api ruff check ./api
+        run: poetry run -C api ruff check --preview ./api

      - name: Dotenv check
        if: steps.changed-files.outputs.any_changed == 'true'
@@ -99,8 +99,7 @@ jobs:
            **.sh
            **.yaml
            **.yml
-            **Dockerfile
-            dev/**
+            Dockerfile

      - name: Super-linter
        uses: super-linter/super-linter/slim@v6
@@ -113,8 +112,7 @@ jobs:
          IGNORE_GITIGNORED_FILES: true
          VALIDATE_BASH: true
          VALIDATE_BASH_EXEC: true
-          # FIXME: temporarily disabled until api-docker.yaml's run script is fixed for shellcheck
-          # VALIDATE_GITHUB_ACTIONS: true
+          VALIDATE_GITHUB_ACTIONS: true
          VALIDATE_DOCKERFILE_HADOLINT: true
          VALIDATE_XML: true
          VALIDATE_YAML: true
--- a/.gitignore
+++ b/.gitignore
@@ -136,24 +136,11 @@ web/.vscode/settings.json
 # Intellij IDEA Files
 .idea/*
 !.idea/vcs.xml
-!.idea/icon.png
 .ideaDataSources/
-*.iml
-api/.idea

 api/.env
 api/storage/*

-docker-legacy/volumes/app/storage/*
-docker-legacy/volumes/db/data/*
-docker-legacy/volumes/redis/data/*
-docker-legacy/volumes/weaviate/*
-docker-legacy/volumes/qdrant/*
-docker-legacy/volumes/etcd/*
-docker-legacy/volumes/minio/*
-docker-legacy/volumes/milvus/*
-docker-legacy/volumes/chroma/*
-
 docker/volumes/app/storage/*
 docker/volumes/db/data/*
 docker/volumes/redis/data/*
@@ -164,9 +151,6 @@ docker/volumes/minio/*
 docker/volumes/milvus/*
 docker/volumes/chroma/*

-docker/nginx/conf.d/default.conf
-docker/middleware.env
-
 sdks/python-client/build
 sdks/python-client/dist
 sdks/python-client/dify_client.egg-info
--- a/.idea/icon.png
+++ b/.idea/icon.png
--- a/CONTRIBUTING_JA.md
+++ b/CONTRIBUTING_JA.md
@@ -4,7 +4,7 @@ Dify にコントリビュートしたいとお考えなのですね。それは
 私たちは現状を鑑み、機敏かつ迅速に開発をする必要がありますが、同時にあなたのようなコントリビューターの方々に、可能な限りスムーズな貢献体験をしていただきたいと思っています。そのためにこのコントリビュートガイドを作成しました。
 コードベースやコントリビュータの方々と私たちがどのように仕事をしているのかに慣れていただき、楽しいパートにすぐに飛び込めるようにすることが目的です。

-このガイドは Dify そのものと同様に、継続的に改善されています。実際のプロジェクトに遅れをとることがあるかもしれませんが、ご理解のほどよろしくお願いいたします。
+このガイドは Dify そのものと同様に、継続的に改善されています。実際のプロジェクトに遅れをとることがあるかもしれませんが、ご理解をお願いします。

 ライセンスに関しては、私たちの短い[ライセンスおよびコントリビューター規約](./LICENSE)をお読みください。また、コミュニティは[行動規範](https://github.com/langgenius/.github/blob/main/CODE_OF_CONDUCT.md)を遵守しています。

@@ -14,7 +14,7 @@ Dify にコントリビュートしたいとお考えなのですね。それは

 ### 機能リクエスト

-* 新しい機能要望を出す場合は、提案する機能が何を実現するものなのかを説明し、可能な限り多くのコンテキストを含めてください。[@perzeusss](https://github.com/perzeuss)は、あなたの要望を書き出すのに役立つ [Feature Request Copilot](https://udify.app/chat/MK2kVSnw1gakVwMX) を作ってくれました。気軽に試してみてください。
+* 新しい機能要望を出す場合は、提案する機能が何を実現するものなのかを説明し、可能な限り多くの文脈を含めてください。[@perzeusss](https://github.com/perzeuss)は、あなたの要望を書き出すのに役立つ [Feature Request Copilot](https://udify.app/chat/MK2kVSnw1gakVwMX) を作ってくれました。気軽に試してみてください。

 * 既存の課題から 1 つ選びたい場合は、その下にコメントを書いてください。

@@ -54,7 +54,7 @@ Dify にコントリビュートしたいとお考えなのですね。それは

 ## インストール

-以下の手順で 、Difyのセットアップをしてください。
+Dify を開発用にセットアップする手順は以下の通りです。

 ### 1. このリポジトリをフォークする

@@ -120,7 +120,7 @@ Dify のバックエンドは[Flask](https://flask.palletsprojects.com/en/3.0.x/

 ### フロントエンド

-このウェブサイトは、Typescriptベースの[Next.js](https://nextjs.org/)テンプレートを使ってブートストラップされ、[Tailwind CSS](https://tailwindcss.com/)を使ってスタイリングされています。国際化には[React-i18next](https://react.i18next.com/)を使用しています。
+このウェブサイトは、Typescript の[Next.js](https://nextjs.org/)ボイラープレートでブートストラップされており、スタイリングには[Tailwind CSS](https://tailwindcss.com/)を使用しています。国際化には[React-i18next](https://react.i18next.com/)を使用しています。

 ```
 [web/]
--- a/README.md
+++ b/README.md
@@ -174,7 +174,6 @@ The easiest way to start the Dify server is to run our [docker-compose.yml](dock

 ```bash
 cd docker
-cp .env.example .env
 docker compose up -d
 ```

@@ -184,13 +183,12 @@ After running, you can access the Dify dashboard in your browser at [http://loca

 ## Next steps

-If you need to customize the configuration, please refer to the comments in our [.env.example](docker/.env.example) file and update the corresponding values in your `.env` file. Additionally, you might need to make adjustments to the `docker-compose.yaml` file itself, such as changing image versions, port mappings, or volume mounts, based on your specific deployment environment and requirements. After making any changes, please re-run `docker-compose up -d`. You can find the full list of available environment variables [here](https://docs.dify.ai/getting-started/install-self-hosted/environments).
+If you need to customize the configuration, please refer to the comments in our [docker-compose.yml](docker/docker-compose.yaml) file and manually set the environment configuration. After making the changes, please run `docker-compose up -d` again. You can see the full list of environment variables [here](https://docs.dify.ai/getting-started/install-self-hosted/environments).

-If you'd like to configure a highly-available setup, there are community-contributed [Helm Charts](https://helm.sh/) and YAML files which allow Dify to be deployed on Kubernetes.
+If you'd like to configure a highly-available setup, there are community-contributed [Helm Charts](https://helm.sh/) which allow Dify to be deployed on Kubernetes.

 - [Helm Chart by @LeoQuote](https://github.com/douban/charts/tree/master/charts/dify)
 - [Helm Chart by @BorisPolonsky](https://github.com/BorisPolonsky/dify-helm)
- [YAML file by @Winson-030](https://github.com/Winson-030/dify-kubernetes)


 ## Contributing
--- a/README_AR.md
+++ b/README_AR.md
@@ -157,23 +157,20 @@

 ```bash
 cd docker
-cp .env.example .env
 docker compose up -d
 ```
-
 بعد التشغيل، يمكنك الوصول إلى لوحة تحكم Dify في متصفحك على [http://localhost/install](http://localhost/install) وبدء عملية التهيئة.

 > إذا كنت ترغب في المساهمة في Dify أو القيام بتطوير إضافي، فانظر إلى [دليلنا للنشر من الشفرة (code) المصدرية](https://docs.dify.ai/getting-started/install-self-hosted/local-source-code)

 ## الخطوات التالية

-إذا كنت بحاجة إلى تخصيص الإعدادات، فيرجى الرجوع إلى التعليقات في ملف [.env.example](docker/.env.example) وتحديث القيم المقابلة في ملف `.env`. بالإضافة إلى ذلك، قد تحتاج إلى إجراء تعديلات على ملف `docker-compose.yaml` نفسه، مثل تغيير إصدارات الصور أو تعيينات المنافذ أو نقاط تحميل وحدات التخزين، بناءً على بيئة النشر ومتطلباتك الخاصة. بعد إجراء أي تغييرات، يرجى إعادة تشغيل `docker-compose up -d`. يمكنك العثور على قائمة كاملة بمتغيرات البيئة المتاحة [هنا](https://docs.dify.ai/getting-started/install-self-hosted/environments).
+إذا كنت بحاجة إلى تخصيص التكوين، يرجى الرجوع إلى التعليقات في ملف [docker-compose.yml](docker/docker-compose.yaml) لدينا وتعيين التكوينات البيئية يدويًا. بعد إجراء التغييرات، يرجى تشغيل `docker-compose up -d` مرة أخرى. يمكنك رؤية قائمة كاملة بالمتغيرات البيئية [هنا](https://docs.dify.ai/getting-started/install-self-hosted/environments).

-يوجد مجتمع خاص بـ [Helm Charts](https://helm.sh/) وملفات YAML التي تسمح بتنفيذ Dify على Kubernetes للنظام من الإيجابيات العلوية.
+إذا كنت ترغب في تكوين إعداد متوفر بشكل عالي، فهناك [رسوم بيانية Helm](https://helm.sh/) المساهمة من المجتمع تسمح بنشر Dify على Kubernetes.

 - [رسم بياني Helm من قبل @LeoQuote](https://github.com/douban/charts/tree/master/charts/dify)
 - [رسم بياني Helm من قبل @BorisPolonsky](https://github.com/BorisPolonsky/dify-helm)
- [ملف YAML من قبل @Winson-030](https://github.com/Winson-030/dify-kubernetes)


 ## المساهمة
--- a/README_CN.md
+++ b/README_CN.md
@@ -179,23 +179,21 @@ Dify 是一个开源的 LLM 应用开发平台。其直观的界面结合了 AI

 ```bash
 cd docker
-cp .env.example .env
 docker compose up -d
 ```

 运行后，可以在浏览器上访问 [http://localhost/install](http://localhost/install) 进入 Dify 控制台并开始初始化安装操作。

-### 自定义配置
-
-如果您需要自定义配置，请参考 [.env.example](docker/.env.example) 文件中的注释，并更新 `.env` 文件中对应的值。此外，您可能需要根据您的具体部署环境和需求对 `docker-compose.yaml` 文件本身进行调整，例如更改镜像版本、端口映射或卷挂载。完成任何更改后，请重新运行 `docker-compose up -d`。您可以在[此处](https://docs.dify.ai/getting-started/install-self-hosted/environments)找到可用环境变量的完整列表。
-
 #### 使用 Helm Chart 部署

-使用 [Helm Chart](https://helm.sh/) 版本或者 YAML 文件，可以在 Kubernetes 上部署 Dify。
+使用 [Helm Chart](https://helm.sh/) 版本，可以在 Kubernetes 上部署 Dify。

 - [Helm Chart by @LeoQuote](https://github.com/douban/charts/tree/master/charts/dify)
 - [Helm Chart by @BorisPolonsky](https://github.com/BorisPolonsky/dify-helm)
- [YAML 文件 by @Winson-030](https://github.com/Winson-030/dify-kubernetes)
+
+### 配置
+
+如果您需要自定义配置，请参考我们的 [docker-compose.yml](docker/docker-compose.yaml) 文件中的注释，并手动设置环境配置。更改后，请再次运行 `docker-compose up -d`。您可以在我们的[文档](https://docs.dify.ai/getting-started/install-self-hosted/environments)中查看所有环境变量的完整列表。

 ## Star History

--- a/README_ES.md
+++ b/README_ES.md
@@ -179,7 +179,6 @@ La forma más fácil de iniciar el servidor de Dify es ejecutar nuestro archivo

 ```bash
 cd docker
-cp .env.example .env
 docker compose up -d
 ```

@@ -189,15 +188,14 @@ Después de ejecutarlo, puedes acceder al panel de control de Dify en tu navegad

 ## Próximos pasos

-Si necesita personalizar la configuración, consulte los comentarios en nuestro archivo [.env.example](docker/.env.example) y actualice los valores correspondientes en su archivo `.env`. Además, es posible que deba realizar ajustes en el propio archivo `docker-compose.yaml`, como cambiar las versiones de las imágenes, las asignaciones de puertos o los montajes de volúmenes, según su entorno de implementación y requisitos específicos. Después de realizar cualquier cambio, vuelva a ejecutar `docker-compose up -d`. Puede encontrar la lista completa de variables de entorno disponibles [aquí](https://docs.dify.ai/getting-started/install-self-hosted/environments).
+Si necesitas personalizar la configuración, consulta los comentarios en nuestro archivo [docker-compose.yml](docker/docker-compose.yaml) y configura manualmente la configuración del entorno

 . Después de realizar los cambios, ejecuta `docker-compose up -d` nuevamente. Puedes ver la lista completa de variables de entorno [aquí](https://docs.dify.ai/getting-started/install-self-hosted/environments).

-Si desea configurar una configuración de alta disponibilidad, la comunidad proporciona [Gráficos Helm](https://helm.sh/) y archivos YAML, a través de los cuales puede desplegar Dify en Kubernetes.
+Si deseas configurar una instalación altamente disponible, hay [Gráficos Helm](https://helm.sh/) contribuidos por la comunidad que permiten implementar Dify en Kubernetes.

 - [Gráfico Helm por @LeoQuote](https://github.com/douban/charts/tree/master/charts/dify)
 - [Gráfico Helm por @BorisPolonsky](https://github.com/BorisPolonsky/dify-helm)
- [Ficheros YAML por @Winson-030](https://github.com/Winson-030/dify-kubernetes)


 ## Contribuir
--- a/README_FR.md
+++ b/README_FR.md
@@ -179,7 +179,6 @@ La manière la plus simple de démarrer le serveur Dify est d'exécuter notre fi

 ```bash
 cd docker
-cp .env.example .env
 docker compose up -d
 ```

@@ -189,13 +188,14 @@ Après l'exécution, vous pouvez accéder au tableau de bord Dify dans votre nav

 ## Prochaines étapes

-Si vous devez personnaliser la configuration, veuillez vous référer aux commentaires dans notre fichier [.env.example](docker/.env.example) et mettre à jour les valeurs correspondantes dans votre fichier `.env`. De plus, vous devrez peut-être apporter des modifications au fichier `docker-compose.yaml` lui-même, comme changer les versions d'image, les mappages de ports ou les montages de volumes, en fonction de votre environnement de déploiement et de vos exigences spécifiques. Après avoir effectué des modifications, veuillez réexécuter `docker-compose up -d`. Vous pouvez trouver la liste complète des variables d'environnement disponibles [ici](https://docs.dify.ai/getting-started/install-self-hosted/environments).
+Si vous devez personnaliser la configuration, veuillez

-Si vous souhaitez configurer une configuration haute disponibilité, la communauté fournit des [Helm Charts](https://helm.sh/) et des fichiers YAML, à travers lesquels vous pouvez déployer Dify sur Kubernetes.
+ vous référer aux commentaires dans notre fichier [docker-compose.yml](docker/docker-compose.yaml) et définir manuellement la configuration de l'environnement. Après avoir apporté les modifications, veuillez exécuter à nouveau `docker-compose up -d`. Vous pouvez voir la liste complète des variables d'environnement [ici](https://docs.dify.ai/getting-started/install-self-hosted/environments).
+
+Si vous souhaitez configurer une installation hautement disponible, il existe des [Helm Charts](https://helm.sh/) contribués par la communauté qui permettent de déployer Dify sur Kubernetes.

 - [Helm Chart par @LeoQuote](https://github.com/douban/charts/tree/master/charts/dify)
 - [Helm Chart par @BorisPolonsky](https://github.com/BorisPolonsky/dify-helm)
- [Fichier YAML par @Winson-030](https://github.com/Winson-030/dify-kubernetes)


 ## Contribuer
--- a/README_JA.md
+++ b/README_JA.md
@@ -2,9 +2,9 @@

 <p align="center">
  <a href="https://cloud.dify.ai">Dify Cloud</a> ·
-  <a href="https://docs.dify.ai/getting-started/install-self-hosted">セルフホスティング</a> ·
+  <a href="https://docs.dify.ai/getting-started/install-self-hosted">セルフホスト</a> ·
  <a href="https://docs.dify.ai">ドキュメント</a> ·
-  <a href="https://cal.com/guchenhe/dify-demo">デモの予約</a>
+  <a href="https://cal.com/guchenhe/dify-demo">デモのスケジュール</a>
 </p>

 <p align="center">
@@ -44,37 +44,37 @@
  <a href="https://trendshift.io/repositories/2152" target="_blank"><img src="https://trendshift.io/api/badge/repositories/2152" alt="langgenius%2Fdify | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
 </p>

-DifyはオープンソースのLLMアプリケーション開発プラットフォームです。直感的なインターフェイスには、AIワークフロー、RAGパイプライン、エージェント機能、モデル管理、観測機能などが組み合わさっており、プロトタイプから生産まで迅速に進めることができます。以下の機能が含まれます：
+DifyはオープンソースのLLMアプリケーション開発プラットフォームです。直感的なインターフェースには、AIワークフロー、RAGパイプライン、エージェント機能、モデル管理、観測機能などが組み合わさっており、プロトタイプから本番までの移行を迅速に行うことができます。以下は、主要機能のリストです：
 </br> </br>

 **1. ワークフロー**: 
-  強力なAIワークフローをビジュアルキャンバス上で構築し、テストできます。すべての機能、および以下の機能を使用できます。
+  ビジュアルキャンバス上で強力なAIワークフローを構築してテストし、以下の機能を活用してプロトタイプを超えることができます。


  https://github.com/langgenius/dify/assets/13230914/356df23e-1604-483d-80a6-9517ece318aa



-**2. 総合的なモデルサポート**: 
-  数百ものプロプライエタリ/オープンソースのLLMと、数十もの推論プロバイダーおよびセルフホスティングソリューションとのシームレスな統合を提供します。GPT、Mistral、Llama3、OpenAI APIと互換性のあるすべてのモデルを統合されています。サポートされているモデルプロバイダーの完全なリストは[こちら](https://docs.dify.ai/getting-started/readme/model-providers)をご覧ください。
+**2. 包括的なモデルサポート**: 
+  数百のプロプライエタリ/オープンソースのLLMと、数十の推論プロバイダーおよびセルフホスティングソリューションとのシームレスな統合を提供します。GPT、Mistral、Llama3、およびOpenAI API互換のモデルをカバーします。サポートされているモデルプロバイダーの完全なリストは[こちら](https://docs.dify.ai/getting-started/readme/model-providers)をご覧ください。

 ![providers-v5](https://github.com/langgenius/dify/assets/13230914/5a17bdbe-097a-4100-8363-40255b70f6e3)


 **3. プロンプトIDE**: 
-  プロンプトの作成、モデルパフォーマンスの比較が行え、チャットベースのアプリに音声合成などの機能も追加できます。
+  チャットベースのアプリにテキスト読み上げなどの追加機能を追加するプロンプトを作成し、モデルのパフォーマンスを比較する直感的なインターフェース。

 **4. RAGパイプライン**: 
-  ドキュメントの取り込みから検索までをカバーする広範なRAG機能ができます。ほかにもPDF、PPT、その他の一般的なドキュメントフォーマットからのテキスト抽出のサーポイントも提供します。
+  文書の取り込みから取得までをカバーする幅広いRAG機能で、PDF、PPTなどの一般的なドキュメント形式からのテキスト抽出に対するアウトオブボックスのサポートを提供します。

 **5. エージェント機能**: 
-  LLM Function CallingやReActに基づくエージェントの定義が可能で、AIエージェント用のプリビルトまたはカスタムツールを追加できます。Difyには、Google検索、DELL·E、Stable Diffusion、WolframAlphaなどのAIエージェント用の50以上の組み込みツールが提供します。
+  LLM関数呼び出しまたはReActに基づいてエージェントを定義し、エージェント向けの事前構築済みまたはカスタムのツールを追加できます。Difyには、Google検索、DELL·E、Stable Diffusion、WolframAlphaなどのAIエージェント用の50以上の組み込みツールが用意されています。

 **6. LLMOps**: 
-  アプリケーションのログやパフォーマンスを監視と分析し、生産のデータと注釈に基づいて、プロンプト、データセット、モデルを継続的に改善できます。
+  アプリケーションログとパフォーマンスを時間の経過とともにモニタリングおよび分析します。本番データと注釈に基づいて、プロンプト、データセット、およびモデルを継続的に改善できます。

 **7. Backend-as-a-Service**: 
-  すべての機能はAPIを提供されており、Difyを自分のビジネスロジックに簡単に統合できます。
+  Difyのすべての提供には、それに対応するAPIが付属しており、独自のビジネスロジックにDifyをシームレスに統合できます。


 ## 機能比較
@@ -95,9 +95,9 @@ DifyはオープンソースのLLMアプリケーション開発プラットフ
  </tr>
  <tr>
    <td align="center">サポートされているLLM</td>
-    <td align="center">バラエティ豊か</td>
-    <td align="center">バラエティ豊か</td>
-    <td align="center">バラエティ豊か</td>
+    <td align="center">バリエーション豊富</td>
+    <td align="center">バリエーション豊富</td>
+    <td align="center">バリエーション豊富</td>
    <td align="center">OpenAIのみ</td>
  </tr>
  <tr>
@@ -147,15 +147,15 @@ DifyはオープンソースのLLMアプリケーション開発プラットフ
 ## Difyの使用方法

 - **クラウド </br>**
-[こちら](https://dify.ai)のDify Cloudサービスを利用して、セットアップ不要で試すことができます。サンドボックスプランには、200回のGPT-4呼び出しが無料で含まれています。
+[こちら](https://dify.ai)のDify Cloudサービスを利用して、セットアップ不要で試すことができます。サンドボックスプランには、200回の無料のGPT-4呼び出しが含まれています。

 - **Dify Community Editionのセルフホスティング</br>**
-この[スタートガイド](#quick-start)を使用して、ローカル環境でDifyを簡単に実行できます。
-詳しくは[ドキュメント](https://docs.dify.ai)をご覧ください。
+この[スターターガイド](#quick-start)を使用して、ローカル環境でDifyを簡単に実行できます。
+さらなる参考資料や詳細な手順については、[ドキュメント](https://docs.dify.ai)をご覧ください。

- **企業/組織向けのDify</br>**
-企業中心の機能を提供しています。[こちらからミーティングを予約](https://cal.com/guchenhe/30min)したり、[メールを送信](mailto:business@dify.ai?subject=[GitHub]Business%20License%20Inquiry)して企業のニーズについて相談してください。 </br>
-  > AWSを使用しているスタートアップ企業や中小企業の場合は、[AWS Marketplace](https://aws.amazon.com/marketplace/pp/prodview-t22mebxzwjhu6)のDify Premiumをチェックして、ワンクリックで自分のAWS VPCにデプロイできます。さらに、手頃な価格のAMIオファリングどして、ロゴやブランディングをカスタマイズしてアプリケーションを作成するオプションがあります。
+- **エンタープライズ/組織向けのDify</br>**
+追加のエンタープライズ向け機能を提供しています。[こちらからミーティングを予約](https://cal.com/guchenhe/30min)したり、[メールを送信](mailto:business@dify.ai?subject=[GitHub]Business%20License%20Inquiry)してエンタープライズのニーズについて相談してください。 </br>
+  > AWSを使用しているスタートアップや中小企業の場合は、[AWS Marketplace](https://aws.amazon.com/marketplace/pp/prodview-t22mebxzwjhu6)のDify Premiumをチェックして、ワンクリックで独自のAWS VPCにデプロイできます。カスタムロゴとブランディングでアプリを作成するオプションを備えた手頃な価格のAMIオファリングです。


 ## 最新の情報を入手
@@ -178,7 +178,6 @@ Difyサーバーを起動する最も簡単な方法は、[docker-compose.yml](d

 ```bash
 cd docker
-cp .env.example .env
 docker compose up -d
 ```

@@ -188,13 +187,12 @@ docker compose up -d

 ## 次のステップ

-設定をカスタマイズする必要がある場合は、[.env.example](docker/.env.example) ファイルのコメントを参照し、`.env` ファイルの対応する値を更新してください。さらに、デプロイ環境や要件に応じて、`docker-compose.yaml` ファイル自体を調整する必要がある場合があります。たとえば、イメージのバージョン、ポートのマッピング、ボリュームのマウントなどを変更します。変更を加えた後は、`docker-compose up -d` を再実行してください。利用可能な環境変数の全一覧は、[こちら](https://docs.dify.ai/getting-started/install-self-hosted/environments)で確認できます。
+環境設定をカスタマイズする場合は、[docker-compose.yml](docker/docker-compose.yaml)ファイル内のコメントを参照して、環境設定を手動で設定してください。変更を加えた後は、再び `docker-compose up -d` を実行してください。環境変数の完全なリストは[こちら](https://docs.dify.ai/getting-started/install-self-hosted/environments)をご覧ください。

-高可用性設定を設定する必要がある場合、コミュニティは[Helm Charts](https://helm.sh/)とYAMLファイルにより、DifyをKubernetesにデプロイすることができます。
+高可用性のセットアップを構成する場合は、コミュニティによって提供されている[Helm Charts](https://helm.sh/)があり、これによりKubernetes上にDifyを展開できます。

 - [Helm Chart by @LeoQuote](https://github.com/douban/charts/tree/master/charts/dify)
 - [Helm Chart by @BorisPolonsky](https://github.com/BorisPolonsky/dify-helm)
- [YAML file by @Winson-030](https://github.com/Winson-030/dify-kubernetes)


 ## 貢献
@@ -214,7 +212,7 @@ docker compose up -d
 ## コミュニティ & お問い合わせ

 * [Github Discussion](https://github.com/langgenius/dify/discussions). 主に: フィードバックの共有や質問。
-* [GitHub Issues](https://github.com/langgenius/dify/issues). 主に: Dify.AIを使用する際に発生するエラーや問題については、[貢献ガイド](CONTRIBUTING_JA.md)を参照してください
+* [GitHub Issues](https://github.com/langgenius/dify/issues). 主に: Dify.AIの使用中に遭遇したバグや機能提案。
 * [Email](mailto:support@dify.ai?subject=[GitHub]Questions%20About%20Dify). 主に: Dify.AIの使用に関する質問。
 * [Discord](https://discord.gg/FngNHpbcY7). 主に: アプリケーションの共有やコミュニティとの交流。
 * [Twitter](https://twitter.com/dify_ai). 主に: アプリケーションの共有やコミュニティとの交流。
--- a/README_KL.md
+++ b/README_KL.md
@@ -179,7 +179,6 @@ The easiest way to start the Dify server is to run our [docker-compose.yml](dock

 ```bash
 cd docker
-cp .env.example .env
 docker compose up -d
 ```

@@ -189,13 +188,13 @@ After running, you can access the Dify dashboard in your browser at [http://loca

 ## Next steps

-If you need to customize the configuration, please refer to the comments in our [.env.example](docker/.env.example) file and update the corresponding values in your `.env` file. Additionally, you might need to make adjustments to the `docker-compose.yaml` file itself, such as changing image versions, port mappings, or volume mounts, based on your specific deployment environment and requirements. After making any changes, please re-run `docker-compose up -d`. You can find the full list of available environment variables [here](https://docs.dify.ai/getting-started/install-self-hosted/environments).
+If you need to customize the configuration, please refer to the comments in our [docker-compose.yml](docker/docker-compose.yaml) file and manually set the environment configuration. After making the changes, please run `docker-compose up -d` again. You can see the full list of environment variables [here](https://docs.dify.ai/getting-started/install-self-hosted/environments).

-If you'd like to configure a highly-available setup, there are community-contributed [Helm Charts](https://helm.sh/) and YAML files which allow Dify to be deployed on Kubernetes.
+If you'd like to configure a highly-available setup, there are community-contributed [Helm Charts](https://helm.sh/) which allow Dify to be deployed on Kubernetes.

 - [Helm Chart by @LeoQuote](https://github.com/douban/charts/tree/master/charts/dify)
 - [Helm Chart by @BorisPolonsky](https://github.com/BorisPolonsky/dify-helm)
- [YAML file by @Winson-030](https://github.com/Winson-030/dify-kubernetes)
+

 ## Contributing

--- a/README_KR.md
+++ b/README_KR.md
@@ -172,7 +172,6 @@ Dify 서버를 시작하는 가장 쉬운 방법은 [docker-compose.yml](docker/

 ```bash
 cd docker
-cp .env.example .env
 docker compose up -d
 ```

@@ -182,13 +181,14 @@ docker compose up -d

 ## 다음 단계

-구성을 사용자 정의해야 하는 경우 [.env.example](docker/.env.example) 파일의 주석을 참조하고 `.env` 파일에서 해당 값을 업데이트하십시오. 또한 특정 배포 환경 및 요구 사항에 따라 `docker-compose.yaml` 파일 자체를 조정해야 할 수도 있습니다. 예를 들어 이미지 버전, 포트 매핑 또는 볼륨 마운트를 변경합니다. 변경 한 후 `docker-compose up -d`를 다시 실행하십시오. 사용 가능한 환경 변수의 전체 목록은 [여기](https://docs.dify.ai/getting-started/install-self-hosted/environments)에서 찾을 수 있습니다.
+구성 커스터마이징이 필요한 경우, [docker-compose.yml](docker/docker-compose.yaml) 파일의 코멘트를 참조하여 환경 구성을 수동으로 설정하십시오. 변경 후 `docker-compose up -d` 를 다시 실행하십시오. 환경 변수의 전체 목록은 [여기](https://docs.dify.ai/getting-started/install-self-hosted/environments)에서 확인할 수 있습니다.

-Dify를 Kubernetes에 배포하고 프리미엄 스케일링 설정을 구성했다는 커뮤니티가 제공하는 [Helm Charts](https://helm.sh/)와 YAML 파일이 존재합니다.
+
+고가용성 설정을 구성하려면 Dify를 Kubernetes에 배포할 수 있는 커뮤니티 제공 [Helm Charts](https://helm.sh/)가 있습니다.

 - [Helm Chart by @LeoQuote](https://github.com/douban/charts/tree/master/charts/dify)
 - [Helm Chart by @BorisPolonsky](https://github.com/BorisPolonsky/dify-helm)
- [YAML file by @Winson-030](https://github.com/Winson-030/dify-kubernetes)
+

 ## 기여

--- a/api/.dockerignore
+++ b/api/.dockerignore
@@ -8,7 +8,4 @@ logs
 *.log*

 # jetbrains
-.idea
-
-# venv
-.venv
+.idea
--- a/api/.env.example
+++ b/api/.env.example
@@ -39,10 +39,9 @@ DB_DATABASE=dify

 # Storage configuration
 # use for store upload files, private keys...
-# storage type: local, s3, azure-blob, google-storage
+# storage type: local, s3, azure-blob
 STORAGE_TYPE=local
 STORAGE_LOCAL_PATH=storage
-S3_USE_AWS_MANAGED_IAM=false
 S3_ENDPOINT=https://your-bucket-name.storage.s3.clooudflare.com
 S3_BUCKET_NAME=your-bucket-name
 S3_ACCESS_KEY=your-access-key
@@ -63,20 +62,13 @@ ALIYUN_OSS_REGION=your-region

 # Google Storage configuration
 GOOGLE_STORAGE_BUCKET_NAME=yout-bucket-name
-GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64=your-google-service-account-json-base64-string
-
-# Tencent COS Storage configuration
-TENCENT_COS_BUCKET_NAME=your-bucket-name
-TENCENT_COS_SECRET_KEY=your-secret-key
-TENCENT_COS_SECRET_ID=your-secret-id
-TENCENT_COS_REGION=your-region
-TENCENT_COS_SCHEME=your-scheme
+GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON=your-google-service-account-json-base64-string

 # CORS configuration
 WEB_API_CORS_ALLOW_ORIGINS=http://127.0.0.1:3000,*
 CONSOLE_CORS_ALLOW_ORIGINS=http://127.0.0.1:3000,*

-# Vector database configuration, support: weaviate, qdrant, milvus, relyt, pgvecto_rs, pgvector, pgvector, chroma, opensearch, tidb_vector
+# Vector database configuration, support: weaviate, qdrant, milvus, relyt, pgvecto_rs, pgvector
 VECTOR_STORE=weaviate

 # Weaviate configuration
@@ -106,15 +98,6 @@ RELYT_USER=postgres
 RELYT_PASSWORD=postgres
 RELYT_DATABASE=postgres

-# Tencent configuration
-TENCENT_VECTOR_DB_URL=http://127.0.0.1
-TENCENT_VECTOR_DB_API_KEY=dify
-TENCENT_VECTOR_DB_TIMEOUT=30
-TENCENT_VECTOR_DB_USERNAME=dify
-TENCENT_VECTOR_DB_DATABASE=dify
-TENCENT_VECTOR_DB_SHARD=1
-TENCENT_VECTOR_DB_REPLICAS=2
-
 # PGVECTO_RS configuration
 PGVECTO_RS_HOST=localhost
 PGVECTO_RS_PORT=5431
@@ -144,13 +127,6 @@ CHROMA_DATABASE=default_database
 CHROMA_AUTH_PROVIDER=chromadb.auth.token_authn.TokenAuthenticationServerProvider
 CHROMA_AUTH_CREDENTIALS=difyai123456

-# OpenSearch configuration
-OPENSEARCH_HOST=127.0.0.1
-OPENSEARCH_PORT=9200
-OPENSEARCH_USER=admin
-OPENSEARCH_PASSWORD=admin
-OPENSEARCH_SECURE=true
-
 # Upload configuration
 UPLOAD_FILE_SIZE_LIMIT=15
 UPLOAD_FILE_BATCH_LIMIT=5
@@ -227,7 +203,3 @@ INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH=1000
 WORKFLOW_MAX_EXECUTION_STEPS=500
 WORKFLOW_MAX_EXECUTION_TIME=1200
 WORKFLOW_CALL_MAX_DEPTH=5
-
-# App configuration
-APP_MAX_EXECUTION_TIME=1200
-
--- a/api/.vscode/launch.json
+++ b/api/.vscode/launch.json
@@ -1,16 +1,30 @@
 {
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
    "version": "0.2.0",
    "configurations": [
+        {
+            "name": "Python: Celery",
+            "type": "debugpy",
+            "request": "launch",
+            "module": "celery",
+            "justMyCode": true,
+            "args": ["-A", "app.celery", "worker", "-P", "gevent", "-c", "1", "--loglevel", "info", "-Q", "dataset,generation,mail"],
+            "envFile": "${workspaceFolder}/.env",
+            "env": {
+                "FLASK_APP": "app.py",
+                "FLASK_DEBUG": "1",
+                "GEVENT_SUPPORT": "True"
+            },
+            "console": "integratedTerminal",
+            "python": "${command:python.interpreterPath}"
+        },
        {
            "name": "Python: Flask",
            "type": "debugpy",
            "request": "launch",
-            "python": "${workspaceFolder}/api/.venv/bin/python",
-            "cwd": "${workspaceFolder}/api",
-            "envFile": ".env",
            "module": "flask",
-            "justMyCode": true,
-            "jinja": true,
            "env": {
                "FLASK_APP": "app.py",
                "FLASK_DEBUG": "1",
@@ -20,36 +34,11 @@
                "run",
                "--host=0.0.0.0",
                "--port=5001",
-            ]
-        },
-        {
-            "name": "Python: Celery",
-            "type": "debugpy",
-            "request": "launch",
-            "python": "${workspaceFolder}/api/.venv/bin/python",
-            "cwd": "${workspaceFolder}/api",
-            "module": "celery",
+                "--debug"
+            ],
+            "jinja": true,
            "justMyCode": true,
-            "envFile": ".env",
-            "console": "integratedTerminal",
-            "env": {
-                "FLASK_APP": "app.py",
-                "FLASK_DEBUG": "1",
-                "GEVENT_SUPPORT": "True"
-            },
-            "args": [
-                "-A",
-                "app.celery",
-                "worker",
-                "-P",
-                "gevent",
-                "-c",
-                "1",
-                "--loglevel",
-                "info",
-                "-Q",
-                "dataset,generation,mail,ops_trace"
-            ]
-        },
+            "python": "${command:python.interpreterPath}"
+        }
    ]
 }
--- a/api/Dockerfile
+++ b/api/Dockerfile
@@ -1,43 +1,34 @@
 # base image
 FROM python:3.10-slim-bookworm AS base

-WORKDIR /app/api
+LABEL maintainer="takatost@gmail.com"

-# Install Poetry
-ENV POETRY_VERSION=1.8.3
-RUN pip install --no-cache-dir --upgrade pip && \
-    pip install --no-cache-dir --upgrade poetry==${POETRY_VERSION}
-
-# Configure Poetry
-ENV POETRY_CACHE_DIR=/tmp/poetry_cache
-ENV POETRY_NO_INTERACTION=1
-ENV POETRY_VIRTUALENVS_IN_PROJECT=true
-ENV POETRY_VIRTUALENVS_CREATE=true
-
-FROM base AS packages
+# install packages
+FROM base as packages

 RUN apt-get update \
    && apt-get install -y --no-install-recommends gcc g++ libc-dev libffi-dev libgmp-dev libmpfr-dev libmpc-dev

-# Install Python dependencies
-COPY pyproject.toml poetry.lock ./
-RUN poetry install --sync --no-cache --no-root
+COPY requirements.txt /requirements.txt
+
+RUN --mount=type=cache,target=/root/.cache/pip \
+    pip install --prefix=/pkg -r requirements.txt

 # production stage
 FROM base AS production

-ENV FLASK_APP=app.py
-ENV EDITION=SELF_HOSTED
-ENV DEPLOY_ENV=PRODUCTION
-ENV CONSOLE_API_URL=http://127.0.0.1:5001
-ENV CONSOLE_WEB_URL=http://127.0.0.1:3000
-ENV SERVICE_API_URL=http://127.0.0.1:5001
-ENV APP_WEB_URL=http://127.0.0.1:3000
+ENV FLASK_APP app.py
+ENV EDITION SELF_HOSTED
+ENV DEPLOY_ENV PRODUCTION
+ENV CONSOLE_API_URL http://127.0.0.1:5001
+ENV CONSOLE_WEB_URL http://127.0.0.1:3000
+ENV SERVICE_API_URL http://127.0.0.1:5001
+ENV APP_WEB_URL http://127.0.0.1:3000

 EXPOSE 5001

 # set timezone
-ENV TZ=UTC
+ENV TZ UTC

 WORKDIR /app/api

@@ -46,20 +37,13 @@ RUN apt-get update \
    && apt-get autoremove \
    && rm -rf /var/lib/apt/lists/*

-# Copy Python environment and packages
-ENV VIRTUAL_ENV=/app/api/.venv
-COPY --from=packages ${VIRTUAL_ENV} ${VIRTUAL_ENV}
-ENV PATH="${VIRTUAL_ENV}/bin:${PATH}"
-
-# Copy source code
+COPY --from=packages /pkg /usr/local
 COPY . /app/api/

-# Copy entrypoint
 COPY docker/entrypoint.sh /entrypoint.sh
 RUN chmod +x /entrypoint.sh

-
 ARG COMMIT_SHA
-ENV COMMIT_SHA=${COMMIT_SHA}
+ENV COMMIT_SHA ${COMMIT_SHA}

-ENTRYPOINT ["/bin/bash", "/entrypoint.sh"]
+ENTRYPOINT ["/bin/bash", "/entrypoint.sh"]
--- a/api/README.md
+++ b/api/README.md
@@ -2,86 +2,84 @@

 ## Usage

-> [!IMPORTANT]
-> In the v0.6.12 release, we deprecated `pip` as the package management tool for Dify API Backend service and replaced it with `poetry`.
-
 1. Start the docker-compose stack

   The backend require some middleware, including PostgreSQL, Redis, and Weaviate, which can be started together using `docker-compose`.

   ```bash
   cd ../docker
-   docker compose -f docker-compose.middleware.yaml -p dify up -d
+   docker-compose -f docker-compose.middleware.yaml -p dify up -d
   cd ../api
   ```
-
 2. Copy `.env.example` to `.env`
 3. Generate a `SECRET_KEY` in the `.env` file.

-   ```bash for Linux
+   ```bash
   sed -i "/^SECRET_KEY=/c\SECRET_KEY=$(openssl rand -base64 42)" .env
   ```
-
-   ```bash for Mac
-   secret_key=$(openssl rand -base64 42)
-   sed -i '' "/^SECRET_KEY=/c\\
-   SECRET_KEY=${secret_key}" .env
-   ```
-
 4. Create environment.
-
-   Dify API service uses [Poetry](https://python-poetry.org/docs/) to manage dependencies. You can execute `poetry shell` to activate the environment.
-
-5. Install dependencies
-
+   - Anaconda  
+   If you use Anaconda, create a new environment and activate it
+   ```bash
+   conda create --name dify python=3.10
+   conda activate dify
+   ```
+   - Poetry  
+   If you use Poetry, you don't need to manually create the environment. You can execute `poetry shell` to activate the environment.
+5. Install dependencies
+   - Anaconda  
+   ```bash
+   pip install -r requirements.txt
+   ```
+   - Poetry  
   ```bash
-   poetry env use 3.10
   poetry install
   ```
-
   In case of contributors missing to update dependencies for `pyproject.toml`, you can perform the following shell instead.
-
-   ```bash
+   ```base
   poetry shell                                               # activate current environment
   poetry add $(cat requirements.txt)           # install dependencies of production and update pyproject.toml
   poetry add $(cat requirements-dev.txt) --group dev    # install dependencies of development and update pyproject.toml
   ```
-
 6. Run migrate

   Before the first launch, migrate the database to the latest version.

   ```bash
-   poetry run python -m flask db upgrade
+   flask db upgrade
   ```

-7. Start backend
+   ⚠️ If you encounter problems with jieba, for example

+   ```
+   > flask db upgrade
+   Error: While importing 'app', an ImportError was raised:
+   ```
+
+   Please run the following command instead.
+
+   ```
+   pip install -r requirements.txt --upgrade --force-reinstall
+   ```
+
+7. Start backend:
   ```bash
-   poetry run python -m flask run --host 0.0.0.0 --port=5001 --debug
+   flask run --host 0.0.0.0 --port=5001 --debug
   ```
+8. Setup your application by visiting http://localhost:5001/console/api/setup or other apis...
+9. If you need to debug local async processing, please start the worker service by running 
+`celery -A app.celery worker -P gevent -c 1 --loglevel INFO -Q dataset,generation,mail`.
+The started celery app handles the async tasks, e.g. dataset importing and documents indexing.

-8. Start Dify [web](../web) service.
-9. Setup your application by visiting `http://localhost:3000`...
-10. If you need to debug local async processing, please start the worker service.
-
-   ```bash
-   poetry run python -m celery -A app.celery worker -P gevent -c 1 --loglevel INFO -Q dataset,generation,mail,ops_trace
-   ```
-
-   The started celery app handles the async tasks, e.g. dataset importing and documents indexing.

 ## Testing

 1. Install dependencies for both the backend and the test environment
-
   ```bash
-   poetry install --with dev
-   ```
-
+   pip install -r requirements.txt -r requirements-dev.txt
+   ``` 
+   
 2. Run the tests locally with mocked system environment variables in `tool.pytest_env` section in `pyproject.toml`
-
   ```bash
-   cd ../
-   poetry run -C api bash dev/pytest/pytest_all_tests.sh
+   dev/pytest/pytest_all_tests.sh
   ```
--- a/api/app.py
+++ b/api/app.py
@@ -1,8 +1,6 @@
 import os

-from configs.app_config import DifyConfig
-
-if not os.environ.get("DEBUG") or os.environ.get("DEBUG", "false").lower() != 'true':
+if not os.environ.get("DEBUG") or os.environ.get("DEBUG").lower() != 'true':
    from gevent import monkey

    monkey.patch_all()
@@ -24,6 +22,7 @@ from flask_cors import CORS
 from werkzeug.exceptions import Unauthorized

 from commands import register_commands
+from config import Config

 # DO NOT REMOVE BELOW
 from events import event_handlers
@@ -75,28 +74,10 @@ config_type = os.getenv('EDITION', default='SELF_HOSTED')  # ce edition first
 # Application Factory Function
 # ----------------------------

-def create_flask_app_with_configs() -> Flask:
-    """
-    create a raw flask app
-    with configs loaded from .env file
-    """
-    dify_app = DifyApp(__name__)
-    dify_app.config.from_mapping(DifyConfig().model_dump())
-
-    # populate configs into system environment variables
-    for key, value in dify_app.config.items():
-        if isinstance(value, str):
-            os.environ[key] = value
-        elif isinstance(value, int | float | bool):
-            os.environ[key] = str(value)
-        elif value is None:
-            os.environ[key] = ''
-
-    return dify_app
-

 def create_app() -> Flask:
-    app = create_flask_app_with_configs()
+    app = DifyApp(__name__)
+    app.config.from_object(Config())

    app.secret_key = app.config['SECRET_KEY']

@@ -118,21 +99,9 @@ def create_app() -> Flask:
        level=app.config.get('LOG_LEVEL'),
        format=app.config.get('LOG_FORMAT'),
        datefmt=app.config.get('LOG_DATEFORMAT'),
-        handlers=log_handlers,
-        force=True
+        handlers=log_handlers
    )
-    log_tz = app.config.get('LOG_TZ')
-    if log_tz:
-        from datetime import datetime

-        import pytz
-        timezone = pytz.timezone(log_tz)
-
-        def time_converter(seconds):
-            return datetime.utcfromtimestamp(seconds).astimezone(timezone).timetuple()
-
-        for handler in logging.root.handlers:
-            handler.formatter.converter = time_converter
    initialize_extensions(app)
    register_blueprints(app)
    register_commands(app)
@@ -160,26 +129,27 @@ def initialize_extensions(app):
@login_manager.request_loader
 def load_user_from_request(request_from_flask_login):
    """Load user based on the request."""
-    if request.blueprint not in ['console', 'inner_api']:
-        return None
-    # Check if the user_id contains a dot, indicating the old format
-    auth_header = request.headers.get('Authorization', '')
-    if not auth_header:
-        auth_token = request.args.get('_token')
-        if not auth_token:
-            raise Unauthorized('Invalid Authorization token.')
+    if request.blueprint in ['console', 'inner_api']:
+        # Check if the user_id contains a dot, indicating the old format
+        auth_header = request.headers.get('Authorization', '')
+        if not auth_header:
+            auth_token = request.args.get('_token')
+            if not auth_token:
+                raise Unauthorized('Invalid Authorization token.')
+        else:
+            if ' ' not in auth_header:
+                raise Unauthorized('Invalid Authorization header format. Expected \'Bearer <api-key>\' format.')
+            auth_scheme, auth_token = auth_header.split(None, 1)
+            auth_scheme = auth_scheme.lower()
+            if auth_scheme != 'bearer':
+                raise Unauthorized('Invalid Authorization header format. Expected \'Bearer <api-key>\' format.')
+
+        decoded = PassportService().verify(auth_token)
+        user_id = decoded.get('user_id')
+
+        return AccountService.load_user(user_id)
    else:
-        if ' ' not in auth_header:
-            raise Unauthorized('Invalid Authorization header format. Expected \'Bearer <api-key>\' format.')
-        auth_scheme, auth_token = auth_header.split(None, 1)
-        auth_scheme = auth_scheme.lower()
-        if auth_scheme != 'bearer':
-            raise Unauthorized('Invalid Authorization header format. Expected \'Bearer <api-key>\' format.')
-
-    decoded = PassportService().verify(auth_token)
-    user_id = decoded.get('user_id')
-
-    return AccountService.load_logged_in_account(account_id=user_id, token=auth_token)
+        return None


@login_manager.unauthorized_handler
@@ -240,7 +210,7 @@ def register_blueprints(app):
 app = create_app()
 celery = app.extensions["celery"]

-if app.config.get('TESTING'):
+if app.config['TESTING']:
    print("App is running in TESTING mode")


--- a/api/commands.py
+++ b/api/commands.py
@@ -1,6 +1,5 @@
 import base64
 import json
-import logging
 import secrets
 from typing import Optional

@@ -12,9 +11,7 @@ from constants.languages import languages
 from core.rag.datasource.vdb.vector_factory import Vector
 from core.rag.datasource.vdb.vector_type import VectorType
 from core.rag.models.document import Document
-from events.app_event import app_was_created
 from extensions.ext_database import db
-from extensions.ext_redis import redis_client
 from libs.helper import email as email_validate
 from libs.password import hash_password, password_pattern, valid_password
 from libs.rsa import generate_key_pair
@@ -312,14 +309,6 @@ def migrate_knowledge_vector_database():
                        "vector_store": {"class_prefix": collection_name}
                    }
                    dataset.index_struct = json.dumps(index_struct_dict)
-                elif vector_type == VectorType.TENCENT:
-                    dataset_id = dataset.id
-                    collection_name = Dataset.gen_collection_name_by_id(dataset_id)
-                    index_struct_dict = {
-                        "type": VectorType.TENCENT,
-                        "vector_store": {"class_prefix": collection_name}
-                    }
-                    dataset.index_struct = json.dumps(index_struct_dict)
                elif vector_type == VectorType.PGVECTOR:
                    dataset_id = dataset.id
                    collection_name = Dataset.gen_collection_name_by_id(dataset_id)
@@ -328,14 +317,6 @@ def migrate_knowledge_vector_database():
                        "vector_store": {"class_prefix": collection_name}
                    }
                    dataset.index_struct = json.dumps(index_struct_dict)
-                elif vector_type == VectorType.OPENSEARCH:
-                    dataset_id = dataset.id
-                    collection_name = Dataset.gen_collection_name_by_id(dataset_id)
-                    index_struct_dict = {
-                        "type": VectorType.OPENSEARCH,
-                        "vector_store": {"class_prefix": collection_name}
-                    }
-                    dataset.index_struct = json.dumps(index_struct_dict)
                else:
                    raise ValueError(f"Vector store {vector_type} is not supported.")

@@ -564,75 +545,6 @@ def create_tenant(email: str, language: Optional[str] = None):
                           'Account: {}\nPassword: {}'.format(email, new_password), fg='green'))


-@click.command('upgrade-db', help='upgrade the database')
-def upgrade_db():
-    click.echo('Preparing database migration...')
-    lock = redis_client.lock(name='db_upgrade_lock', timeout=60)
-    if lock.acquire(blocking=False):
-        try:
-            click.echo(click.style('Start database migration.', fg='green'))
-
-            # run db migration
-            import flask_migrate
-            flask_migrate.upgrade()
-
-            click.echo(click.style('Database migration successful!', fg='green'))
-
-        except Exception as e:
-            logging.exception(f'Database migration failed, error: {e}')
-        finally:
-            lock.release()
-    else:
-        click.echo('Database migration skipped')
-
-
-@click.command('fix-app-site-missing', help='Fix app related site missing issue.')
-def fix_app_site_missing():
-    """
-    Fix app related site missing issue.
-    """
-    click.echo(click.style('Start fix app related site missing issue.', fg='green'))
-
-    failed_app_ids = []
-    while True:
-        sql = """select apps.id as id from apps left join sites on sites.app_id=apps.id
-where sites.id is null limit 1000"""
-        with db.engine.begin() as conn:
-            rs = conn.execute(db.text(sql))
-
-            processed_count = 0
-            for i in rs:
-                processed_count += 1
-                app_id = str(i.id)
-
-                if app_id in failed_app_ids:
-                    continue
-
-                try:
-                    app = db.session.query(App).filter(App.id == app_id).first()
-                    tenant = app.tenant
-                    if tenant:
-                        accounts = tenant.get_accounts()
-                        if not accounts:
-                            print("Fix app {} failed.".format(app.id))
-                            continue
-
-                        account = accounts[0]
-                        print("Fix app {} related site missing issue.".format(app.id))
-                        app_was_created.send(app, account=account)
-                except Exception as e:
-                    failed_app_ids.append(app_id)
-                    click.echo(click.style('Fix app {} related site missing issue failed!'.format(app_id), fg='red'))
-                    logging.exception(f'Fix app related site missing issue failed, error: {e}')
-                    continue
-
-            if not processed_count:
-                break
-
-
-    click.echo(click.style('Congratulations! Fix app related site missing issue successful!', fg='green'))
-
-
 def register_commands(app):
    app.cli.add_command(reset_password)
    app.cli.add_command(reset_email)
@@ -641,5 +553,4 @@ def register_commands(app):
    app.cli.add_command(convert_to_agent_apps)
    app.cli.add_command(add_qdrant_doc_id_index)
    app.cli.add_command(create_tenant)
-    app.cli.add_command(upgrade_db)
-    app.cli.add_command(fix_app_site_missing)
+
--- a/api/config.py
+++ b/api/config.py
@@ -0,0 +1,437 @@
+import os
+
+import dotenv
+
+dotenv.load_dotenv()
+
+DEFAULTS = {
+    'EDITION': 'SELF_HOSTED',
+    'DB_USERNAME': 'postgres',
+    'DB_PASSWORD': '',
+    'DB_HOST': 'localhost',
+    'DB_PORT': '5432',
+    'DB_DATABASE': 'dify',
+    'DB_CHARSET': '',
+    'REDIS_HOST': 'localhost',
+    'REDIS_PORT': '6379',
+    'REDIS_DB': '0',
+    'REDIS_USE_SSL': 'False',
+    'OAUTH_REDIRECT_PATH': '/console/api/oauth/authorize',
+    'OAUTH_REDIRECT_INDEX_PATH': '/',
+    'CONSOLE_WEB_URL': 'https://cloud.dify.ai',
+    'CONSOLE_API_URL': 'https://cloud.dify.ai',
+    'SERVICE_API_URL': 'https://api.dify.ai',
+    'APP_WEB_URL': 'https://udify.app',
+    'FILES_URL': '',
+    'FILES_ACCESS_TIMEOUT': 300,
+    'S3_ADDRESS_STYLE': 'auto',
+    'STORAGE_TYPE': 'local',
+    'STORAGE_LOCAL_PATH': 'storage',
+    'CHECK_UPDATE_URL': 'https://updates.dify.ai',
+    'DEPLOY_ENV': 'PRODUCTION',
+    'SQLALCHEMY_DATABASE_URI_SCHEME': 'postgresql',
+    'SQLALCHEMY_POOL_SIZE': 30,
+    'SQLALCHEMY_MAX_OVERFLOW': 10,
+    'SQLALCHEMY_POOL_RECYCLE': 3600,
+    'SQLALCHEMY_POOL_PRE_PING': 'False',
+    'SQLALCHEMY_ECHO': 'False',
+    'SENTRY_TRACES_SAMPLE_RATE': 1.0,
+    'SENTRY_PROFILES_SAMPLE_RATE': 1.0,
+    'WEAVIATE_GRPC_ENABLED': 'True',
+    'WEAVIATE_BATCH_SIZE': 100,
+    'QDRANT_CLIENT_TIMEOUT': 20,
+    'QDRANT_GRPC_ENABLED': 'False',
+    'QDRANT_GRPC_PORT': '6334',
+    'CELERY_BACKEND': 'database',
+    'LOG_LEVEL': 'INFO',
+    'LOG_FILE': '',
+    'LOG_FORMAT': '%(asctime)s.%(msecs)03d %(levelname)s [%(threadName)s] [%(filename)s:%(lineno)d] - %(message)s',
+    'LOG_DATEFORMAT': '%Y-%m-%d %H:%M:%S',
+    'HOSTED_OPENAI_QUOTA_LIMIT': 200,
+    'HOSTED_OPENAI_TRIAL_ENABLED': 'False',
+    'HOSTED_OPENAI_TRIAL_MODELS': 'gpt-3.5-turbo,gpt-3.5-turbo-1106,gpt-3.5-turbo-instruct,gpt-3.5-turbo-16k,gpt-3.5-turbo-16k-0613,gpt-3.5-turbo-0613,gpt-3.5-turbo-0125,text-davinci-003',
+    'HOSTED_OPENAI_PAID_ENABLED': 'False',
+    'HOSTED_OPENAI_PAID_MODELS': 'gpt-4,gpt-4-turbo-preview,gpt-4-turbo-2024-04-09,gpt-4-1106-preview,gpt-4-0125-preview,gpt-3.5-turbo,gpt-3.5-turbo-16k,gpt-3.5-turbo-16k-0613,gpt-3.5-turbo-1106,gpt-3.5-turbo-0613,gpt-3.5-turbo-0125,gpt-3.5-turbo-instruct,text-davinci-003',
+    'HOSTED_AZURE_OPENAI_ENABLED': 'False',
+    'HOSTED_AZURE_OPENAI_QUOTA_LIMIT': 200,
+    'HOSTED_ANTHROPIC_QUOTA_LIMIT': 600000,
+    'HOSTED_ANTHROPIC_TRIAL_ENABLED': 'False',
+    'HOSTED_ANTHROPIC_PAID_ENABLED': 'False',
+    'HOSTED_MODERATION_ENABLED': 'False',
+    'HOSTED_MODERATION_PROVIDERS': '',
+    'HOSTED_FETCH_APP_TEMPLATES_MODE': 'remote',
+    'HOSTED_FETCH_APP_TEMPLATES_REMOTE_DOMAIN': 'https://tmpl.dify.ai',
+    'CLEAN_DAY_SETTING': 30,
+    'UPLOAD_FILE_SIZE_LIMIT': 15,
+    'UPLOAD_FILE_BATCH_LIMIT': 5,
+    'UPLOAD_IMAGE_FILE_SIZE_LIMIT': 10,
+    'OUTPUT_MODERATION_BUFFER_SIZE': 300,
+    'MULTIMODAL_SEND_IMAGE_FORMAT': 'base64',
+    'INVITE_EXPIRY_HOURS': 72,
+    'BILLING_ENABLED': 'False',
+    'CAN_REPLACE_LOGO': 'False',
+    'MODEL_LB_ENABLED': 'False',
+    'ETL_TYPE': 'dify',
+    'KEYWORD_STORE': 'jieba',
+    'BATCH_UPLOAD_LIMIT': 20,
+    'CODE_EXECUTION_ENDPOINT': 'http://sandbox:8194',
+    'CODE_EXECUTION_API_KEY': 'dify-sandbox',
+    'TOOL_ICON_CACHE_MAX_AGE': 3600,
+    'MILVUS_DATABASE': 'default',
+    'KEYWORD_DATA_SOURCE_TYPE': 'database',
+    'INNER_API': 'False',
+    'ENTERPRISE_ENABLED': 'False',
+    'INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH': 1000,
+    'WORKFLOW_MAX_EXECUTION_STEPS': 500,
+    'WORKFLOW_MAX_EXECUTION_TIME': 1200,
+    'WORKFLOW_CALL_MAX_DEPTH': 5,
+}
+
+
+def get_env(key):
+    return os.environ.get(key, DEFAULTS.get(key))
+
+
+def get_bool_env(key):
+    value = get_env(key)
+    return value.lower() == 'true' if value is not None else False
+
+
+def get_cors_allow_origins(env, default):
+    cors_allow_origins = []
+    if get_env(env):
+        for origin in get_env(env).split(','):
+            cors_allow_origins.append(origin)
+    else:
+        cors_allow_origins = [default]
+
+    return cors_allow_origins
+
+
+class Config:
+    """Application configuration class."""
+
+    def __init__(self):
+        # ------------------------
+        # General Configurations.
+        # ------------------------
+        self.CURRENT_VERSION = "0.6.10"
+        self.COMMIT_SHA = get_env('COMMIT_SHA')
+        self.EDITION = get_env('EDITION')
+        self.DEPLOY_ENV = get_env('DEPLOY_ENV')
+        self.TESTING = False
+        self.LOG_LEVEL = get_env('LOG_LEVEL')
+        self.LOG_FILE = get_env('LOG_FILE')
+        self.LOG_FORMAT = get_env('LOG_FORMAT')
+        self.LOG_DATEFORMAT = get_env('LOG_DATEFORMAT')
+        self.API_COMPRESSION_ENABLED = get_bool_env('API_COMPRESSION_ENABLED')
+
+        # The backend URL prefix of the console API.
+        # used to concatenate the login authorization callback or notion integration callback.
+        self.CONSOLE_API_URL = get_env('CONSOLE_API_URL')
+
+        # The front-end URL prefix of the console web.
+        # used to concatenate some front-end addresses and for CORS configuration use.
+        self.CONSOLE_WEB_URL = get_env('CONSOLE_WEB_URL')
+
+        # WebApp Url prefix.
+        # used to display WebAPP API Base Url to the front-end.
+        self.APP_WEB_URL = get_env('APP_WEB_URL')
+
+        # Service API Url prefix.
+        # used to display Service API Base Url to the front-end.
+        self.SERVICE_API_URL = get_env('SERVICE_API_URL')
+
+        # File preview or download Url prefix.
+        # used to display File preview or download Url to the front-end or as Multi-model inputs;
+        # Url is signed and has expiration time.
+        self.FILES_URL = get_env('FILES_URL') if get_env('FILES_URL') else self.CONSOLE_API_URL
+
+        # File Access Time specifies a time interval in seconds for the file to be accessed.
+        # The default value is 300 seconds.
+        self.FILES_ACCESS_TIMEOUT = int(get_env('FILES_ACCESS_TIMEOUT'))
+
+        # Your App secret key will be used for securely signing the session cookie
+        # Make sure you are changing this key for your deployment with a strong key.
+        # You can generate a strong key using `openssl rand -base64 42`.
+        # Alternatively you can set it with `SECRET_KEY` environment variable.
+        self.SECRET_KEY = get_env('SECRET_KEY')
+
+        # Enable or disable the inner API.
+        self.INNER_API = get_bool_env('INNER_API')
+        # The inner API key is used to authenticate the inner API.
+        self.INNER_API_KEY = get_env('INNER_API_KEY')
+
+        # cors settings
+        self.CONSOLE_CORS_ALLOW_ORIGINS = get_cors_allow_origins(
+            'CONSOLE_CORS_ALLOW_ORIGINS', self.CONSOLE_WEB_URL)
+        self.WEB_API_CORS_ALLOW_ORIGINS = get_cors_allow_origins(
+            'WEB_API_CORS_ALLOW_ORIGINS', '*')
+
+        # check update url
+        self.CHECK_UPDATE_URL = get_env('CHECK_UPDATE_URL')
+
+        # ------------------------
+        # Database Configurations.
+        # ------------------------
+        db_credentials = {
+            key: get_env(key) for key in
+            ['DB_USERNAME', 'DB_PASSWORD', 'DB_HOST', 'DB_PORT', 'DB_DATABASE', 'DB_CHARSET']
+        }
+        self.SQLALCHEMY_DATABASE_URI_SCHEME = get_env('SQLALCHEMY_DATABASE_URI_SCHEME')
+
+        db_extras = f"?client_encoding={db_credentials['DB_CHARSET']}" if db_credentials['DB_CHARSET'] else ""
+
+        self.SQLALCHEMY_DATABASE_URI = f"{self.SQLALCHEMY_DATABASE_URI_SCHEME}://{db_credentials['DB_USERNAME']}:{db_credentials['DB_PASSWORD']}@{db_credentials['DB_HOST']}:{db_credentials['DB_PORT']}/{db_credentials['DB_DATABASE']}{db_extras}"
+        self.SQLALCHEMY_ENGINE_OPTIONS = {
+            'pool_size': int(get_env('SQLALCHEMY_POOL_SIZE')),
+            'max_overflow': int(get_env('SQLALCHEMY_MAX_OVERFLOW')),
+            'pool_recycle': int(get_env('SQLALCHEMY_POOL_RECYCLE')),
+            'pool_pre_ping': get_bool_env('SQLALCHEMY_POOL_PRE_PING'),
+            'connect_args': {'options': '-c timezone=UTC'},
+        }
+
+        self.SQLALCHEMY_ECHO = get_bool_env('SQLALCHEMY_ECHO')
+
+        # ------------------------
+        # Redis Configurations.
+        # ------------------------
+        self.REDIS_HOST = get_env('REDIS_HOST')
+        self.REDIS_PORT = get_env('REDIS_PORT')
+        self.REDIS_USERNAME = get_env('REDIS_USERNAME')
+        self.REDIS_PASSWORD = get_env('REDIS_PASSWORD')
+        self.REDIS_DB = get_env('REDIS_DB')
+        self.REDIS_USE_SSL = get_bool_env('REDIS_USE_SSL')
+
+        # ------------------------
+        # Celery worker Configurations.
+        # ------------------------
+        self.CELERY_BROKER_URL = get_env('CELERY_BROKER_URL')
+        self.CELERY_BACKEND = get_env('CELERY_BACKEND')
+        self.CELERY_RESULT_BACKEND = 'db+{}'.format(self.SQLALCHEMY_DATABASE_URI) \
+            if self.CELERY_BACKEND == 'database' else self.CELERY_BROKER_URL
+        self.BROKER_USE_SSL = self.CELERY_BROKER_URL.startswith('rediss://')
+
+        # ------------------------
+        # Code Execution Sandbox Configurations.
+        # ------------------------
+        self.CODE_EXECUTION_ENDPOINT = get_env('CODE_EXECUTION_ENDPOINT')
+        self.CODE_EXECUTION_API_KEY = get_env('CODE_EXECUTION_API_KEY')
+
+        # ------------------------
+        # File Storage Configurations.
+        # ------------------------
+        self.STORAGE_TYPE = get_env('STORAGE_TYPE')
+        self.STORAGE_LOCAL_PATH = get_env('STORAGE_LOCAL_PATH')
+
+        # S3 Storage settings
+        self.S3_ENDPOINT = get_env('S3_ENDPOINT')
+        self.S3_BUCKET_NAME = get_env('S3_BUCKET_NAME')
+        self.S3_ACCESS_KEY = get_env('S3_ACCESS_KEY')
+        self.S3_SECRET_KEY = get_env('S3_SECRET_KEY')
+        self.S3_REGION = get_env('S3_REGION')
+        self.S3_ADDRESS_STYLE = get_env('S3_ADDRESS_STYLE')
+
+        # Azure Blob Storage settings
+        self.AZURE_BLOB_ACCOUNT_NAME = get_env('AZURE_BLOB_ACCOUNT_NAME')
+        self.AZURE_BLOB_ACCOUNT_KEY = get_env('AZURE_BLOB_ACCOUNT_KEY')
+        self.AZURE_BLOB_CONTAINER_NAME = get_env('AZURE_BLOB_CONTAINER_NAME')
+        self.AZURE_BLOB_ACCOUNT_URL = get_env('AZURE_BLOB_ACCOUNT_URL')
+
+        # Aliyun Storage settings
+        self.ALIYUN_OSS_BUCKET_NAME = get_env('ALIYUN_OSS_BUCKET_NAME')
+        self.ALIYUN_OSS_ACCESS_KEY = get_env('ALIYUN_OSS_ACCESS_KEY')
+        self.ALIYUN_OSS_SECRET_KEY = get_env('ALIYUN_OSS_SECRET_KEY')
+        self.ALIYUN_OSS_ENDPOINT = get_env('ALIYUN_OSS_ENDPOINT')
+        self.ALIYUN_OSS_REGION = get_env('ALIYUN_OSS_REGION')
+        self.ALIYUN_OSS_AUTH_VERSION = get_env('ALIYUN_OSS_AUTH_VERSION')
+
+        # Google Cloud Storage settings
+        self.GOOGLE_STORAGE_BUCKET_NAME = get_env('GOOGLE_STORAGE_BUCKET_NAME')
+        self.GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64 = get_env('GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64')
+
+        # ------------------------
+        # Vector Store Configurations.
+        # Currently, only support: qdrant, milvus, zilliz, weaviate, relyt, pgvector
+        # ------------------------
+        self.VECTOR_STORE = get_env('VECTOR_STORE')
+        self.KEYWORD_STORE = get_env('KEYWORD_STORE')
+
+        # qdrant settings
+        self.QDRANT_URL = get_env('QDRANT_URL')
+        self.QDRANT_API_KEY = get_env('QDRANT_API_KEY')
+        self.QDRANT_CLIENT_TIMEOUT = get_env('QDRANT_CLIENT_TIMEOUT')
+        self.QDRANT_GRPC_ENABLED = get_env('QDRANT_GRPC_ENABLED')
+        self.QDRANT_GRPC_PORT = get_env('QDRANT_GRPC_PORT')
+
+        # milvus / zilliz setting
+        self.MILVUS_HOST = get_env('MILVUS_HOST')
+        self.MILVUS_PORT = get_env('MILVUS_PORT')
+        self.MILVUS_USER = get_env('MILVUS_USER')
+        self.MILVUS_PASSWORD = get_env('MILVUS_PASSWORD')
+        self.MILVUS_SECURE = get_env('MILVUS_SECURE')
+        self.MILVUS_DATABASE = get_env('MILVUS_DATABASE')
+
+        # weaviate settings
+        self.WEAVIATE_ENDPOINT = get_env('WEAVIATE_ENDPOINT')
+        self.WEAVIATE_API_KEY = get_env('WEAVIATE_API_KEY')
+        self.WEAVIATE_GRPC_ENABLED = get_bool_env('WEAVIATE_GRPC_ENABLED')
+        self.WEAVIATE_BATCH_SIZE = int(get_env('WEAVIATE_BATCH_SIZE'))
+
+        # relyt settings
+        self.RELYT_HOST = get_env('RELYT_HOST')
+        self.RELYT_PORT = get_env('RELYT_PORT')
+        self.RELYT_USER = get_env('RELYT_USER')
+        self.RELYT_PASSWORD = get_env('RELYT_PASSWORD')
+        self.RELYT_DATABASE = get_env('RELYT_DATABASE')
+
+        # pgvecto rs settings
+        self.PGVECTO_RS_HOST = get_env('PGVECTO_RS_HOST')
+        self.PGVECTO_RS_PORT = get_env('PGVECTO_RS_PORT')
+        self.PGVECTO_RS_USER = get_env('PGVECTO_RS_USER')
+        self.PGVECTO_RS_PASSWORD = get_env('PGVECTO_RS_PASSWORD')
+        self.PGVECTO_RS_DATABASE = get_env('PGVECTO_RS_DATABASE')
+
+        # pgvector settings
+        self.PGVECTOR_HOST = get_env('PGVECTOR_HOST')
+        self.PGVECTOR_PORT = get_env('PGVECTOR_PORT')
+        self.PGVECTOR_USER = get_env('PGVECTOR_USER')
+        self.PGVECTOR_PASSWORD = get_env('PGVECTOR_PASSWORD')
+        self.PGVECTOR_DATABASE = get_env('PGVECTOR_DATABASE')
+
+        # tidb-vector settings
+        self.TIDB_VECTOR_HOST = get_env('TIDB_VECTOR_HOST')
+        self.TIDB_VECTOR_PORT = get_env('TIDB_VECTOR_PORT')
+        self.TIDB_VECTOR_USER = get_env('TIDB_VECTOR_USER')
+        self.TIDB_VECTOR_PASSWORD = get_env('TIDB_VECTOR_PASSWORD')
+        self.TIDB_VECTOR_DATABASE = get_env('TIDB_VECTOR_DATABASE')
+
+        # chroma settings
+        self.CHROMA_HOST = get_env('CHROMA_HOST')
+        self.CHROMA_PORT = get_env('CHROMA_PORT')
+        self.CHROMA_TENANT = get_env('CHROMA_TENANT')
+        self.CHROMA_DATABASE = get_env('CHROMA_DATABASE')
+        self.CHROMA_AUTH_PROVIDER = get_env('CHROMA_AUTH_PROVIDER')
+        self.CHROMA_AUTH_CREDENTIALS = get_env('CHROMA_AUTH_CREDENTIALS')
+
+        # ------------------------
+        # Mail Configurations.
+        # ------------------------
+        self.MAIL_TYPE = get_env('MAIL_TYPE')
+        self.MAIL_DEFAULT_SEND_FROM = get_env('MAIL_DEFAULT_SEND_FROM')
+        self.RESEND_API_KEY = get_env('RESEND_API_KEY')
+        self.RESEND_API_URL = get_env('RESEND_API_URL')
+        # SMTP settings
+        self.SMTP_SERVER = get_env('SMTP_SERVER')
+        self.SMTP_PORT = get_env('SMTP_PORT')
+        self.SMTP_USERNAME = get_env('SMTP_USERNAME')
+        self.SMTP_PASSWORD = get_env('SMTP_PASSWORD')
+        self.SMTP_USE_TLS = get_bool_env('SMTP_USE_TLS')
+        self.SMTP_OPPORTUNISTIC_TLS = get_bool_env('SMTP_OPPORTUNISTIC_TLS')
+
+        # ------------------------
+        # Workspace Configurations.
+        # ------------------------
+        self.INVITE_EXPIRY_HOURS = int(get_env('INVITE_EXPIRY_HOURS'))
+
+        # ------------------------
+        # Sentry Configurations.
+        # ------------------------
+        self.SENTRY_DSN = get_env('SENTRY_DSN')
+        self.SENTRY_TRACES_SAMPLE_RATE = float(get_env('SENTRY_TRACES_SAMPLE_RATE'))
+        self.SENTRY_PROFILES_SAMPLE_RATE = float(get_env('SENTRY_PROFILES_SAMPLE_RATE'))
+
+        # ------------------------
+        # Business Configurations.
+        # ------------------------
+
+        # multi model send image format, support base64, url, default is base64
+        self.MULTIMODAL_SEND_IMAGE_FORMAT = get_env('MULTIMODAL_SEND_IMAGE_FORMAT')
+
+        # Dataset Configurations.
+        self.CLEAN_DAY_SETTING = get_env('CLEAN_DAY_SETTING')
+
+        # File upload Configurations.
+        self.UPLOAD_FILE_SIZE_LIMIT = int(get_env('UPLOAD_FILE_SIZE_LIMIT'))
+        self.UPLOAD_FILE_BATCH_LIMIT = int(get_env('UPLOAD_FILE_BATCH_LIMIT'))
+        self.UPLOAD_IMAGE_FILE_SIZE_LIMIT = int(get_env('UPLOAD_IMAGE_FILE_SIZE_LIMIT'))
+        self.BATCH_UPLOAD_LIMIT = get_env('BATCH_UPLOAD_LIMIT')
+
+        # RAG ETL Configurations.
+        self.ETL_TYPE = get_env('ETL_TYPE')
+        self.UNSTRUCTURED_API_URL = get_env('UNSTRUCTURED_API_URL')
+        self.UNSTRUCTURED_API_KEY = get_env('UNSTRUCTURED_API_KEY')
+        self.KEYWORD_DATA_SOURCE_TYPE = get_env('KEYWORD_DATA_SOURCE_TYPE')
+
+        # Indexing Configurations.
+        self.INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH = get_env('INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH')
+
+        # Tool Configurations.
+        self.TOOL_ICON_CACHE_MAX_AGE = get_env('TOOL_ICON_CACHE_MAX_AGE')
+
+        self.WORKFLOW_MAX_EXECUTION_STEPS = int(get_env('WORKFLOW_MAX_EXECUTION_STEPS'))
+        self.WORKFLOW_MAX_EXECUTION_TIME = int(get_env('WORKFLOW_MAX_EXECUTION_TIME'))
+        self.WORKFLOW_CALL_MAX_DEPTH = int(get_env('WORKFLOW_CALL_MAX_DEPTH'))
+
+        # Moderation in app Configurations.
+        self.OUTPUT_MODERATION_BUFFER_SIZE = int(get_env('OUTPUT_MODERATION_BUFFER_SIZE'))
+
+        # Notion integration setting
+        self.NOTION_CLIENT_ID = get_env('NOTION_CLIENT_ID')
+        self.NOTION_CLIENT_SECRET = get_env('NOTION_CLIENT_SECRET')
+        self.NOTION_INTEGRATION_TYPE = get_env('NOTION_INTEGRATION_TYPE')
+        self.NOTION_INTERNAL_SECRET = get_env('NOTION_INTERNAL_SECRET')
+        self.NOTION_INTEGRATION_TOKEN = get_env('NOTION_INTEGRATION_TOKEN')
+
+        # ------------------------
+        # Platform Configurations.
+        # ------------------------
+        self.GITHUB_CLIENT_ID = get_env('GITHUB_CLIENT_ID')
+        self.GITHUB_CLIENT_SECRET = get_env('GITHUB_CLIENT_SECRET')
+        self.GOOGLE_CLIENT_ID = get_env('GOOGLE_CLIENT_ID')
+        self.GOOGLE_CLIENT_SECRET = get_env('GOOGLE_CLIENT_SECRET')
+        self.OAUTH_REDIRECT_PATH = get_env('OAUTH_REDIRECT_PATH')
+
+        self.HOSTED_OPENAI_API_KEY = get_env('HOSTED_OPENAI_API_KEY')
+        self.HOSTED_OPENAI_API_BASE = get_env('HOSTED_OPENAI_API_BASE')
+        self.HOSTED_OPENAI_API_ORGANIZATION = get_env('HOSTED_OPENAI_API_ORGANIZATION')
+        self.HOSTED_OPENAI_TRIAL_ENABLED = get_bool_env('HOSTED_OPENAI_TRIAL_ENABLED')
+        self.HOSTED_OPENAI_TRIAL_MODELS = get_env('HOSTED_OPENAI_TRIAL_MODELS')
+        self.HOSTED_OPENAI_QUOTA_LIMIT = int(get_env('HOSTED_OPENAI_QUOTA_LIMIT'))
+        self.HOSTED_OPENAI_PAID_ENABLED = get_bool_env('HOSTED_OPENAI_PAID_ENABLED')
+        self.HOSTED_OPENAI_PAID_MODELS = get_env('HOSTED_OPENAI_PAID_MODELS')
+
+        self.HOSTED_AZURE_OPENAI_ENABLED = get_bool_env('HOSTED_AZURE_OPENAI_ENABLED')
+        self.HOSTED_AZURE_OPENAI_API_KEY = get_env('HOSTED_AZURE_OPENAI_API_KEY')
+        self.HOSTED_AZURE_OPENAI_API_BASE = get_env('HOSTED_AZURE_OPENAI_API_BASE')
+        self.HOSTED_AZURE_OPENAI_QUOTA_LIMIT = int(get_env('HOSTED_AZURE_OPENAI_QUOTA_LIMIT'))
+
+        self.HOSTED_ANTHROPIC_API_BASE = get_env('HOSTED_ANTHROPIC_API_BASE')
+        self.HOSTED_ANTHROPIC_API_KEY = get_env('HOSTED_ANTHROPIC_API_KEY')
+        self.HOSTED_ANTHROPIC_TRIAL_ENABLED = get_bool_env('HOSTED_ANTHROPIC_TRIAL_ENABLED')
+        self.HOSTED_ANTHROPIC_QUOTA_LIMIT = int(get_env('HOSTED_ANTHROPIC_QUOTA_LIMIT'))
+        self.HOSTED_ANTHROPIC_PAID_ENABLED = get_bool_env('HOSTED_ANTHROPIC_PAID_ENABLED')
+
+        self.HOSTED_MINIMAX_ENABLED = get_bool_env('HOSTED_MINIMAX_ENABLED')
+        self.HOSTED_SPARK_ENABLED = get_bool_env('HOSTED_SPARK_ENABLED')
+        self.HOSTED_ZHIPUAI_ENABLED = get_bool_env('HOSTED_ZHIPUAI_ENABLED')
+
+        self.HOSTED_MODERATION_ENABLED = get_bool_env('HOSTED_MODERATION_ENABLED')
+        self.HOSTED_MODERATION_PROVIDERS = get_env('HOSTED_MODERATION_PROVIDERS')
+
+        # fetch app templates mode, remote, builtin, db(only for dify SaaS), default: remote
+        self.HOSTED_FETCH_APP_TEMPLATES_MODE = get_env('HOSTED_FETCH_APP_TEMPLATES_MODE')
+        self.HOSTED_FETCH_APP_TEMPLATES_REMOTE_DOMAIN = get_env('HOSTED_FETCH_APP_TEMPLATES_REMOTE_DOMAIN')
+
+        # Model Load Balancing Configurations.
+        self.MODEL_LB_ENABLED = get_bool_env('MODEL_LB_ENABLED')
+
+        # Platform Billing Configurations.
+        self.BILLING_ENABLED = get_bool_env('BILLING_ENABLED')
+
+        # ------------------------
+        # Enterprise feature Configurations.
+        # **Before using, please contact business@dify.ai by email to inquire about licensing matters.**
+        # ------------------------
+        self.ENTERPRISE_ENABLED = get_bool_env('ENTERPRISE_ENABLED')
+        self.CAN_REPLACE_LOGO = get_bool_env('CAN_REPLACE_LOGO')
--- a/api/configs/init.py
+++ b/api/configs/init.py
--- a/api/configs/app_config.py
+++ b/api/configs/app_config.py
@@ -1,42 +0,0 @@
-from pydantic_settings import BaseSettings, SettingsConfigDict
-
-from configs.deploy import DeploymentConfig
-from configs.enterprise import EnterpriseFeatureConfig
-from configs.extra import ExtraServiceConfig
-from configs.feature import FeatureConfig
-from configs.middleware import MiddlewareConfig
-from configs.packaging import PackagingInfo
-
-
-class DifyConfig(
-    # based on pydantic-settings
-    BaseSettings,
-
-    # Packaging info
-    PackagingInfo,
-
-    # Deployment configs
-    DeploymentConfig,
-
-    # Feature configs
-    FeatureConfig,
-
-    # Middleware configs
-    MiddlewareConfig,
-
-    # Extra service configs
-    ExtraServiceConfig,
-
-    # Enterprise feature configs
-    # **Before using, please contact business@dify.ai by email to inquire about licensing matters.**
-    EnterpriseFeatureConfig,
-):
-
-    model_config = SettingsConfigDict(
-        # read from dotenv format config file
-        env_file='.env',
-        env_file_encoding='utf-8',
-
-        # ignore extra attributes
-        extra='ignore',
-    )
--- a/api/configs/deploy/init.py
+++ b/api/configs/deploy/init.py
@@ -1,26 +0,0 @@
-from pydantic import BaseModel, Field
-
-
-class DeploymentConfig(BaseModel):
-    """
-    Deployment configs
-    """
-    APPLICATION_NAME: str = Field(
-        description='application name',
-        default='langgenius/dify',
-    )
-
-    TESTING: bool = Field(
-        description='',
-        default=False,
-    )
-
-    EDITION: str = Field(
-        description='deployment edition',
-        default='SELF_HOSTED',
-    )
-
-    DEPLOY_ENV: str = Field(
-        description='deployment environment, default to PRODUCTION.',
-        default='PRODUCTION',
-    )
--- a/api/configs/enterprise/init.py
+++ b/api/configs/enterprise/init.py
@@ -1,18 +0,0 @@
-from pydantic import BaseModel, Field
-
-
-class EnterpriseFeatureConfig(BaseModel):
-    """
-    Enterprise feature configs.
-    **Before using, please contact business@dify.ai by email to inquire about licensing matters.**
-    """
-    ENTERPRISE_ENABLED: bool = Field(
-        description='whether to enable enterprise features.'
-                    'Before using, please contact business@dify.ai by email to inquire about licensing matters.',
-        default=False,
-    )
-
-    CAN_REPLACE_LOGO: bool = Field(
-        description='whether to allow replacing enterprise logo.',
-        default=False,
-    )
--- a/api/configs/extra/init.py
+++ b/api/configs/extra/init.py
@@ -1,12 +0,0 @@
-from pydantic import BaseModel
-
-from configs.extra.notion_config import NotionConfig
-from configs.extra.sentry_config import SentryConfig
-
-
-class ExtraServiceConfig(
-    # place the configs in alphabet order
-    NotionConfig,
-    SentryConfig,
-):
-    pass
--- a/api/configs/extra/notion_config.py
+++ b/api/configs/extra/notion_config.py
@@ -1,33 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field
-
-
-class NotionConfig(BaseModel):
-    """
-    Notion integration configs
-    """
-    NOTION_CLIENT_ID: Optional[str] = Field(
-        description='Notion client ID',
-        default=None,
-    )
-
-    NOTION_CLIENT_SECRET: Optional[str] = Field(
-        description='Notion client secret key',
-        default=None,
-    )
-
-    NOTION_INTEGRATION_TYPE: Optional[str] = Field(
-        description='Notion integration type, default to None, available values: internal.',
-        default=None,
-    )
-
-    NOTION_INTERNAL_SECRET: Optional[str] = Field(
-        description='Notion internal secret key',
-        default=None,
-    )
-
-    NOTION_INTEGRATION_TOKEN: Optional[str] = Field(
-        description='Notion integration token',
-        default=None,
-    )
--- a/api/configs/extra/sentry_config.py
+++ b/api/configs/extra/sentry_config.py
@@ -1,23 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, NonNegativeFloat
-
-
-class SentryConfig(BaseModel):
-    """
-    Sentry configs
-    """
-    SENTRY_DSN: Optional[str] = Field(
-        description='Sentry DSN',
-        default=None,
-    )
-
-    SENTRY_TRACES_SAMPLE_RATE: NonNegativeFloat = Field(
-        description='Sentry trace sample rate',
-        default=1.0,
-    )
-
-    SENTRY_PROFILES_SAMPLE_RATE: NonNegativeFloat = Field(
-        description='Sentry profiles sample rate',
-        default=1.0,
-    )
--- a/api/configs/feature/init.py
+++ b/api/configs/feature/init.py
@@ -1,452 +0,0 @@
-from typing import Optional
-
-from pydantic import AliasChoices, BaseModel, Field, NonNegativeInt, PositiveInt, computed_field
-
-from configs.feature.hosted_service import HostedServiceConfig
-
-
-class SecurityConfig(BaseModel):
-    """
-    Secret Key configs
-    """
-    SECRET_KEY: Optional[str] = Field(
-        description='Your App secret key will be used for securely signing the session cookie'
-                    'Make sure you are changing this key for your deployment with a strong key.'
-                    'You can generate a strong key using `openssl rand -base64 42`.'
-                    'Alternatively you can set it with `SECRET_KEY` environment variable.',
-        default=None,
-    )
-
-
-class AppExecutionConfig(BaseModel):
-    """
-    App Execution configs
-    """
-    APP_MAX_EXECUTION_TIME: PositiveInt = Field(
-        description='execution timeout in seconds for app execution',
-        default=1200,
-    )
-
-
-class CodeExecutionSandboxConfig(BaseModel):
-    """
-    Code Execution Sandbox configs
-    """
-    CODE_EXECUTION_ENDPOINT: str = Field(
-        description='endpoint URL of code execution servcie',
-        default='http://sandbox:8194',
-    )
-
-    CODE_EXECUTION_API_KEY: str = Field(
-        description='API key for code execution service',
-        default='dify-sandbox',
-    )
-
-
-class EndpointConfig(BaseModel):
-    """
-    Module URL configs
-    """
-    CONSOLE_API_URL: str = Field(
-        description='The backend URL prefix of the console API.'
-                    'used to concatenate the login authorization callback or notion integration callback.',
-        default='https://cloud.dify.ai',
-    )
-
-    CONSOLE_WEB_URL: str = Field(
-        description='The front-end URL prefix of the console web.'
-                    'used to concatenate some front-end addresses and for CORS configuration use.',
-        default='https://cloud.dify.ai',
-    )
-
-    SERVICE_API_URL: str = Field(
-        description='Service API Url prefix.'
-                    'used to display Service API Base Url to the front-end.',
-        default='https://api.dify.ai',
-    )
-
-    APP_WEB_URL: str = Field(
-        description='WebApp Url prefix.'
-                    'used to display WebAPP API Base Url to the front-end.',
-        default='https://udify.app',
-    )
-
-
-class FileAccessConfig(BaseModel):
-    """
-    File Access configs
-    """
-    FILES_URL: str = Field(
-        description='File preview or download Url prefix.'
-                    ' used to display File preview or download Url to the front-end or as Multi-model inputs;'
-                    'Url is signed and has expiration time.',
-        validation_alias=AliasChoices('FILES_URL', 'CONSOLE_API_URL'),
-        alias_priority=1,
-        default='https://cloud.dify.ai',
-    )
-
-    FILES_ACCESS_TIMEOUT: int = Field(
-        description='timeout in seconds for file accessing',
-        default=300,
-    )
-
-
-class FileUploadConfig(BaseModel):
-    """
-    File Uploading configs
-    """
-    UPLOAD_FILE_SIZE_LIMIT: NonNegativeInt = Field(
-        description='size limit in Megabytes for uploading files',
-        default=15,
-    )
-
-    UPLOAD_FILE_BATCH_LIMIT: NonNegativeInt = Field(
-        description='batch size limit for uploading files',
-        default=5,
-    )
-
-    UPLOAD_IMAGE_FILE_SIZE_LIMIT: NonNegativeInt = Field(
-        description='image file size limit in Megabytes for uploading files',
-        default=10,
-    )
-
-    BATCH_UPLOAD_LIMIT: NonNegativeInt = Field(
-        description='',  # todo: to be clarified
-        default=20,
-    )
-
-
-class HttpConfig(BaseModel):
-    """
-    HTTP configs
-    """
-    API_COMPRESSION_ENABLED: bool = Field(
-        description='whether to enable HTTP response compression of gzip',
-        default=False,
-    )
-
-    inner_CONSOLE_CORS_ALLOW_ORIGINS: str = Field(
-        description='',
-        validation_alias=AliasChoices('CONSOLE_CORS_ALLOW_ORIGINS', 'CONSOLE_WEB_URL'),
-        default='',
-    )
-
-    @computed_field
-    @property
-    def CONSOLE_CORS_ALLOW_ORIGINS(self) -> list[str]:
-        return self.inner_CONSOLE_CORS_ALLOW_ORIGINS.split(',')
-
-    inner_WEB_API_CORS_ALLOW_ORIGINS: Optional[str] = Field(
-        description='',
-        validation_alias=AliasChoices('WEB_API_CORS_ALLOW_ORIGINS'),
-        default='*',
-    )
-
-    @computed_field
-    @property
-    def WEB_API_CORS_ALLOW_ORIGINS(self) -> list[str]:
-        return self.inner_WEB_API_CORS_ALLOW_ORIGINS.split(',')
-
-
-class InnerAPIConfig(BaseModel):
-    """
-    Inner API configs
-    """
-    INNER_API: bool = Field(
-        description='whether to enable the inner API',
-        default=False,
-    )
-
-    INNER_API_KEY: Optional[str] = Field(
-        description='The inner API key is used to authenticate the inner API',
-        default=None,
-    )
-
-
-class LoggingConfig(BaseModel):
-    """
-    Logging configs
-    """
-
-    LOG_LEVEL: str = Field(
-        description='Log output level, default to INFO.'
-                    'It is recommended to set it to ERROR for production.',
-        default='INFO',
-    )
-
-    LOG_FILE: Optional[str] = Field(
-        description='logging output file path',
-        default=None,
-    )
-
-    LOG_FORMAT: str = Field(
-        description='log format',
-        default='%(asctime)s.%(msecs)03d %(levelname)s [%(threadName)s] [%(filename)s:%(lineno)d] - %(message)s',
-    )
-
-    LOG_DATEFORMAT: Optional[str] = Field(
-        description='log date format',
-        default=None,
-    )
-
-    LOG_TZ: Optional[str] = Field(
-        description='specify log timezone, eg: America/New_York',
-        default=None,
-    )
-
-
-class ModelLoadBalanceConfig(BaseModel):
-    """
-    Model load balance configs
-    """
-    MODEL_LB_ENABLED: bool = Field(
-        description='whether to enable model load balancing',
-        default=False,
-    )
-
-
-class BillingConfig(BaseModel):
-    """
-    Platform Billing Configurations
-    """
-    BILLING_ENABLED: bool = Field(
-        description='whether to enable billing',
-        default=False,
-    )
-
-
-class UpdateConfig(BaseModel):
-    """
-    Update configs
-    """
-    CHECK_UPDATE_URL: str = Field(
-        description='url for checking updates',
-        default='https://updates.dify.ai',
-    )
-
-
-class WorkflowConfig(BaseModel):
-    """
-    Workflow feature configs
-    """
-
-    WORKFLOW_MAX_EXECUTION_STEPS: PositiveInt = Field(
-        description='max execution steps in single workflow execution',
-        default=500,
-    )
-
-    WORKFLOW_MAX_EXECUTION_TIME: PositiveInt = Field(
-        description='max execution time in seconds in single workflow execution',
-        default=1200,
-    )
-
-    WORKFLOW_CALL_MAX_DEPTH: PositiveInt = Field(
-        description='max depth of calling in single workflow execution',
-        default=5,
-    )
-
-
-class OAuthConfig(BaseModel):
-    """
-    oauth configs
-    """
-    OAUTH_REDIRECT_PATH: str = Field(
-        description='redirect path for OAuth',
-        default='/console/api/oauth/authorize',
-    )
-
-    GITHUB_CLIENT_ID: Optional[str] = Field(
-        description='GitHub client id for OAuth',
-        default=None,
-    )
-
-    GITHUB_CLIENT_SECRET: Optional[str] = Field(
-        description='GitHub client secret key for OAuth',
-        default=None,
-    )
-
-    GOOGLE_CLIENT_ID: Optional[str] = Field(
-        description='Google client id for OAuth',
-        default=None,
-    )
-
-    GOOGLE_CLIENT_SECRET: Optional[str] = Field(
-        description='Google client secret key for OAuth',
-        default=None,
-    )
-
-
-class ModerationConfig(BaseModel):
-    """
-    Moderation in app configs.
-    """
-
-    # todo: to be clarified in usage and unit
-    OUTPUT_MODERATION_BUFFER_SIZE: PositiveInt = Field(
-        description='buffer size for moderation',
-        default=300,
-    )
-
-
-class ToolConfig(BaseModel):
-    """
-    Tool configs
-    """
-
-    TOOL_ICON_CACHE_MAX_AGE: PositiveInt = Field(
-        description='max age in seconds for tool icon caching',
-        default=3600,
-    )
-
-
-class MailConfig(BaseModel):
-    """
-    Mail Configurations
-    """
-
-    MAIL_TYPE: Optional[str] = Field(
-        description='Mail provider type name, default to None, availabile values are `smtp` and `resend`.',
-        default=None,
-    )
-
-    MAIL_DEFAULT_SEND_FROM: Optional[str] = Field(
-        description='default email address for sending from ',
-        default=None,
-    )
-
-    RESEND_API_KEY: Optional[str] = Field(
-        description='API key for Resend',
-        default=None,
-    )
-
-    RESEND_API_URL: Optional[str] = Field(
-        description='API URL for Resend',
-        default=None,
-    )
-
-    SMTP_SERVER: Optional[str] = Field(
-        description='smtp server host',
-        default=None,
-    )
-
-    SMTP_PORT: Optional[int] = Field(
-        description='smtp server port',
-        default=465,
-    )
-
-    SMTP_USERNAME: Optional[str] = Field(
-        description='smtp server username',
-        default=None,
-    )
-
-    SMTP_PASSWORD: Optional[str] = Field(
-        description='smtp server password',
-        default=None,
-    )
-
-    SMTP_USE_TLS: bool = Field(
-        description='whether to use TLS connection to smtp server',
-        default=False,
-    )
-
-    SMTP_OPPORTUNISTIC_TLS: bool = Field(
-        description='whether to use opportunistic TLS connection to smtp server',
-        default=False,
-    )
-
-
-class RagEtlConfig(BaseModel):
-    """
-    RAG ETL Configurations.
-    """
-
-    ETL_TYPE: str = Field(
-        description='RAG ETL type name, default to `dify`, available values are `dify` and `Unstructured`. ',
-        default='dify',
-    )
-
-    KEYWORD_DATA_SOURCE_TYPE: str = Field(
-        description='source type for keyword data, default to `database`, available values are `database` .',
-        default='database',
-    )
-
-    UNSTRUCTURED_API_URL: Optional[str] = Field(
-        description='API URL for Unstructured',
-        default=None,
-    )
-
-    UNSTRUCTURED_API_KEY: Optional[str] = Field(
-        description='API key for Unstructured',
-        default=None,
-    )
-
-
-class DataSetConfig(BaseModel):
-    """
-    Dataset configs
-    """
-
-    CLEAN_DAY_SETTING: PositiveInt = Field(
-        description='interval in days for cleaning up dataset',
-        default=30,
-    )
-
-
-class WorkspaceConfig(BaseModel):
-    """
-    Workspace configs
-    """
-
-    INVITE_EXPIRY_HOURS: PositiveInt = Field(
-        description='workspaces invitation expiration in hours',
-        default=72,
-    )
-
-
-class IndexingConfig(BaseModel):
-    """
-    Indexing configs.
-    """
-
-    INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH: PositiveInt = Field(
-        description='max segmentation token length for indexing',
-        default=1000,
-    )
-
-
-class ImageFormatConfig(BaseModel):
-    MULTIMODAL_SEND_IMAGE_FORMAT: str = Field(
-        description='multi model send image format, support base64, url, default is base64',
-        default='base64',
-    )
-
-
-class FeatureConfig(
-    # place the configs in alphabet order
-    AppExecutionConfig,
-    BillingConfig,
-    CodeExecutionSandboxConfig,
-    DataSetConfig,
-    EndpointConfig,
-    FileAccessConfig,
-    FileUploadConfig,
-    HttpConfig,
-    ImageFormatConfig,
-    InnerAPIConfig,
-    IndexingConfig,
-    LoggingConfig,
-    MailConfig,
-    ModelLoadBalanceConfig,
-    ModerationConfig,
-    OAuthConfig,
-    RagEtlConfig,
-    SecurityConfig,
-    ToolConfig,
-    UpdateConfig,
-    WorkflowConfig,
-    WorkspaceConfig,
-
-    # hosted services config
-    HostedServiceConfig,
-):
-    pass
--- a/api/configs/feature/hosted_service/init.py
+++ b/api/configs/feature/hosted_service/init.py
@@ -1,208 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, NonNegativeInt
-
-
-class HostedOpenAiConfig(BaseModel):
-    """
-    Hosted OpenAI service config
-    """
-
-    HOSTED_OPENAI_API_KEY: Optional[str] = Field(
-        description='',
-        default=None,
-    )
-
-    HOSTED_OPENAI_API_BASE: Optional[str] = Field(
-        description='',
-        default=None,
-    )
-
-    HOSTED_OPENAI_API_ORGANIZATION: Optional[str] = Field(
-        description='',
-        default=None,
-    )
-
-    HOSTED_OPENAI_TRIAL_ENABLED: bool = Field(
-        description='',
-        default=False,
-    )
-
-    HOSTED_OPENAI_TRIAL_MODELS: str = Field(
-        description='',
-        default='gpt-3.5-turbo,'
-                'gpt-3.5-turbo-1106,'
-                'gpt-3.5-turbo-instruct,'
-                'gpt-3.5-turbo-16k,'
-                'gpt-3.5-turbo-16k-0613,'
-                'gpt-3.5-turbo-0613,'
-                'gpt-3.5-turbo-0125,'
-                'text-davinci-003',
-    )
-
-    HOSTED_OPENAI_QUOTA_LIMIT: NonNegativeInt = Field(
-        description='',
-        default=200,
-    )
-
-    HOSTED_OPENAI_PAID_ENABLED: bool = Field(
-        description='',
-        default=False,
-    )
-
-    HOSTED_OPENAI_PAID_MODELS: str = Field(
-        description='',
-        default='gpt-4,'
-                'gpt-4-turbo-preview,'
-                'gpt-4-turbo-2024-04-09,'
-                'gpt-4-1106-preview,'
-                'gpt-4-0125-preview,'
-                'gpt-3.5-turbo,'
-                'gpt-3.5-turbo-16k,'
-                'gpt-3.5-turbo-16k-0613,'
-                'gpt-3.5-turbo-1106,'
-                'gpt-3.5-turbo-0613,'
-                'gpt-3.5-turbo-0125,'
-                'gpt-3.5-turbo-instruct,'
-                'text-davinci-003',
-    )
-
-
-class HostedAzureOpenAiConfig(BaseModel):
-    """
-    Hosted OpenAI service config
-    """
-
-    HOSTED_AZURE_OPENAI_ENABLED: bool = Field(
-        description='',
-        default=False,
-    )
-
-    HOSTED_OPENAI_API_KEY: Optional[str] = Field(
-        description='',
-        default=None,
-    )
-
-    HOSTED_AZURE_OPENAI_API_BASE: Optional[str] = Field(
-        description='',
-        default=None,
-    )
-
-    HOSTED_AZURE_OPENAI_QUOTA_LIMIT: NonNegativeInt = Field(
-        description='',
-        default=200,
-    )
-
-
-class HostedAnthropicConfig(BaseModel):
-    """
-    Hosted Azure OpenAI service config
-    """
-
-    HOSTED_ANTHROPIC_API_BASE: Optional[str] = Field(
-        description='',
-        default=None,
-    )
-
-    HOSTED_ANTHROPIC_API_KEY: Optional[str] = Field(
-        description='',
-        default=None,
-    )
-
-    HOSTED_ANTHROPIC_TRIAL_ENABLED: bool = Field(
-        description='',
-        default=False,
-    )
-
-    HOSTED_ANTHROPIC_QUOTA_LIMIT: NonNegativeInt = Field(
-        description='',
-        default=600000,
-    )
-
-    HOSTED_ANTHROPIC_PAID_ENABLED: bool = Field(
-        description='',
-        default=False,
-    )
-
-
-class HostedMinmaxConfig(BaseModel):
-    """
-    Hosted Minmax service config
-    """
-
-    HOSTED_MINIMAX_ENABLED: bool = Field(
-        description='',
-        default=False,
-    )
-
-
-class HostedSparkConfig(BaseModel):
-    """
-    Hosted Spark service config
-    """
-
-    HOSTED_SPARK_ENABLED: bool = Field(
-        description='',
-        default=False,
-    )
-
-
-class HostedZhipuAIConfig(BaseModel):
-    """
-    Hosted Minmax service config
-    """
-
-    HOSTED_ZHIPUAI_ENABLED: bool = Field(
-        description='',
-        default=False,
-    )
-
-
-class HostedModerationConfig(BaseModel):
-    """
-    Hosted Moderation service config
-    """
-
-    HOSTED_MODERATION_ENABLED: bool = Field(
-        description='',
-        default=False,
-    )
-
-    HOSTED_MODERATION_PROVIDERS: str = Field(
-        description='',
-        default='',
-    )
-
-
-class HostedFetchAppTemplateConfig(BaseModel):
-    """
-    Hosted Moderation service config
-    """
-
-    HOSTED_FETCH_APP_TEMPLATES_MODE: str = Field(
-        description='the mode for fetching app templates,'
-                    ' default to remote,'
-                    ' available values: remote, db, builtin',
-        default='remote',
-    )
-
-    HOSTED_FETCH_APP_TEMPLATES_REMOTE_DOMAIN: str = Field(
-        description='the domain for fetching remote app templates',
-        default='https://tmpl.dify.ai',
-    )
-
-
-class HostedServiceConfig(
-    # place the configs in alphabet order
-    HostedAnthropicConfig,
-    HostedAzureOpenAiConfig,
-    HostedFetchAppTemplateConfig,
-    HostedMinmaxConfig,
-    HostedOpenAiConfig,
-    HostedSparkConfig,
-    HostedZhipuAIConfig,
-
-    # moderation
-    HostedModerationConfig,
-):
-    pass
--- a/api/configs/middleware/init.py
+++ b/api/configs/middleware/init.py
@@ -1,185 +0,0 @@
-from typing import Any, Optional
-
-from pydantic import BaseModel, Field, NonNegativeInt, PositiveInt, computed_field
-
-from configs.middleware.cache.redis_config import RedisConfig
-from configs.middleware.storage.aliyun_oss_storage_config import AliyunOSSStorageConfig
-from configs.middleware.storage.amazon_s3_storage_config import S3StorageConfig
-from configs.middleware.storage.azure_blob_storage_config import AzureBlobStorageConfig
-from configs.middleware.storage.google_cloud_storage_config import GoogleCloudStorageConfig
-from configs.middleware.storage.tencent_cos_storage_config import TencentCloudCOSStorageConfig
-from configs.middleware.vdb.chroma_config import ChromaConfig
-from configs.middleware.vdb.milvus_config import MilvusConfig
-from configs.middleware.vdb.opensearch_config import OpenSearchConfig
-from configs.middleware.vdb.oracle_config import OracleConfig
-from configs.middleware.vdb.pgvector_config import PGVectorConfig
-from configs.middleware.vdb.pgvectors_config import PGVectoRSConfig
-from configs.middleware.vdb.qdrant_config import QdrantConfig
-from configs.middleware.vdb.relyt_config import RelytConfig
-from configs.middleware.vdb.tencent_vector_config import TencentVectorDBConfig
-from configs.middleware.vdb.tidb_vector_config import TiDBVectorConfig
-from configs.middleware.vdb.weaviate_config import WeaviateConfig
-
-
-class StorageConfig(BaseModel):
-    STORAGE_TYPE: str = Field(
-        description='storage type,'
-                    ' default to `local`,'
-                    ' available values are `local`, `s3`, `azure-blob`, `aliyun-oss`, `google-storage`.',
-        default='local',
-    )
-
-    STORAGE_LOCAL_PATH: str = Field(
-        description='local storage path',
-        default='storage',
-    )
-
-
-class VectorStoreConfig(BaseModel):
-    VECTOR_STORE: Optional[str] = Field(
-        description='vector store type',
-        default=None,
-    )
-
-
-class KeywordStoreConfig(BaseModel):
-    KEYWORD_STORE: str = Field(
-        description='keyword store type',
-        default='jieba',
-    )
-
-
-class DatabaseConfig:
-    DB_HOST: str = Field(
-        description='db host',
-        default='localhost',
-    )
-
-    DB_PORT: PositiveInt = Field(
-        description='db port',
-        default=5432,
-    )
-
-    DB_USERNAME: str = Field(
-        description='db username',
-        default='postgres',
-    )
-
-    DB_PASSWORD: str = Field(
-        description='db password',
-        default='',
-    )
-
-    DB_DATABASE: str = Field(
-        description='db database',
-        default='dify',
-    )
-
-    DB_CHARSET: str = Field(
-        description='db charset',
-        default='',
-    )
-
-    SQLALCHEMY_DATABASE_URI_SCHEME: str = Field(
-        description='db uri scheme',
-        default='postgresql',
-    )
-
-    @computed_field
-    @property
-    def SQLALCHEMY_DATABASE_URI(self) -> str:
-        db_extras = f"?client_encoding={self.DB_CHARSET}" if self.DB_CHARSET else ""
-        return (f"{self.SQLALCHEMY_DATABASE_URI_SCHEME}://"
-                f"{self.DB_USERNAME}:{self.DB_PASSWORD}@{self.DB_HOST}:{self.DB_PORT}/{self.DB_DATABASE}"
-                f"{db_extras}")
-
-    SQLALCHEMY_POOL_SIZE: NonNegativeInt = Field(
-        description='pool size of SqlAlchemy',
-        default=30,
-    )
-
-    SQLALCHEMY_MAX_OVERFLOW: NonNegativeInt = Field(
-        description='max overflows for SqlAlchemy',
-        default=10,
-    )
-
-    SQLALCHEMY_POOL_RECYCLE: NonNegativeInt = Field(
-        description='SqlAlchemy pool recycle',
-        default=3600,
-    )
-
-    SQLALCHEMY_POOL_PRE_PING: bool = Field(
-        description='whether to enable pool pre-ping in SqlAlchemy',
-        default=False,
-    )
-
-    SQLALCHEMY_ECHO: bool = Field(
-        description='whether to enable SqlAlchemy echo',
-        default=False,
-    )
-
-    @computed_field
-    @property
-    def SQLALCHEMY_ENGINE_OPTIONS(self) -> dict[str, Any]:
-        return {
-            'pool_size': self.SQLALCHEMY_POOL_SIZE,
-            'max_overflow': self.SQLALCHEMY_MAX_OVERFLOW,
-            'pool_recycle': self.SQLALCHEMY_POOL_RECYCLE,
-            'pool_pre_ping': self.SQLALCHEMY_POOL_PRE_PING,
-            'connect_args': {'options': '-c timezone=UTC'},
-        }
-
-
-class CeleryConfig(DatabaseConfig):
-    CELERY_BACKEND: str = Field(
-        description='Celery backend, available values are `database`, `redis`',
-        default='database',
-    )
-
-    CELERY_BROKER_URL: Optional[str] = Field(
-        description='CELERY_BROKER_URL',
-        default=None,
-    )
-
-    @computed_field
-    @property
-    def CELERY_RESULT_BACKEND(self) -> str:
-        return 'db+{}'.format(self.SQLALCHEMY_DATABASE_URI) \
-            if self.CELERY_BACKEND == 'database' else self.CELERY_BROKER_URL
-
-    @computed_field
-    @property
-    def BROKER_USE_SSL(self) -> bool:
-        return self.CELERY_BROKER_URL.startswith('rediss://') if self.CELERY_BROKER_URL else False
-
-
-class MiddlewareConfig(
-    # place the configs in alphabet order
-    CeleryConfig,
-    DatabaseConfig,
-    KeywordStoreConfig,
-    RedisConfig,
-
-    # configs of storage and storage providers
-    StorageConfig,
-    AliyunOSSStorageConfig,
-    AzureBlobStorageConfig,
-    GoogleCloudStorageConfig,
-    TencentCloudCOSStorageConfig,
-    S3StorageConfig,
-
-    # configs of vdb and vdb providers
-    VectorStoreConfig,
-    ChromaConfig,
-    MilvusConfig,
-    OpenSearchConfig,
-    OracleConfig,
-    PGVectorConfig,
-    PGVectoRSConfig,
-    QdrantConfig,
-    RelytConfig,
-    TencentVectorDBConfig,
-    TiDBVectorConfig,
-    WeaviateConfig,
-):
-    pass
--- a/api/configs/middleware/cache/init.py
+++ b/api/configs/middleware/cache/init.py
--- a/api/configs/middleware/cache/redis_config.py
+++ b/api/configs/middleware/cache/redis_config.py
@@ -1,38 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, NonNegativeInt, PositiveInt
-
-
-class RedisConfig(BaseModel):
-    """
-    Redis configs
-    """
-    REDIS_HOST: str = Field(
-        description='Redis host',
-        default='localhost',
-    )
-
-    REDIS_PORT: PositiveInt = Field(
-        description='Redis port',
-        default=6379,
-    )
-
-    REDIS_USERNAME: Optional[str] = Field(
-        description='Redis username',
-        default=None,
-    )
-
-    REDIS_PASSWORD: Optional[str] = Field(
-        description='Redis password',
-        default=None,
-    )
-
-    REDIS_DB: NonNegativeInt = Field(
-        description='Redis database id, default to 0',
-        default=0,
-    )
-
-    REDIS_USE_SSL: bool = Field(
-        description='whether to use SSL for Redis connection',
-        default=False,
-    )
--- a/api/configs/middleware/storage/aliyun_oss_storage_config.py
+++ b/api/configs/middleware/storage/aliyun_oss_storage_config.py
@@ -1,39 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field
-
-
-class AliyunOSSStorageConfig(BaseModel):
-    """
-    Aliyun storage configs
-    """
-
-    ALIYUN_OSS_BUCKET_NAME: Optional[str] = Field(
-        description='Aliyun OSS bucket name',
-        default=None,
-    )
-
-    ALIYUN_OSS_ACCESS_KEY: Optional[str] = Field(
-        description='Aliyun OSS access key',
-        default=None,
-    )
-
-    ALIYUN_OSS_SECRET_KEY: Optional[str] = Field(
-        description='Aliyun OSS secret key',
-        default=None,
-    )
-
-    ALIYUN_OSS_ENDPOINT: Optional[str] = Field(
-        description='Aliyun OSS endpoint URL',
-        default=None,
-    )
-
-    ALIYUN_OSS_REGION: Optional[str] = Field(
-        description='Aliyun OSS region',
-        default=None,
-    )
-
-    ALIYUN_OSS_AUTH_VERSION: Optional[str] = Field(
-        description='Aliyun OSS authentication version',
-        default=None,
-    )
--- a/api/configs/middleware/storage/amazon_s3_storage_config.py
+++ b/api/configs/middleware/storage/amazon_s3_storage_config.py
@@ -1,44 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field
-
-
-class S3StorageConfig(BaseModel):
-    """
-    S3 storage configs
-    """
-
-    S3_ENDPOINT: Optional[str] = Field(
-        description='S3 storage endpoint',
-        default=None,
-    )
-
-    S3_REGION: Optional[str] = Field(
-        description='S3 storage region',
-        default=None,
-    )
-
-    S3_BUCKET_NAME: Optional[str] = Field(
-        description='S3 storage bucket name',
-        default=None,
-    )
-
-    S3_ACCESS_KEY: Optional[str] = Field(
-        description='S3 storage access key',
-        default=None,
-    )
-
-    S3_SECRET_KEY: Optional[str] = Field(
-        description='S3 storage secret key',
-        default=None,
-    )
-
-    S3_ADDRESS_STYLE: str = Field(
-        description='S3 storage address style',
-        default='auto',
-    )
-
-    S3_USE_AWS_MANAGED_IAM: bool = Field(
-        description='whether to use aws managed IAM for S3',
-        default=False,
-    )
--- a/api/configs/middleware/storage/azure_blob_storage_config.py
+++ b/api/configs/middleware/storage/azure_blob_storage_config.py
@@ -1,29 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field
-
-
-class AzureBlobStorageConfig(BaseModel):
-    """
-    Azure Blob storage configs
-    """
-
-    AZURE_BLOB_ACCOUNT_NAME: Optional[str] = Field(
-        description='Azure Blob account name',
-        default=None,
-    )
-
-    AZURE_BLOB_ACCOUNT_KEY: Optional[str] = Field(
-        description='Azure Blob account key',
-        default=None,
-    )
-
-    AZURE_BLOB_CONTAINER_NAME: Optional[str] = Field(
-        description='Azure Blob container name',
-        default=None,
-    )
-
-    AZURE_BLOB_ACCOUNT_URL: Optional[str] = Field(
-        description='Azure Blob account URL',
-        default=None,
-    )
--- a/api/configs/middleware/storage/google_cloud_storage_config.py
+++ b/api/configs/middleware/storage/google_cloud_storage_config.py
@@ -1,19 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field
-
-
-class GoogleCloudStorageConfig(BaseModel):
-    """
-    Google Cloud storage configs
-    """
-
-    GOOGLE_STORAGE_BUCKET_NAME: Optional[str] = Field(
-        description='Google Cloud storage bucket name',
-        default=None,
-    )
-
-    GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64: Optional[str] = Field(
-        description='Google Cloud storage service account json base64',
-        default=None,
-    )
--- a/api/configs/middleware/storage/tencent_cos_storage_config.py
+++ b/api/configs/middleware/storage/tencent_cos_storage_config.py
@@ -1,34 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field
-
-
-class TencentCloudCOSStorageConfig(BaseModel):
-    """
-    Tencent Cloud COS storage configs
-    """
-
-    TENCENT_COS_BUCKET_NAME: Optional[str] = Field(
-        description='Tencent Cloud COS bucket name',
-        default=None,
-    )
-
-    TENCENT_COS_REGION: Optional[str] = Field(
-        description='Tencent Cloud COS region',
-        default=None,
-    )
-
-    TENCENT_COS_SECRET_ID: Optional[str] = Field(
-        description='Tencent Cloud COS secret id',
-        default=None,
-    )
-
-    TENCENT_COS_SECRET_KEY: Optional[str] = Field(
-        description='Tencent Cloud COS secret key',
-        default=None,
-    )
-
-    TENCENT_COS_SCHEME: Optional[str] = Field(
-        description='Tencent Cloud COS scheme',
-        default=None,
-    )
--- a/api/configs/middleware/vdb/chroma_config.py
+++ b/api/configs/middleware/vdb/chroma_config.py
@@ -1,39 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class ChromaConfig(BaseModel):
-    """
-    Chroma configs
-    """
-
-    CHROMA_HOST: Optional[str] = Field(
-        description='Chroma host',
-        default=None,
-    )
-
-    CHROMA_PORT: PositiveInt = Field(
-        description='Chroma port',
-        default=8000,
-    )
-
-    CHROMA_TENANT: Optional[str] = Field(
-        description='Chroma database',
-        default=None,
-    )
-
-    CHROMA_DATABASE: Optional[str] = Field(
-        description='Chroma database',
-        default=None,
-    )
-
-    CHROMA_AUTH_PROVIDER: Optional[str] = Field(
-        description='Chroma authentication provider',
-        default=None,
-    )
-
-    CHROMA_AUTH_CREDENTIALS: Optional[str] = Field(
-        description='Chroma authentication credentials',
-        default=None,
-    )
--- a/api/configs/middleware/vdb/milvus_config.py
+++ b/api/configs/middleware/vdb/milvus_config.py
@@ -1,39 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class MilvusConfig(BaseModel):
-    """
-    Milvus configs
-    """
-
-    MILVUS_HOST: Optional[str] = Field(
-        description='Milvus host',
-        default=None,
-    )
-
-    MILVUS_PORT: PositiveInt = Field(
-        description='Milvus RestFul API port',
-        default=9091,
-    )
-
-    MILVUS_USER: Optional[str] = Field(
-        description='Milvus user',
-        default=None,
-    )
-
-    MILVUS_PASSWORD: Optional[str] = Field(
-        description='Milvus password',
-        default=None,
-    )
-
-    MILVUS_SECURE: bool = Field(
-        description='whether to use SSL connection for Milvus',
-        default=False,
-    )
-
-    MILVUS_DATABASE: str = Field(
-        description='Milvus database, default to `default`',
-        default='default',
-    )
--- a/api/configs/middleware/vdb/opensearch_config.py
+++ b/api/configs/middleware/vdb/opensearch_config.py
@@ -1,34 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class OpenSearchConfig(BaseModel):
-    """
-    OpenSearch configs
-    """
-
-    OPENSEARCH_HOST: Optional[str] = Field(
-        description='OpenSearch host',
-        default=None,
-    )
-
-    OPENSEARCH_PORT: PositiveInt = Field(
-        description='OpenSearch port',
-        default=9200,
-    )
-
-    OPENSEARCH_USER: Optional[str] = Field(
-        description='OpenSearch user',
-        default=None,
-    )
-
-    OPENSEARCH_PASSWORD: Optional[str] = Field(
-        description='OpenSearch password',
-        default=None,
-    )
-
-    OPENSEARCH_SECURE: bool = Field(
-        description='whether to use SSL connection for OpenSearch',
-        default=False,
-    )
--- a/api/configs/middleware/vdb/oracle_config.py
+++ b/api/configs/middleware/vdb/oracle_config.py
@@ -1,34 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class OracleConfig(BaseModel):
-    """
-    ORACLE configs
-    """
-
-    ORACLE_HOST: Optional[str] = Field(
-        description='ORACLE host',
-        default=None,
-    )
-
-    ORACLE_PORT: Optional[PositiveInt] = Field(
-        description='ORACLE port',
-        default=1521,
-    )
-
-    ORACLE_USER: Optional[str] = Field(
-        description='ORACLE user',
-        default=None,
-    )
-
-    ORACLE_PASSWORD: Optional[str] = Field(
-        description='ORACLE password',
-        default=None,
-    )
-
-    ORACLE_DATABASE: Optional[str] = Field(
-        description='ORACLE database',
-        default=None,
-    )
--- a/api/configs/middleware/vdb/pgvector_config.py
+++ b/api/configs/middleware/vdb/pgvector_config.py
@@ -1,34 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class PGVectorConfig(BaseModel):
-    """
-    PGVector configs
-    """
-
-    PGVECTOR_HOST: Optional[str] = Field(
-        description='PGVector host',
-        default=None,
-    )
-
-    PGVECTOR_PORT: Optional[PositiveInt] = Field(
-        description='PGVector port',
-        default=5433,
-    )
-
-    PGVECTOR_USER: Optional[str] = Field(
-        description='PGVector user',
-        default=None,
-    )
-
-    PGVECTOR_PASSWORD: Optional[str] = Field(
-        description='PGVector password',
-        default=None,
-    )
-
-    PGVECTOR_DATABASE: Optional[str] = Field(
-        description='PGVector database',
-        default=None,
-    )
--- a/api/configs/middleware/vdb/pgvectors_config.py
+++ b/api/configs/middleware/vdb/pgvectors_config.py
@@ -1,34 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class PGVectoRSConfig(BaseModel):
-    """
-    PGVectoRS configs
-    """
-
-    PGVECTO_RS_HOST: Optional[str] = Field(
-        description='PGVectoRS host',
-        default=None,
-    )
-
-    PGVECTO_RS_PORT: Optional[PositiveInt] = Field(
-        description='PGVectoRS port',
-        default=5431,
-    )
-
-    PGVECTO_RS_USER: Optional[str] = Field(
-        description='PGVectoRS user',
-        default=None,
-    )
-
-    PGVECTO_RS_PASSWORD: Optional[str] = Field(
-        description='PGVectoRS password',
-        default=None,
-    )
-
-    PGVECTO_RS_DATABASE: Optional[str] = Field(
-        description='PGVectoRS database',
-        default=None,
-    )
--- a/api/configs/middleware/vdb/qdrant_config.py
+++ b/api/configs/middleware/vdb/qdrant_config.py
@@ -1,34 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, NonNegativeInt, PositiveInt
-
-
-class QdrantConfig(BaseModel):
-    """
-    Qdrant configs
-    """
-
-    QDRANT_URL: Optional[str] = Field(
-        description='Qdrant url',
-        default=None,
-    )
-
-    QDRANT_API_KEY: Optional[str] = Field(
-        description='Qdrant api key',
-        default=None,
-    )
-
-    QDRANT_CLIENT_TIMEOUT: NonNegativeInt = Field(
-        description='Qdrant client timeout in seconds',
-        default=20,
-    )
-
-    QDRANT_GRPC_ENABLED: bool = Field(
-        description='whether enable grpc support for Qdrant connection',
-        default=False,
-    )
-
-    QDRANT_GRPC_PORT: PositiveInt = Field(
-        description='Qdrant grpc port',
-        default=6334,
-    )
--- a/api/configs/middleware/vdb/relyt_config.py
+++ b/api/configs/middleware/vdb/relyt_config.py
@@ -1,34 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class RelytConfig(BaseModel):
-    """
-    Relyt configs
-    """
-
-    RELYT_HOST: Optional[str] = Field(
-        description='Relyt host',
-        default=None,
-    )
-
-    RELYT_PORT: PositiveInt = Field(
-        description='Relyt port',
-        default=9200,
-    )
-
-    RELYT_USER: Optional[str] = Field(
-        description='Relyt user',
-        default=None,
-    )
-
-    RELYT_PASSWORD: Optional[str] = Field(
-        description='Relyt password',
-        default=None,
-    )
-
-    RELYT_DATABASE: Optional[str] = Field(
-        description='Relyt database',
-        default='default',
-    )
--- a/api/configs/middleware/vdb/tencent_vector_config.py
+++ b/api/configs/middleware/vdb/tencent_vector_config.py
@@ -1,44 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class TencentVectorDBConfig(BaseModel):
-    """
-    Tencent Vector configs
-    """
-
-    TENCENT_VECTOR_DB_URL: Optional[str] = Field(
-        description='Tencent Vector URL',
-        default=None,
-    )
-
-    TENCENT_VECTOR_DB_API_KEY: Optional[str] = Field(
-        description='Tencent Vector API key',
-        default=None,
-    )
-
-    TENCENT_VECTOR_DB_TIMEOUT: PositiveInt = Field(
-        description='Tencent Vector timeout in seconds',
-        default=30,
-    )
-
-    TENCENT_VECTOR_DB_USERNAME: Optional[str] = Field(
-        description='Tencent Vector password',
-        default=None,
-    )
-
-    TENCENT_VECTOR_DB_PASSWORD: Optional[str] = Field(
-        description='Tencent Vector password',
-        default=None,
-    )
-
-    TENCENT_VECTOR_DB_SHARD: PositiveInt = Field(
-        description='Tencent Vector sharding number',
-        default=1,
-    )
-
-    TENCENT_VECTOR_DB_REPLICAS: PositiveInt = Field(
-        description='Tencent Vector replicas',
-        default=2,
-    )
--- a/api/configs/middleware/vdb/tidb_vector_config.py
+++ b/api/configs/middleware/vdb/tidb_vector_config.py
@@ -1,34 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class TiDBVectorConfig(BaseModel):
-    """
-    TiDB Vector configs
-    """
-
-    TIDB_VECTOR_HOST: Optional[str] = Field(
-        description='TiDB Vector host',
-        default=None,
-    )
-
-    TIDB_VECTOR_PORT: Optional[PositiveInt] = Field(
-        description='TiDB Vector port',
-        default=4000,
-    )
-
-    TIDB_VECTOR_USER: Optional[str] = Field(
-        description='TiDB Vector user',
-        default=None,
-    )
-
-    TIDB_VECTOR_PASSWORD: Optional[str] = Field(
-        description='TiDB Vector password',
-        default=None,
-    )
-
-    TIDB_VECTOR_DATABASE: Optional[str] = Field(
-        description='TiDB Vector database',
-        default=None,
-    )
--- a/api/configs/middleware/vdb/weaviate_config.py
+++ b/api/configs/middleware/vdb/weaviate_config.py
@@ -1,29 +0,0 @@
-from typing import Optional
-
-from pydantic import BaseModel, Field, PositiveInt
-
-
-class WeaviateConfig(BaseModel):
-    """
-    Weaviate configs
-    """
-
-    WEAVIATE_ENDPOINT: Optional[str] = Field(
-        description='Weaviate endpoint URL',
-        default=None,
-    )
-
-    WEAVIATE_API_KEY: Optional[str] = Field(
-        description='Weaviate API key',
-        default=None,
-    )
-
-    WEAVIATE_GRPC_ENABLED: bool = Field(
-        description='whether to enable gRPC for Weaviate connection',
-        default=True,
-    )
-
-    WEAVIATE_BATCH_SIZE: PositiveInt = Field(
-        description='Weaviate batch size',
-        default=100,
-    )
--- a/api/configs/packaging/init.py
+++ b/api/configs/packaging/init.py
@@ -1,17 +0,0 @@
-from pydantic import BaseModel, Field
-
-
-class PackagingInfo(BaseModel):
-    """
-    Packaging build information
-    """
-
-    CURRENT_VERSION: str = Field(
-        description='Dify version',
-        default='0.6.12-fix1',
-    )
-
-    COMMIT_SHA: str = Field(
-        description="SHA-1 checksum of the git commit used to build the app",
-        default='',
-    )
--- a/api/constants/languages.py
+++ b/api/constants/languages.py
@@ -1,3 +1,7 @@
+
+
+languages = ['en-US', 'zh-Hans', 'zh-Hant', 'pt-BR', 'es-ES', 'fr-FR', 'de-DE', 'ja-JP', 'ko-KR', 'ru-RU', 'it-IT', 'uk-UA', 'vi-VN', 'pl-PL']
+
 language_timezone_mapping = {
    'en-US': 'America/New_York',
    'zh-Hans': 'Asia/Shanghai',
@@ -14,11 +18,8 @@ language_timezone_mapping = {
    'vi-VN': 'Asia/Ho_Chi_Minh',
    'ro-RO': 'Europe/Bucharest',
    'pl-PL': 'Europe/Warsaw',
-    'hi-IN': 'Asia/Kolkata'
 }

-languages = list(language_timezone_mapping.keys())
-

 def supported_language(lang):
    if lang in languages:
--- a/api/constants/model_template.py
+++ b/api/constants/model_template.py
@@ -22,7 +22,7 @@ default_app_templates = {
        'model_config': {
            'model': {
                "provider": "openai",
-                "name": "gpt-4o",
+                "name": "gpt-4",
                "mode": "chat",
                "completion_params": {}
            },
@@ -51,7 +51,7 @@ default_app_templates = {
        'model_config': {
            'model': {
                "provider": "openai",
-                "name": "gpt-4o",
+                "name": "gpt-4",
                "mode": "chat",
                "completion_params": {}
            }
@@ -77,7 +77,7 @@ default_app_templates = {
        'model_config': {
            'model': {
                "provider": "openai",
-                "name": "gpt-4o",
+                "name": "gpt-4",
                "mode": "chat",
                "completion_params": {}
            }
--- a/api/controllers/console/init.py
+++ b/api/controllers/console/init.py
@@ -20,7 +20,6 @@ from .app import (
    generator,
    message,
    model_config,
-    ops_trace,
    site,
    statistic,
    workflow,
@@ -30,13 +29,13 @@ from .app import (
 )

 # Import auth controllers
-from .auth import activate, data_source_bearer_auth, data_source_oauth, login, oauth
+from .auth import activate, data_source_oauth, login, oauth

 # Import billing controllers
 from .billing import billing

 # Import datasets controllers
-from .datasets import data_source, datasets, datasets_document, datasets_segments, file, hit_testing, website
+from .datasets import data_source, datasets, datasets_document, datasets_segments, file, hit_testing

 # Import explore controllers
 from .explore import (
--- a/api/controllers/console/app/app.py
+++ b/api/controllers/console/app/app.py
@@ -1,3 +1,4 @@
+import json
 import uuid

 from flask_login import current_user
@@ -8,14 +9,17 @@ from controllers.console import api
 from controllers.console.app.wraps import get_app_model
 from controllers.console.setup import setup_required
 from controllers.console.wraps import account_initialization_required, cloud_edition_billing_resource_check
-from core.ops.ops_trace_manager import OpsTraceManager
+from core.tools.tool_manager import ToolManager
+from core.tools.utils.configuration import ToolParameterConfigurationManager
 from fields.app_fields import (
    app_detail_fields,
    app_detail_fields_with_site,
    app_pagination_fields,
 )
 from libs.login import login_required
+from models.model import App, AppMode, AppModelConfig
 from services.app_service import AppService
+from services.tag_service import TagService

 ALLOW_CREATE_APP_MODES = ['chat', 'agent-chat', 'advanced-chat', 'workflow', 'completion']

@@ -64,8 +68,8 @@ class AppListApi(Resource):
        parser.add_argument('icon_background', type=str, location='json')
        args = parser.parse_args()

-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        if 'mode' not in args or args['mode'] is None:
@@ -85,8 +89,8 @@ class AppImportApi(Resource):
    @cloud_edition_billing_resource_check('apps')
    def post(self):
        """Import app"""
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        parser = reqparse.RequestParser()
@@ -125,10 +129,6 @@ class AppApi(Resource):
    @marshal_with(app_detail_fields_with_site)
    def put(self, app_model):
        """Update app"""
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('name', type=str, required=True, nullable=False, location='json')
        parser.add_argument('description', type=str, location='json')
@@ -147,8 +147,7 @@ class AppApi(Resource):
    @get_app_model
    def delete(self, app_model):
        """Delete app"""
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        app_service = AppService()
@@ -165,8 +164,8 @@ class AppCopyApi(Resource):
    @marshal_with(app_detail_fields_with_site)
    def post(self, app_model):
        """Copy app"""
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        parser = reqparse.RequestParser()
@@ -204,10 +203,6 @@ class AppNameApi(Resource):
    @get_app_model
    @marshal_with(app_detail_fields)
    def post(self, app_model):
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('name', type=str, required=True, location='json')
        args = parser.parse_args()
@@ -225,10 +220,6 @@ class AppIconApi(Resource):
    @get_app_model
    @marshal_with(app_detail_fields)
    def post(self, app_model):
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('icon', type=str, location='json')
        parser.add_argument('icon_background', type=str, location='json')
@@ -247,10 +238,6 @@ class AppSiteStatus(Resource):
    @get_app_model
    @marshal_with(app_detail_fields)
    def post(self, app_model):
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('enable_site', type=bool, required=True, location='json')
        args = parser.parse_args()
@@ -268,10 +255,6 @@ class AppApiStatus(Resource):
    @get_app_model
    @marshal_with(app_detail_fields)
    def post(self, app_model):
-        # The role of the current user in the ta table must be admin or owner
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('enable_api', type=bool, required=True, location='json')
        args = parser.parse_args()
@@ -282,39 +265,6 @@ class AppApiStatus(Resource):
        return app_model


-class AppTraceApi(Resource):
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def get(self, app_id):
-        """Get app trace"""
-        app_trace_config = OpsTraceManager.get_app_tracing_config(
-            app_id=app_id
-        )
-
-        return app_trace_config
-
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def post(self, app_id):
-        # add app trace
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
-        parser = reqparse.RequestParser()
-        parser.add_argument('enabled', type=bool, required=True, location='json')
-        parser.add_argument('tracing_provider', type=str, required=True, location='json')
-        args = parser.parse_args()
-
-        OpsTraceManager.update_app_tracing_config(
-            app_id=app_id,
-            enabled=args['enabled'],
-            tracing_provider=args['tracing_provider'],
-        )
-
-        return {"result": "success"}
-
-
 api.add_resource(AppListApi, '/apps')
 api.add_resource(AppImportApi, '/apps/import')
 api.add_resource(AppApi, '/apps/<uuid:app_id>')
@@ -324,4 +274,3 @@ api.add_resource(AppNameApi, '/apps/<uuid:app_id>/name')
 api.add_resource(AppIconApi, '/apps/<uuid:app_id>/icon')
 api.add_resource(AppSiteStatus, '/apps/<uuid:app_id>/site-enable')
 api.add_resource(AppApiStatus, '/apps/<uuid:app_id>/api-enable')
-api.add_resource(AppTraceApi, '/apps/<uuid:app_id>/trace')
--- a/api/controllers/console/app/conversation.py
+++ b/api/controllers/console/app/conversation.py
@@ -6,7 +6,7 @@ from flask_restful import Resource, marshal_with, reqparse
 from flask_restful.inputs import int_range
 from sqlalchemy import func, or_
 from sqlalchemy.orm import joinedload
-from werkzeug.exceptions import Forbidden, NotFound
+from werkzeug.exceptions import NotFound

 from controllers.console import api
 from controllers.console.app.wraps import get_app_model
@@ -33,8 +33,6 @@ class CompletionConversationApi(Resource):
    @get_app_model(mode=AppMode.COMPLETION)
    @marshal_with(conversation_pagination_fields)
    def get(self, app_model):
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
        parser = reqparse.RequestParser()
        parser.add_argument('keyword', type=str, location='args')
        parser.add_argument('start', type=datetime_string('%Y-%m-%d %H:%M'), location='args')
@@ -108,8 +106,6 @@ class CompletionConversationDetailApi(Resource):
    @get_app_model(mode=AppMode.COMPLETION)
    @marshal_with(conversation_message_detail_fields)
    def get(self, app_model, conversation_id):
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
        conversation_id = str(conversation_id)

        return _get_conversation(app_model, conversation_id)
@@ -119,8 +115,6 @@ class CompletionConversationDetailApi(Resource):
    @account_initialization_required
    @get_app_model(mode=[AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT])
    def delete(self, app_model, conversation_id):
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
        conversation_id = str(conversation_id)

        conversation = db.session.query(Conversation) \
@@ -143,8 +137,6 @@ class ChatConversationApi(Resource):
    @get_app_model(mode=[AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT])
    @marshal_with(conversation_with_summary_pagination_fields)
    def get(self, app_model):
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
        parser = reqparse.RequestParser()
        parser.add_argument('keyword', type=str, location='args')
        parser.add_argument('start', type=datetime_string('%Y-%m-%d %H:%M'), location='args')
@@ -233,8 +225,6 @@ class ChatConversationDetailApi(Resource):
    @get_app_model(mode=[AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT])
    @marshal_with(conversation_detail_fields)
    def get(self, app_model, conversation_id):
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
        conversation_id = str(conversation_id)

        return _get_conversation(app_model, conversation_id)
@@ -244,8 +234,6 @@ class ChatConversationDetailApi(Resource):
    @get_app_model(mode=[AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT])
    @account_initialization_required
    def delete(self, app_model, conversation_id):
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
        conversation_id = str(conversation_id)

        conversation = db.session.query(Conversation) \
--- a/api/controllers/console/app/error.py
+++ b/api/controllers/console/app/error.py
@@ -97,21 +97,3 @@ class DraftWorkflowNotSync(BaseHTTPException):
    error_code = 'draft_workflow_not_sync'
    description = "Workflow graph might have been modified, please refresh and resubmit."
    code = 400
-
-
-class TracingConfigNotExist(BaseHTTPException):
-    error_code = 'trace_config_not_exist'
-    description = "Trace config not exist."
-    code = 400
-
-
-class TracingConfigIsExist(BaseHTTPException):
-    error_code = 'trace_config_is_exist'
-    description = "Trace config is exist."
-    code = 400
-
-
-class TracingConfigCheckError(BaseHTTPException):
-    error_code = 'trace_config_check_error'
-    description = "Invalid Credentials."
-    code = 400
--- a/api/controllers/console/app/model_config.py
+++ b/api/controllers/console/app/model_config.py
@@ -25,7 +25,6 @@ class ModelConfigResource(Resource):
    @account_initialization_required
    @get_app_model(mode=[AppMode.AGENT_CHAT, AppMode.CHAT, AppMode.COMPLETION])
    def post(self, app_model):
-        
        """Modify app model config"""
        # validate config
        model_configuration = AppModelConfigService.validate_configuration(
--- a/api/controllers/console/app/ops_trace.py
+++ b/api/controllers/console/app/ops_trace.py
@@ -1,101 +0,0 @@
-from flask_restful import Resource, reqparse
-
-from controllers.console import api
-from controllers.console.app.error import TracingConfigCheckError, TracingConfigIsExist, TracingConfigNotExist
-from controllers.console.setup import setup_required
-from controllers.console.wraps import account_initialization_required
-from libs.login import login_required
-from services.ops_service import OpsService
-
-
-class TraceAppConfigApi(Resource):
-    """
-    Manage trace app configurations
-    """
-
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def get(self, app_id):
-        parser = reqparse.RequestParser()
-        parser.add_argument('tracing_provider', type=str, required=True, location='args')
-        args = parser.parse_args()
-
-        try:
-            trace_config = OpsService.get_tracing_app_config(
-                app_id=app_id, tracing_provider=args['tracing_provider']
-                )
-            if not trace_config:
-                return {"has_not_configured": True}
-            return trace_config
-        except Exception as e:
-            raise e
-
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def post(self, app_id):
-        """Create a new trace app configuration"""
-        parser = reqparse.RequestParser()
-        parser.add_argument('tracing_provider', type=str, required=True, location='json')
-        parser.add_argument('tracing_config', type=dict, required=True, location='json')
-        args = parser.parse_args()
-
-        try:
-            result = OpsService.create_tracing_app_config(
-                app_id=app_id,
-                tracing_provider=args['tracing_provider'],
-                tracing_config=args['tracing_config']
-            )
-            if not result:
-                raise TracingConfigIsExist()
-            if result.get('error'):
-                raise TracingConfigCheckError()
-            return result
-        except Exception as e:
-            raise e
-
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def patch(self, app_id):
-        """Update an existing trace app configuration"""
-        parser = reqparse.RequestParser()
-        parser.add_argument('tracing_provider', type=str, required=True, location='json')
-        parser.add_argument('tracing_config', type=dict, required=True, location='json')
-        args = parser.parse_args()
-
-        try:
-            result = OpsService.update_tracing_app_config(
-                app_id=app_id,
-                tracing_provider=args['tracing_provider'],
-                tracing_config=args['tracing_config']
-            )
-            if not result:
-                raise TracingConfigNotExist()
-            return {"result": "success"}
-        except Exception as e:
-            raise e
-
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def delete(self, app_id):
-        """Delete an existing trace app configuration"""
-        parser = reqparse.RequestParser()
-        parser.add_argument('tracing_provider', type=str, required=True, location='args')
-        args = parser.parse_args()
-
-        try:
-            result = OpsService.delete_tracing_app_config(
-                app_id=app_id,
-                tracing_provider=args['tracing_provider']
-            )
-            if not result:
-                raise TracingConfigNotExist()
-            return {"result": "success"}
-        except Exception as e:
-            raise e
-
-
-api.add_resource(TraceAppConfigApi, '/apps/<uuid:app_id>/trace-config')
--- a/api/controllers/console/app/site.py
+++ b/api/controllers/console/app/site.py
@@ -20,8 +20,6 @@ def parse_app_site_args():
    parser.add_argument('icon_background', type=str, required=False, location='json')
    parser.add_argument('description', type=str, required=False, location='json')
    parser.add_argument('default_language', type=supported_language, required=False, location='json')
-    parser.add_argument('chat_color_theme', type=str, required=False, location='json')
-    parser.add_argument('chat_color_theme_inverted', type=bool, required=False, location='json')
    parser.add_argument('customize_domain', type=str, required=False, location='json')
    parser.add_argument('copyright', type=str, required=False, location='json')
    parser.add_argument('privacy_policy', type=str, required=False, location='json')
@@ -30,7 +28,6 @@ def parse_app_site_args():
                        required=False,
                        location='json')
    parser.add_argument('prompt_public', type=bool, required=False, location='json')
-    parser.add_argument('show_workflow_steps', type=bool, required=False, location='json')
    return parser.parse_args()


@@ -43,8 +40,8 @@ class AppSite(Resource):
    def post(self, app_model):
        args = parse_app_site_args()

-        # The role of the current user in the ta table must be editor, admin, or owner
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        site = db.session.query(Site). \
@@ -57,20 +54,24 @@ class AppSite(Resource):
            'icon_background',
            'description',
            'default_language',
-            'chat_color_theme',
-            'chat_color_theme_inverted',
            'customize_domain',
            'copyright',
            'privacy_policy',
            'custom_disclaimer',
            'customize_token_strategy',
-            'prompt_public',
-            'show_workflow_steps'
+            'prompt_public'
        ]:
            value = args.get(attr_name)
            if value is not None:
                setattr(site, attr_name, value)

+                if attr_name == 'title':
+                    app_model.name = value
+                elif attr_name == 'icon':
+                    app_model.icon = value
+                elif attr_name == 'icon_background':
+                    app_model.icon_background = value
+
        db.session.commit()

        return site
--- a/api/controllers/console/app/workflow.py
+++ b/api/controllers/console/app/workflow.py
@@ -3,7 +3,7 @@ import logging

 from flask import abort, request
 from flask_restful import Resource, marshal_with, reqparse
-from werkzeug.exceptions import Forbidden, InternalServerError, NotFound
+from werkzeug.exceptions import InternalServerError, NotFound

 import services
 from controllers.console import api
@@ -36,10 +36,6 @@ class DraftWorkflowApi(Resource):
        """
        Get draft workflow
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        # fetch draft workflow by app_model
        workflow_service = WorkflowService()
        workflow = workflow_service.get_draft_workflow(app_model=app_model)
@@ -58,10 +54,6 @@ class DraftWorkflowApi(Resource):
        """
        Sync draft workflow
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        content_type = request.headers.get('Content-Type')

        if 'application/json' in content_type:
@@ -109,34 +101,6 @@ class DraftWorkflowApi(Resource):
        }


-class DraftWorkflowImportApi(Resource):
-    @setup_required
-    @login_required
-    @account_initialization_required
-    @get_app_model(mode=[AppMode.ADVANCED_CHAT, AppMode.WORKFLOW])
-    @marshal_with(workflow_fields)
-    def post(self, app_model: App):
-        """
-        Import draft workflow
-        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-
-        parser = reqparse.RequestParser()
-        parser.add_argument('data', type=str, required=True, nullable=False, location='json')
-        args = parser.parse_args()
-
-        workflow_service = WorkflowService()
-        workflow = workflow_service.import_draft_workflow(
-            app_model=app_model,
-            data=args['data'],
-            account=current_user
-        )
-
-        return workflow
-
-
 class AdvancedChatDraftWorkflowRunApi(Resource):
    @setup_required
    @login_required
@@ -146,10 +110,6 @@ class AdvancedChatDraftWorkflowRunApi(Resource):
        """
        Run draft workflow
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('inputs', type=dict, location='json')
        parser.add_argument('query', type=str, required=True, location='json', default='')
@@ -186,10 +146,6 @@ class AdvancedChatDraftRunIterationNodeApi(Resource):
        """
        Run draft workflow iteration node
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('inputs', type=dict, location='json')
        args = parser.parse_args()
@@ -223,10 +179,6 @@ class WorkflowDraftRunIterationNodeApi(Resource):
        """
        Run draft workflow iteration node
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('inputs', type=dict, location='json')
        args = parser.parse_args()
@@ -260,10 +212,6 @@ class DraftWorkflowRunApi(Resource):
        """
        Run draft workflow
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('inputs', type=dict, required=True, nullable=False, location='json')
        parser.add_argument('files', type=list, required=False, location='json')
@@ -295,10 +243,6 @@ class WorkflowTaskStopApi(Resource):
        """
        Stop workflow task
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        AppQueueManager.set_stop_flag(task_id, InvokeFrom.DEBUGGER, current_user.id)

        return {
@@ -316,10 +260,6 @@ class DraftWorkflowNodeRunApi(Resource):
        """
        Run draft workflow node
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('inputs', type=dict, required=True, nullable=False, location='json')
        args = parser.parse_args()
@@ -346,10 +286,6 @@ class PublishedWorkflowApi(Resource):
        """
        Get published workflow
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        # fetch published workflow by app_model
        workflow_service = WorkflowService()
        workflow = workflow_service.get_published_workflow(app_model=app_model)
@@ -365,10 +301,6 @@ class PublishedWorkflowApi(Resource):
        """
        Publish workflow
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        workflow_service = WorkflowService()
        workflow = workflow_service.publish_workflow(app_model=app_model, account=current_user)

@@ -387,10 +319,6 @@ class DefaultBlockConfigsApi(Resource):
        """
        Get default block config
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        # Get default block configs
        workflow_service = WorkflowService()
        return workflow_service.get_default_block_configs()
@@ -405,10 +333,6 @@ class DefaultBlockConfigApi(Resource):
        """
        Get default block config
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('q', type=str, location='args')
        args = parser.parse_args()
@@ -439,10 +363,6 @@ class ConvertToWorkflowApi(Resource):
        Convert expert mode of chatbot app to workflow mode
        Convert Completion App to Workflow App
        """
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
-            raise Forbidden()
-        
        if request.data:
            parser = reqparse.RequestParser()
            parser.add_argument('name', type=str, required=False, nullable=True, location='json')
@@ -467,7 +387,6 @@ class ConvertToWorkflowApi(Resource):


 api.add_resource(DraftWorkflowApi, '/apps/<uuid:app_id>/workflows/draft')
-api.add_resource(DraftWorkflowImportApi, '/apps/<uuid:app_id>/workflows/draft/import')
 api.add_resource(AdvancedChatDraftWorkflowRunApi, '/apps/<uuid:app_id>/advanced-chat/workflows/draft/run')
 api.add_resource(DraftWorkflowRunApi, '/apps/<uuid:app_id>/workflows/draft/run')
 api.add_resource(WorkflowTaskStopApi, '/apps/<uuid:app_id>/workflow-runs/tasks/<string:task_id>/stop')
--- a/api/controllers/console/auth/data_source_bearer_auth.py
+++ b/api/controllers/console/auth/data_source_bearer_auth.py
@@ -1,73 +0,0 @@
-from flask_login import current_user
-from flask_restful import Resource, reqparse
-from werkzeug.exceptions import Forbidden
-
-from controllers.console import api
-from controllers.console.auth.error import ApiKeyAuthFailedError
-from libs.login import login_required
-from services.auth.api_key_auth_service import ApiKeyAuthService
-
-from ..setup import setup_required
-from ..wraps import account_initialization_required
-
-
-class ApiKeyAuthDataSource(Resource):
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def get(self):
-        data_source_api_key_bindings = ApiKeyAuthService.get_provider_auth_list(current_user.current_tenant_id)
-        if data_source_api_key_bindings:
-            return {
-                'sources': [{
-                                'id': data_source_api_key_binding.id,
-                                'category': data_source_api_key_binding.category,
-                                'provider': data_source_api_key_binding.provider,
-                                'disabled': data_source_api_key_binding.disabled,
-                                'created_at': int(data_source_api_key_binding.created_at.timestamp()),
-                                'updated_at': int(data_source_api_key_binding.updated_at.timestamp()),
-                            }
-                            for data_source_api_key_binding in
-                             data_source_api_key_bindings]
-            }
-        return {'sources': []}
-
-
-class ApiKeyAuthDataSourceBinding(Resource):
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def post(self):
-        # The role of the current user in the table must be admin or owner
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
-        parser = reqparse.RequestParser()
-        parser.add_argument('category', type=str, required=True, nullable=False, location='json')
-        parser.add_argument('provider', type=str, required=True, nullable=False, location='json')
-        parser.add_argument('credentials', type=dict, required=True, nullable=False, location='json')
-        args = parser.parse_args()
-        ApiKeyAuthService.validate_api_key_auth_args(args)
-        try:
-            ApiKeyAuthService.create_provider_auth(current_user.current_tenant_id, args)
-        except Exception as e:
-            raise ApiKeyAuthFailedError(str(e))
-        return {'result': 'success'}, 200
-
-
-class ApiKeyAuthDataSourceBindingDelete(Resource):
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def delete(self, binding_id):
-        # The role of the current user in the table must be admin or owner
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
-
-        ApiKeyAuthService.delete_provider_auth(current_user.current_tenant_id, binding_id)
-
-        return {'result': 'success'}, 200
-
-
-api.add_resource(ApiKeyAuthDataSource, '/api-key-auth/data-source')
-api.add_resource(ApiKeyAuthDataSourceBinding, '/api-key-auth/data-source/binding')
-api.add_resource(ApiKeyAuthDataSourceBindingDelete, '/api-key-auth/data-source/<uuid:binding_id>')
--- a/api/controllers/console/auth/error.py
+++ b/api/controllers/console/auth/error.py
@@ -1,7 +0,0 @@
-from libs.exception import BaseHTTPException
-
-
-class ApiKeyAuthFailedError(BaseHTTPException):
-    error_code = 'auth_failed'
-    description = "{message}"
-    code = 500
--- a/api/controllers/console/auth/login.py
+++ b/api/controllers/console/auth/login.py
@@ -1,5 +1,3 @@
-from typing import cast
-
 import flask_login
 from flask import current_app, request
 from flask_restful import Resource, reqparse
@@ -7,9 +5,8 @@ from flask_restful import Resource, reqparse
 import services
 from controllers.console import api
 from controllers.console.setup import setup_required
-from libs.helper import email, get_remote_ip
+from libs.helper import email
 from libs.password import valid_password
-from models.account import Account
 from services.account_service import AccountService, TenantService


@@ -37,7 +34,10 @@ class LoginApi(Resource):
        if len(tenants) == 0:
            return {'result': 'fail', 'data': 'workspace not found, please contact system admin to invite you to join in a workspace'}

-        token = AccountService.login(account, ip_address=get_remote_ip(request))
+        AccountService.update_last_login(account, request)
+
+        # todo: return the user info
+        token = AccountService.get_account_jwt_token(account)

        return {'result': 'success', 'data': token}

@@ -46,9 +46,6 @@ class LogoutApi(Resource):

    @setup_required
    def get(self):
-        account = cast(Account, flask_login.current_user)
-        token = request.headers.get('Authorization', '').split(' ')[1]
-        AccountService.logout(account=account, token=token)
        flask_login.logout_user()
        return {'result': 'success'}

--- a/api/controllers/console/auth/oauth.py
+++ b/api/controllers/console/auth/oauth.py
@@ -8,7 +8,6 @@ from flask_restful import Resource

 from constants.languages import languages
 from extensions.ext_database import db
-from libs.helper import get_remote_ip
 from libs.oauth import GitHubOAuth, GoogleOAuth, OAuthUserInfo
 from models.account import Account, AccountStatus
 from services.account_service import AccountService, RegisterService, TenantService
@@ -79,7 +78,9 @@ class OAuthCallback(Resource):

        TenantService.create_owner_tenant_if_not_exist(account)

-        token = AccountService.login(account, ip_address=get_remote_ip(request))
+        AccountService.update_last_login(account, request)
+
+        token = AccountService.get_account_jwt_token(account)

        return redirect(f'{current_app.config.get("CONSOLE_WEB_URL")}?console_token={token}')

--- a/api/controllers/console/datasets/data_source.py
+++ b/api/controllers/console/datasets/data_source.py
@@ -16,7 +16,7 @@ from extensions.ext_database import db
 from fields.data_source_fields import integrate_list_fields, integrate_notion_info_list_fields
 from libs.login import login_required
 from models.dataset import Document
-from models.source import DataSourceOauthBinding
+from models.source import DataSourceBinding
 from services.dataset_service import DatasetService, DocumentService
 from tasks.document_indexing_sync_task import document_indexing_sync_task

@@ -29,9 +29,9 @@ class DataSourceApi(Resource):
    @marshal_with(integrate_list_fields)
    def get(self):
        # get workspace data source integrates
-        data_source_integrates = db.session.query(DataSourceOauthBinding).filter(
-            DataSourceOauthBinding.tenant_id == current_user.current_tenant_id,
-            DataSourceOauthBinding.disabled == False
+        data_source_integrates = db.session.query(DataSourceBinding).filter(
+            DataSourceBinding.tenant_id == current_user.current_tenant_id,
+            DataSourceBinding.disabled == False
        ).all()

        base_url = request.url_root.rstrip('/')
@@ -71,7 +71,7 @@ class DataSourceApi(Resource):
    def patch(self, binding_id, action):
        binding_id = str(binding_id)
        action = str(action)
-        data_source_binding = DataSourceOauthBinding.query.filter_by(
+        data_source_binding = DataSourceBinding.query.filter_by(
            id=binding_id
        ).first()
        if data_source_binding is None:
@@ -124,7 +124,7 @@ class DataSourceNotionListApi(Resource):
                    data_source_info = json.loads(document.data_source_info)
                    exist_page_ids.append(data_source_info['notion_page_id'])
        # get all authorized pages
-        data_source_bindings = DataSourceOauthBinding.query.filter_by(
+        data_source_bindings = DataSourceBinding.query.filter_by(
            tenant_id=current_user.current_tenant_id,
            provider='notion',
            disabled=False
@@ -163,12 +163,12 @@ class DataSourceNotionApi(Resource):
    def get(self, workspace_id, page_id, page_type):
        workspace_id = str(workspace_id)
        page_id = str(page_id)
-        data_source_binding = DataSourceOauthBinding.query.filter(
+        data_source_binding = DataSourceBinding.query.filter(
            db.and_(
-                DataSourceOauthBinding.tenant_id == current_user.current_tenant_id,
-                DataSourceOauthBinding.provider == 'notion',
-                DataSourceOauthBinding.disabled == False,
-                DataSourceOauthBinding.source_info['workspace_id'] == f'"{workspace_id}"'
+                DataSourceBinding.tenant_id == current_user.current_tenant_id,
+                DataSourceBinding.provider == 'notion',
+                DataSourceBinding.disabled == False,
+                DataSourceBinding.source_info['workspace_id'] == f'"{workspace_id}"'
            )
        ).first()
        if not data_source_binding:
--- a/api/controllers/console/datasets/datasets.py
+++ b/api/controllers/console/datasets/datasets.py
@@ -8,7 +8,7 @@ import services
 from controllers.console import api
 from controllers.console.apikey import api_key_fields, api_key_list
 from controllers.console.app.error import ProviderNotInitializeError
-from controllers.console.datasets.error import DatasetInUseError, DatasetNameDuplicateError, IndexingEstimateError
+from controllers.console.datasets.error import DatasetNameDuplicateError
 from controllers.console.setup import setup_required
 from controllers.console.wraps import account_initialization_required
 from core.errors.error import LLMBadRequestError, ProviderTokenNotInitError
@@ -17,7 +17,6 @@ from core.model_runtime.entities.model_entities import ModelType
 from core.provider_manager import ProviderManager
 from core.rag.datasource.vdb.vector_type import VectorType
 from core.rag.extractor.entity.extract_setting import ExtractSetting
-from core.rag.retrieval.retrival_methods import RetrievalMethod
 from extensions.ext_database import db
 from fields.app_fields import related_app_list
 from fields.dataset_fields import dataset_detail_fields, dataset_query_detail_fields
@@ -108,8 +107,8 @@ class DatasetListApi(Resource):
                            help='Invalid indexing technique.')
        args = parser.parse_args()

-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        try:
@@ -196,8 +195,8 @@ class DatasetApi(Resource):
        parser.add_argument('retrieval_model', type=dict, location='json', help='Invalid retrieval model.')
        args = parser.parse_args()

-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        dataset = DatasetService.update_dataset(
@@ -214,17 +213,14 @@ class DatasetApi(Resource):
    def delete(self, dataset_id):
        dataset_id_str = str(dataset_id)

-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

-        try:
-            if DatasetService.delete_dataset(dataset_id_str, current_user):
-                return {'result': 'success'}, 204
-            else:
-                raise NotFound("Dataset not found.")
-        except services.errors.dataset.DatasetInUseError:
-            raise DatasetInUseError()
+        if DatasetService.delete_dataset(dataset_id_str, current_user):
+            return {'result': 'success'}, 204
+        else:
+            raise NotFound("Dataset not found.")


 class DatasetQueryApi(Resource):
@@ -316,22 +312,6 @@ class DatasetIndexingEstimateApi(Resource):
                        document_model=args['doc_form']
                    )
                    extract_settings.append(extract_setting)
-        elif args['info_list']['data_source_type'] == 'website_crawl':
-            website_info_list = args['info_list']['website_info_list']
-            for url in website_info_list['urls']:
-                extract_setting = ExtractSetting(
-                    datasource_type="website_crawl",
-                    website_info={
-                        "provider": website_info_list['provider'],
-                        "job_id": website_info_list['job_id'],
-                        "url": url,
-                        "tenant_id": current_user.current_tenant_id,
-                        "mode": 'crawl',
-                        "only_main_content": website_info_list['only_main_content']
-                    },
-                    document_model=args['doc_form']
-                )
-                extract_settings.append(extract_setting)
        else:
            raise ValueError('Data source type not support')
        indexing_runner = IndexingRunner()
@@ -346,8 +326,6 @@ class DatasetIndexingEstimateApi(Resource):
                "in the Settings -> Model Provider.")
        except ProviderTokenNotInitError as ex:
            raise ProviderNotInitializeError(ex.description)
-        except Exception as e:
-            raise IndexingEstimateError(str(e))

        return response, 200

@@ -499,19 +477,18 @@ class DatasetRetrievalSettingApi(Resource):
    @account_initialization_required
    def get(self):
        vector_type = current_app.config['VECTOR_STORE']
+
        match vector_type:
-            case VectorType.MILVUS | VectorType.RELYT | VectorType.PGVECTOR | VectorType.TIDB_VECTOR | VectorType.CHROMA | VectorType.TENCENT | VectorType.ORACLE:
+            case VectorType.MILVUS | VectorType.RELYT | VectorType.PGVECTOR | VectorType.TIDB_VECTOR | VectorType.CHROMA:
                return {
                    'retrieval_method': [
-                        RetrievalMethod.SEMANTIC_SEARCH
+                        'semantic_search'
                    ]
                }
-            case VectorType.QDRANT | VectorType.WEAVIATE | VectorType.OPENSEARCH:
+            case VectorType.QDRANT | VectorType.WEAVIATE:
                return {
                    'retrieval_method': [
-                        RetrievalMethod.SEMANTIC_SEARCH,
-                        RetrievalMethod.FULL_TEXT_SEARCH,
-                        RetrievalMethod.HYBRID_SEARCH,
+                        'semantic_search', 'full_text_search', 'hybrid_search'
                    ]
                }
            case _:
@@ -524,25 +501,22 @@ class DatasetRetrievalSettingMockApi(Resource):
    @account_initialization_required
    def get(self, vector_type):
        match vector_type:
-            case VectorType.MILVUS | VectorType.RELYT | VectorType.PGVECTOR | VectorType.TIDB_VECTOR | VectorType.CHROMA | VectorType.TENCENT | VectorType.ORACLE:
+            case VectorType.MILVUS | VectorType.RELYT | VectorType.PGVECTOR | VectorType.TIDB_VECTOR | VectorType.CHROMA:
                return {
                    'retrieval_method': [
-                        RetrievalMethod.SEMANTIC_SEARCH
+                        'semantic_search'
                    ]
                }
-            case VectorType.QDRANT | VectorType.WEAVIATE | VectorType.OPENSEARCH:
+            case VectorType.QDRANT | VectorType.WEAVIATE:
                return {
                    'retrieval_method': [
-                        RetrievalMethod.SEMANTIC_SEARCH,
-                        RetrievalMethod.FULL_TEXT_SEARCH,
-                        RetrievalMethod.HYBRID_SEARCH,
+                        'semantic_search', 'full_text_search', 'hybrid_search'
                    ]
                }
            case _:
                raise ValueError(f"Unsupported vector db type {vector_type}.")


-
 class DatasetErrorDocs(Resource):
    @setup_required
    @login_required
--- a/api/controllers/console/datasets/datasets_document.py
+++ b/api/controllers/console/datasets/datasets_document.py
@@ -20,7 +20,6 @@ from controllers.console.datasets.error import (
    ArchivedDocumentImmutableError,
    DocumentAlreadyFinishedError,
    DocumentIndexingError,
-    IndexingEstimateError,
    InvalidActionError,
    InvalidMetadataError,
 )
@@ -227,8 +226,8 @@ class DatasetDocumentListApi(Resource):
        if not dataset:
            raise NotFound('Dataset not found.')

-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        try:
@@ -279,8 +278,8 @@ class DatasetInitApi(Resource):
    @marshal_with(dataset_and_document_fields)
    @cloud_edition_billing_resource_check('vector_space')
    def post(self):
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        parser = reqparse.RequestParser()
@@ -389,8 +388,6 @@ class DocumentIndexingEstimateApi(DocumentResource):
                        "in the Settings -> Model Provider.")
                except ProviderTokenNotInitError as ex:
                    raise ProviderNotInitializeError(ex.description)
-                except Exception as e:
-                    raise IndexingEstimateError(str(e))

        return response

@@ -468,20 +465,6 @@ class DocumentBatchIndexingEstimateApi(DocumentResource):
                    document_model=document.doc_form
                )
                extract_settings.append(extract_setting)
-            elif document.data_source_type == 'website_crawl':
-                extract_setting = ExtractSetting(
-                    datasource_type="website_crawl",
-                    website_info={
-                        "provider": data_source_info['provider'],
-                        "job_id": data_source_info['job_id'],
-                        "url": data_source_info['url'],
-                        "tenant_id": current_user.current_tenant_id,
-                        "mode": data_source_info['mode'],
-                        "only_main_content": data_source_info['only_main_content']
-                    },
-                    document_model=document.doc_form
-                )
-                extract_settings.append(extract_setting)

            else:
                raise ValueError('Data source type not support')
@@ -496,8 +479,6 @@ class DocumentBatchIndexingEstimateApi(DocumentResource):
                    "in the Settings -> Model Provider.")
            except ProviderTokenNotInitError as ex:
                raise ProviderNotInitializeError(ex.description)
-            except Exception as e:
-                raise IndexingEstimateError(str(e))
        return response


@@ -651,8 +632,8 @@ class DocumentProcessingApi(DocumentResource):
        document_id = str(document_id)
        document = self.get_document(dataset_id, document_id)

-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        if action == "pause":
@@ -715,8 +696,8 @@ class DocumentMetadataApi(DocumentResource):
        doc_type = req_data.get('doc_type')
        doc_metadata = req_data.get('doc_metadata')

-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        if doc_type is None or doc_metadata is None:
@@ -762,8 +743,8 @@ class DocumentStatusApi(DocumentResource):

        document = self.get_document(dataset_id, document_id)

-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        indexing_cache_key = 'document_{}_indexing'.format(document.id)
@@ -971,33 +952,6 @@ class DocumentRenameApi(DocumentResource):
        return document


-class WebsiteDocumentSyncApi(DocumentResource):
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def get(self, dataset_id, document_id):
-        """sync website document."""
-        dataset_id = str(dataset_id)
-        dataset = DatasetService.get_dataset(dataset_id)
-        if not dataset:
-            raise NotFound('Dataset not found.')
-        document_id = str(document_id)
-        document = DocumentService.get_document(dataset.id, document_id)
-        if not document:
-            raise NotFound('Document not found.')
-        if document.tenant_id != current_user.current_tenant_id:
-            raise Forbidden('No permission.')
-        if document.data_source_type != 'website_crawl':
-            raise ValueError('Document is not a website document.')
-        # 403 if document is archived
-        if DocumentService.check_archived(document):
-            raise ArchivedDocumentImmutableError()
-        # sync document
-        DocumentService.sync_website_document(dataset_id, document)
-
-        return {'result': 'success'}, 200
-
-
 api.add_resource(GetProcessRuleApi, '/datasets/process-rule')
 api.add_resource(DatasetDocumentListApi,
                 '/datasets/<uuid:dataset_id>/documents')
@@ -1026,5 +980,3 @@ api.add_resource(DocumentRecoverApi, '/datasets/<uuid:dataset_id>/documents/<uui
 api.add_resource(DocumentRetryApi, '/datasets/<uuid:dataset_id>/retry')
 api.add_resource(DocumentRenameApi,
                 '/datasets/<uuid:dataset_id>/documents/<uuid:document_id>/rename')
-
-api.add_resource(WebsiteDocumentSyncApi, '/datasets/<uuid:dataset_id>/documents/<uuid:document_id>/website-sync')
--- a/api/controllers/console/datasets/datasets_segments.py
+++ b/api/controllers/console/datasets/datasets_segments.py
@@ -126,8 +126,8 @@ class DatasetDocumentSegmentApi(Resource):
            raise NotFound('Dataset not found.')
        # check user's model setting
        DatasetService.check_dataset_model_setting(dataset)
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        try:
@@ -302,8 +302,8 @@ class DatasetDocumentSegmentUpdateApi(Resource):
        ).first()
        if not segment:
            raise NotFound('Segment not found.')
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()
        try:
            DatasetService.check_dataset_permission(dataset, current_user)
--- a/api/controllers/console/datasets/error.py
+++ b/api/controllers/console/datasets/error.py
@@ -71,21 +71,3 @@ class InvalidMetadataError(BaseHTTPException):
    error_code = 'invalid_metadata'
    description = "The metadata content is incorrect. Please check and verify."
    code = 400
-
-
-class WebsiteCrawlError(BaseHTTPException):
-    error_code = 'crawl_failed'
-    description = "{message}"
-    code = 500
-
-
-class DatasetInUseError(BaseHTTPException):
-    error_code = 'dataset_in_use'
-    description = "The dataset is being used by some apps. Please remove the dataset from the apps before deleting it."
-    code = 409
-
-
-class IndexingEstimateError(BaseHTTPException):
-    error_code = 'indexing_estimate_error'
-    description = "Knowledge indexing estimate failed: {message}"
-    code = 500
--- a/api/controllers/console/datasets/file.py
+++ b/api/controllers/console/datasets/file.py
@@ -14,7 +14,7 @@ from controllers.console.setup import setup_required
 from controllers.console.wraps import account_initialization_required, cloud_edition_billing_resource_check
 from fields.file_fields import file_fields, upload_config_fields
 from libs.login import login_required
-from services.file_service import ALLOWED_EXTENSIONS, UNSTRUCTURED_ALLOWED_EXTENSIONS, FileService
+from services.file_service import ALLOWED_EXTENSIONS, UNSTRUSTURED_ALLOWED_EXTENSIONS, FileService

 PREVIEW_WORDS_LIMIT = 3000

@@ -77,7 +77,7 @@ class FileSupportTypeApi(Resource):
    @account_initialization_required
    def get(self):
        etl_type = current_app.config['ETL_TYPE']
-        allowed_extensions = UNSTRUCTURED_ALLOWED_EXTENSIONS if etl_type == 'Unstructured' else ALLOWED_EXTENSIONS
+        allowed_extensions = UNSTRUSTURED_ALLOWED_EXTENSIONS if etl_type == 'Unstructured' else ALLOWED_EXTENSIONS
        return {'allowed_extensions': allowed_extensions}


--- a/api/controllers/console/datasets/website.py
+++ b/api/controllers/console/datasets/website.py
@@ -1,49 +0,0 @@
-from flask_restful import Resource, reqparse
-
-from controllers.console import api
-from controllers.console.datasets.error import WebsiteCrawlError
-from controllers.console.setup import setup_required
-from controllers.console.wraps import account_initialization_required
-from libs.login import login_required
-from services.website_service import WebsiteService
-
-
-class WebsiteCrawlApi(Resource):
-
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def post(self):
-        parser = reqparse.RequestParser()
-        parser.add_argument('provider', type=str, choices=['firecrawl'],
-                            required=True, nullable=True, location='json')
-        parser.add_argument('url', type=str, required=True, nullable=True, location='json')
-        parser.add_argument('options', type=dict, required=True, nullable=True, location='json')
-        args = parser.parse_args()
-        WebsiteService.document_create_args_validate(args)
-        # crawl url
-        try:
-            result = WebsiteService.crawl_url(args)
-        except Exception as e:
-            raise WebsiteCrawlError(str(e))
-        return result, 200
-
-
-class WebsiteCrawlStatusApi(Resource):
-    @setup_required
-    @login_required
-    @account_initialization_required
-    def get(self, job_id: str):
-        parser = reqparse.RequestParser()
-        parser.add_argument('provider', type=str, choices=['firecrawl'], required=True, location='args')
-        args = parser.parse_args()
-        # get crawl status
-        try:
-            result = WebsiteService.get_crawl_status(job_id, args['provider'])
-        except Exception as e:
-            raise WebsiteCrawlError(str(e))
-        return result, 200
-
-
-api.add_resource(WebsiteCrawlApi, '/website/crawl')
-api.add_resource(WebsiteCrawlStatusApi, '/website/crawl/status/<string:job_id>')
--- a/api/controllers/console/feature.py
+++ b/api/controllers/console/feature.py
@@ -16,12 +16,12 @@ class FeatureApi(Resource):
    @account_initialization_required
    @cloud_utm_record
    def get(self):
-        return FeatureService.get_features(current_user.current_tenant_id).model_dump()
+        return FeatureService.get_features(current_user.current_tenant_id).dict()


 class SystemFeatureApi(Resource):
    def get(self):
-        return FeatureService.get_system_features().model_dump()
+        return FeatureService.get_system_features().dict()


 api.add_resource(FeatureApi, '/features')
--- a/api/controllers/console/setup.py
+++ b/api/controllers/console/setup.py
@@ -3,10 +3,11 @@ from functools import wraps
 from flask import current_app, request
 from flask_restful import Resource, reqparse

-from libs.helper import email, get_remote_ip, str_len
+from extensions.ext_database import db
+from libs.helper import email, str_len
 from libs.password import valid_password
 from models.model import DifySetup
-from services.account_service import RegisterService, TenantService
+from services.account_service import AccountService, RegisterService, TenantService

 from . import api
 from .error import AlreadySetupError, NotInitValidateError, NotSetupError
@@ -50,17 +51,28 @@ class SetupApi(Resource):
                            required=True, location='json')
        args = parser.parse_args()

-        # setup
-        RegisterService.setup(
+        # Register
+        account = RegisterService.register(
            email=args['email'],
            name=args['name'],
-            password=args['password'],
-            ip_address=get_remote_ip(request)
+            password=args['password']
        )

+        TenantService.create_owner_tenant_if_not_exist(account)
+
+        setup()
+        AccountService.update_last_login(account, request)
+
        return {'result': 'success'}, 201


+def setup():
+    dify_setup = DifySetup(
+        version=current_app.config['CURRENT_VERSION']
+    )
+    db.session.add(dify_setup)
+
+
 def setup_required(view):
    @wraps(view)
    def decorated(*args, **kwargs):
--- a/api/controllers/console/tag/tags.py
+++ b/api/controllers/console/tag/tags.py
@@ -35,8 +35,8 @@ class TagListApi(Resource):
    @login_required
    @account_initialization_required
    def post(self):
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        parser = reqparse.RequestParser()
@@ -67,8 +67,8 @@ class TagUpdateDeleteApi(Resource):
    @account_initialization_required
    def patch(self, tag_id):
        tag_id = str(tag_id)
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        parser = reqparse.RequestParser()
@@ -94,8 +94,8 @@ class TagUpdateDeleteApi(Resource):
    @account_initialization_required
    def delete(self, tag_id):
        tag_id = str(tag_id)
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        TagService.delete_tag(tag_id)
@@ -109,8 +109,8 @@ class TagBindingCreateApi(Resource):
    @login_required
    @account_initialization_required
    def post(self):
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        parser = reqparse.RequestParser()
@@ -134,8 +134,8 @@ class TagBindingDeleteApi(Resource):
    @login_required
    @account_initialization_required
    def post(self):
-        # The role of the current user in the ta table must be admin, owner, or editor
-        if not current_user.is_editor:
+        # The role of the current user in the ta table must be admin or owner
+        if not current_user.is_admin_or_owner:
            raise Forbidden()

        parser = reqparse.RequestParser()
--- a/api/controllers/console/workspace/members.py
+++ b/api/controllers/console/workspace/members.py
@@ -43,7 +43,7 @@ class MemberInviteEmailApi(Resource):
        invitee_emails = args['emails']
        invitee_role = args['role']
        interface_language = args['language']
-        if not TenantAccountRole.is_non_owner_role(invitee_role):
+        if invitee_role not in [TenantAccountRole.ADMIN, TenantAccountRole.NORMAL]:
            return {'code': 'invalid-role', 'message': 'Invalid role'}, 400

        inviter = current_user
@@ -114,7 +114,7 @@ class MemberUpdateRoleApi(Resource):
        args = parser.parse_args()
        new_role = args['role']

-        if not TenantAccountRole.is_valid_role(new_role):
+        if new_role not in ['admin', 'normal', 'owner']:
            return {'code': 'invalid-role', 'message': 'Invalid role'}, 400

        member = Account.query.get(str(member_id))
--- a/api/controllers/console/workspace/models.py
+++ b/api/controllers/console/workspace/models.py
@@ -11,6 +11,7 @@ from core.model_runtime.entities.model_entities import ModelType
 from core.model_runtime.errors.validate import CredentialsValidateFailedError
 from core.model_runtime.utils.encoders import jsonable_encoder
 from libs.login import login_required
+from models.account import TenantAccountRole
 from services.model_load_balancing_service import ModelLoadBalancingService
 from services.model_provider_service import ModelProviderService

@@ -42,9 +43,6 @@ class DefaultModelApi(Resource):
    @login_required
    @account_initialization_required
    def post(self):
-        if not current_user.is_admin_or_owner:
-            raise Forbidden()
-        
        parser = reqparse.RequestParser()
        parser.add_argument('model_settings', type=list, required=True, nullable=False, location='json')
        args = parser.parse_args()
@@ -98,7 +96,7 @@ class ModelProviderModelApi(Resource):
    @login_required
    @account_initialization_required
    def post(self, provider: str):
-        if not current_user.is_admin_or_owner:
+        if not TenantAccountRole.is_privileged_role(current_user.current_tenant.current_role):
            raise Forbidden()

        tenant_id = current_user.current_tenant_id
@@ -164,7 +162,7 @@ class ModelProviderModelApi(Resource):
    @login_required
    @account_initialization_required
    def delete(self, provider: str):
-        if not current_user.is_admin_or_owner:
+        if not TenantAccountRole.is_privileged_role(current_user.current_tenant.current_role):
            raise Forbidden()

        tenant_id = current_user.current_tenant_id
--- a/api/controllers/console/workspace/tool_providers.py
+++ b/api/controllers/console/workspace/tool_providers.py
@@ -104,7 +104,7 @@ class ToolBuiltinProviderIconApi(Resource):
    @setup_required
    def get(self, provider):
        icon_bytes, mimetype = BuiltinToolManageService.get_builtin_tool_provider_icon(provider)
-        icon_cache_max_age = current_app.config.get('TOOL_ICON_CACHE_MAX_AGE')
+        icon_cache_max_age = int(current_app.config.get('TOOL_ICON_CACHE_MAX_AGE'))
        return send_file(io.BytesIO(icon_bytes), mimetype=mimetype, max_age=icon_cache_max_age)

 class ToolApiProviderAddApi(Resource):
--- a/api/controllers/service_api/dataset/dataset.py
+++ b/api/controllers/service_api/dataset/dataset.py
@@ -4,7 +4,7 @@ from werkzeug.exceptions import NotFound

 import services.dataset_service
 from controllers.service_api import api
-from controllers.service_api.dataset.error import DatasetInUseError, DatasetNameDuplicateError
+from controllers.service_api.dataset.error import DatasetNameDuplicateError
 from controllers.service_api.wraps import DatasetApiResource
 from core.model_runtime.entities.model_entities import ModelType
 from core.provider_manager import ProviderManager
@@ -113,13 +113,10 @@ class DatasetApi(DatasetApiResource):

        dataset_id_str = str(dataset_id)

-        try:
-            if DatasetService.delete_dataset(dataset_id_str, current_user):
-                return {'result': 'success'}, 204
-            else:
-                raise NotFound("Dataset not found.")
-        except services.errors.dataset.DatasetInUseError:
-            raise DatasetInUseError()
+        if DatasetService.delete_dataset(dataset_id_str, current_user):
+            return {'result': 'success'}, 204
+        else:
+            raise NotFound("Dataset not found.")

 api.add_resource(DatasetListApi, '/datasets')
 api.add_resource(DatasetApi, '/datasets/<uuid:dataset_id>')
--- a/api/controllers/service_api/dataset/error.py
+++ b/api/controllers/service_api/dataset/error.py
@@ -71,9 +71,3 @@ class InvalidMetadataError(BaseHTTPException):
    error_code = 'invalid_metadata'
    description = "The metadata content is incorrect. Please check and verify."
    code = 400
-
-
-class DatasetInUseError(BaseHTTPException):
-    error_code = 'dataset_in_use'
-    description = "The dataset is being used by some apps. Please remove the dataset from the apps before deleting it."
-    code = 409
--- a/api/controllers/web/feature.py
+++ b/api/controllers/web/feature.py
@@ -6,7 +6,7 @@ from services.feature_service import FeatureService

 class SystemFeatureApi(Resource):
    def get(self):
-        return FeatureService.get_system_features().model_dump()
+        return FeatureService.get_system_features().dict()


 api.add_resource(SystemFeatureApi, '/system-features')
--- a/api/controllers/web/site.py
+++ b/api/controllers/web/site.py
@@ -26,8 +26,6 @@ class AppSiteApi(WebApiResource):

    site_fields = {
        'title': fields.String,
-        'chat_color_theme': fields.String,
-        'chat_color_theme_inverted': fields.Boolean,
        'icon': fields.String,
        'icon_background': fields.String,
        'description': fields.String,
@@ -35,8 +33,7 @@ class AppSiteApi(WebApiResource):
        'privacy_policy': fields.String,
        'custom_disclaimer': fields.String,
        'default_language': fields.String,
-        'prompt_public': fields.Boolean,
-        'show_workflow_steps': fields.Boolean,
+        'prompt_public': fields.Boolean
    }

    app_fields = {
--- a/api/core/agent/base_agent_runner.py
+++ b/api/core/agent/base_agent_runner.py
@@ -32,6 +32,7 @@ from core.model_runtime.entities.model_entities import ModelFeature
 from core.model_runtime.model_providers.__base.large_language_model import LargeLanguageModel
 from core.model_runtime.utils.encoders import jsonable_encoder
 from core.tools.entities.tool_entities import (
+    ToolInvokeMessage,
    ToolParameter,
    ToolRuntimeVariablePool,
 )
@@ -140,6 +141,24 @@ class BaseAgentRunner(AppRunner):
            app_generate_entity.app_config.prompt_template.simple_prompt_template = ''

        return app_generate_entity
+
+    def _convert_tool_response_to_str(self, tool_response: list[ToolInvokeMessage]) -> str:
+        """
+        Handle tool response
+        """
+        result = ''
+        for response in tool_response:
+            if response.type == ToolInvokeMessage.MessageType.TEXT:
+                result += response.message
+            elif response.type == ToolInvokeMessage.MessageType.LINK:
+                result += f"result link: {response.message}. please tell user to check it."
+            elif response.type == ToolInvokeMessage.MessageType.IMAGE_LINK or \
+                 response.type == ToolInvokeMessage.MessageType.IMAGE:
+                result += "image has been created and sent to user already, you do not need to create it, just tell the user to check it now."
+            else:
+                result += f"tool response: {response.message}."
+
+        return result
    
    def _convert_tool_to_prompt_message_tool(self, tool: AgentToolEntity) -> tuple[PromptMessageTool, Tool]:
        """
--- a/api/core/agent/cot_agent_runner.py
+++ b/api/core/agent/cot_agent_runner.py
@@ -1,7 +1,7 @@
 import json
 from abc import ABC, abstractmethod
 from collections.abc import Generator
-from typing import Optional, Union
+from typing import Union

 from core.agent.base_agent_runner import BaseAgentRunner
 from core.agent.entities import AgentScratchpadUnit
@@ -15,7 +15,6 @@ from core.model_runtime.entities.message_entities import (
    ToolPromptMessage,
    UserPromptMessage,
 )
-from core.ops.ops_trace_manager import TraceQueueManager
 from core.prompt.agent_history_prompt_transform import AgentHistoryPromptTransform
 from core.tools.entities.tool_entities import ToolInvokeMeta
 from core.tools.tool.tool import Tool
@@ -33,9 +32,9 @@ class CotAgentRunner(BaseAgentRunner, ABC):
    _prompt_messages_tools: list[PromptMessage] = None

    def run(self, message: Message,
-            query: str,
-            inputs: dict[str, str],
-            ) -> Union[Generator, LLMResult]:
+        query: str,
+        inputs: dict[str, str],
+    ) -> Union[Generator, LLMResult]:
        """
        Run Cot agent application
        """
@@ -43,20 +42,17 @@ class CotAgentRunner(BaseAgentRunner, ABC):
        self._repack_app_generate_entity(app_generate_entity)
        self._init_react_state(query)

-        trace_manager = app_generate_entity.trace_manager
-
        # check model mode
-        if 'Observation' not in app_generate_entity.model_conf.stop:
-            if app_generate_entity.model_conf.provider not in self._ignore_observation_providers:
-                app_generate_entity.model_conf.stop.append('Observation')
+        if 'Observation' not in app_generate_entity.model_config.stop:
+            if app_generate_entity.model_config.provider not in self._ignore_observation_providers:
+                app_generate_entity.model_config.stop.append('Observation')

        app_config = self.app_config

        # init instruction
        inputs = inputs or {}
        instruction = app_config.prompt_template.simple_prompt_template
-        self._instruction = self._fill_in_inputs_from_external_data_tools(
-            instruction, inputs)
+        self._instruction = self._fill_in_inputs_from_external_data_tools(instruction, inputs)

        iteration_step = 1
        max_iteration_steps = min(app_config.agent.max_iteration, 5) + 1
@@ -64,6 +60,8 @@ class CotAgentRunner(BaseAgentRunner, ABC):
        # convert tools into ModelRuntime Tool format
        tool_instances, self._prompt_messages_tools = self._init_prompt_tools()

+        prompt_messages = self._organize_prompt_messages()
+        
        function_call_state = True
        llm_usage = {
            'usage': None
@@ -111,9 +109,9 @@ class CotAgentRunner(BaseAgentRunner, ABC):
            # invoke model
            chunks: Generator[LLMResultChunk, None, None] = model_instance.invoke_llm(
                prompt_messages=prompt_messages,
-                model_parameters=app_generate_entity.model_conf.parameters,
+                model_parameters=app_generate_entity.model_config.parameters,
                tools=[],
-                stop=app_generate_entity.model_conf.stop,
+                stop=app_generate_entity.model_config.stop,
                stream=True,
                user=self.user_id,
                callbacks=[],
@@ -122,10 +120,9 @@ class CotAgentRunner(BaseAgentRunner, ABC):
            # check llm result
            if not chunks:
                raise ValueError("failed to invoke llm")
-
+            
            usage_dict = {}
-            react_chunks = CotAgentOutputParser.handle_react_stream_output(
-                chunks, usage_dict)
+            react_chunks = CotAgentOutputParser.handle_react_stream_output(chunks, usage_dict)
            scratchpad = AgentScratchpadUnit(
                agent_response='',
                thought='',
@@ -144,8 +141,8 @@ class CotAgentRunner(BaseAgentRunner, ABC):
                if isinstance(chunk, AgentScratchpadUnit.Action):
                    action = chunk
                    # detect action
-                    scratchpad.agent_response += json.dumps(chunk.model_dump())
-                    scratchpad.action_str = json.dumps(chunk.model_dump())
+                    scratchpad.agent_response += json.dumps(chunk.dict())
+                    scratchpad.action_str = json.dumps(chunk.dict())
                    scratchpad.action = action
                else:
                    scratchpad.agent_response += chunk
@@ -163,16 +160,15 @@ class CotAgentRunner(BaseAgentRunner, ABC):
                        )
                    )

-            scratchpad.thought = scratchpad.thought.strip(
-            ) or 'I am thinking about how to help you'
+            scratchpad.thought = scratchpad.thought.strip() or 'I am thinking about how to help you'
            self._agent_scratchpad.append(scratchpad)
-
+            
            # get llm usage
            if 'usage' in usage_dict:
                increase_usage(llm_usage, usage_dict['usage'])
            else:
                usage_dict['usage'] = LLMUsage.empty_usage()
-
+            
            self.save_agent_thought(
                agent_thought=agent_thought,
                tool_name=scratchpad.action.action_name if scratchpad.action else '',
@@ -186,7 +182,7 @@ class CotAgentRunner(BaseAgentRunner, ABC):
                messages_ids=[],
                llm_usage=usage_dict['usage']
            )
-
+            
            if not scratchpad.is_final():
                self.queue_manager.publish(QueueAgentThoughtEvent(
                    agent_thought_id=agent_thought.id
@@ -200,8 +196,7 @@ class CotAgentRunner(BaseAgentRunner, ABC):
                    # action is final answer, return final answer directly
                    try:
                        if isinstance(scratchpad.action.action_input, dict):
-                            final_answer = json.dumps(
-                                scratchpad.action.action_input)
+                            final_answer = json.dumps(scratchpad.action.action_input)
                        elif isinstance(scratchpad.action.action_input, str):
                            final_answer = scratchpad.action.action_input
                        else:
@@ -212,10 +207,9 @@ class CotAgentRunner(BaseAgentRunner, ABC):
                    function_call_state = True
                    # action is tool call, invoke tool
                    tool_invoke_response, tool_invoke_meta = self._handle_invoke_action(
-                        action=scratchpad.action,
+                        action=scratchpad.action, 
                        tool_instances=tool_instances,
-                        message_file_ids=message_file_ids,
-                        trace_manager=trace_manager,
+                        message_file_ids=message_file_ids
                    )
                    scratchpad.observation = tool_invoke_response
                    scratchpad.agent_response = tool_invoke_response
@@ -223,13 +217,10 @@ class CotAgentRunner(BaseAgentRunner, ABC):
                    self.save_agent_thought(
                        agent_thought=agent_thought,
                        tool_name=scratchpad.action.action_name,
-                        tool_input={
-                            scratchpad.action.action_name: scratchpad.action.action_input},
+                        tool_input={scratchpad.action.action_name: scratchpad.action.action_input},
                        thought=scratchpad.thought,
-                        observation={
-                            scratchpad.action.action_name: tool_invoke_response},
-                        tool_invoke_meta={
-                            scratchpad.action.action_name: tool_invoke_meta.to_dict()},
+                        observation={scratchpad.action.action_name: tool_invoke_response},
+                        tool_invoke_meta={scratchpad.action.action_name: tool_invoke_meta.to_dict()},
                        answer=scratchpad.agent_response,
                        messages_ids=message_file_ids,
                        llm_usage=usage_dict['usage']
@@ -260,12 +251,12 @@ class CotAgentRunner(BaseAgentRunner, ABC):

        # save agent thought
        self.save_agent_thought(
-            agent_thought=agent_thought,
+            agent_thought=agent_thought, 
            tool_name='',
            tool_input={},
            tool_invoke_meta={},
            thought=final_answer,
-            observation={},
+            observation={}, 
            answer=final_answer,
            messages_ids=[]
        )
@@ -282,11 +273,9 @@ class CotAgentRunner(BaseAgentRunner, ABC):
            system_fingerprint=''
        )), PublishFrom.APPLICATION_MANAGER)

-    def _handle_invoke_action(self, action: AgentScratchpadUnit.Action,
+    def _handle_invoke_action(self, action: AgentScratchpadUnit.Action, 
                              tool_instances: dict[str, Tool],
-                              message_file_ids: list[str],
-                              trace_manager: Optional[TraceQueueManager] = None
-                              ) -> tuple[str, ToolInvokeMeta]:
+                              message_file_ids: list[str]) -> tuple[str, ToolInvokeMeta]:
        """
        handle invoke action
        :param action: action
@@ -301,7 +290,7 @@ class CotAgentRunner(BaseAgentRunner, ABC):
        if not tool_instance:
            answer = f"there is not a tool named {tool_call_name}"
            return answer, ToolInvokeMeta.error_instance(answer)
-
+        
        if isinstance(tool_call_args, str):
            try:
                tool_call_args = json.loads(tool_call_args)
@@ -316,22 +305,20 @@ class CotAgentRunner(BaseAgentRunner, ABC):
            tenant_id=self.tenant_id,
            message=self.message,
            invoke_from=self.application_generate_entity.invoke_from,
-            agent_tool_callback=self.agent_callback,
-            trace_manager=trace_manager,
+            agent_tool_callback=self.agent_callback
        )

        # publish files
-        for message_file_id, save_as in message_files:
+        for message_file, save_as in message_files:
            if save_as:
-                self.variables_pool.set_file(
-                    tool_name=tool_call_name, value=message_file_id, name=save_as)
+                self.variables_pool.set_file(tool_name=tool_call_name, value=message_file.id, name=save_as)

            # publish message file
            self.queue_manager.publish(QueueMessageFileEvent(
-                message_file_id=message_file_id
+                message_file_id=message_file.id
            ), PublishFrom.APPLICATION_MANAGER)
            # add message file ids
-            message_file_ids.append(message_file_id)
+            message_file_ids.append(message_file.id)

        return tool_invoke_response, tool_invoke_meta

@@ -355,7 +342,7 @@ class CotAgentRunner(BaseAgentRunner, ABC):
                continue

        return instruction
-
+    
    def _init_react_state(self, query) -> None:
        """
        init agent scratchpad
@@ -363,7 +350,7 @@ class CotAgentRunner(BaseAgentRunner, ABC):
        self._query = query
        self._agent_scratchpad = []
        self._historic_prompt_messages = self._organize_historic_prompt_messages()
-
+    
    @abstractmethod
    def _organize_prompt_messages(self) -> list[PromptMessage]:
        """
@@ -392,54 +379,54 @@ class CotAgentRunner(BaseAgentRunner, ABC):
            organize historic prompt messages
        """
        result: list[PromptMessage] = []
-        scratchpads: list[AgentScratchpadUnit] = []
+        scratchpad: list[AgentScratchpadUnit] = []
        current_scratchpad: AgentScratchpadUnit = None

+        self.history_prompt_messages = AgentHistoryPromptTransform(
+            model_config=self.model_config,
+            prompt_messages=current_session_messages or [],
+            history_messages=self.history_prompt_messages,
+            memory=self.memory
+        ).get_prompt()
+
        for message in self.history_prompt_messages:
            if isinstance(message, AssistantPromptMessage):
-                if not current_scratchpad:
-                    current_scratchpad = AgentScratchpadUnit(
-                        agent_response=message.content,
-                        thought=message.content or 'I am thinking about how to help you',
-                        action_str='',
-                        action=None,
-                        observation=None,
-                    )
-                    scratchpads.append(current_scratchpad)
+                current_scratchpad = AgentScratchpadUnit(
+                    agent_response=message.content,
+                    thought=message.content or 'I am thinking about how to help you',
+                    action_str='',
+                    action=None,
+                    observation=None,
+                )
                if message.tool_calls:
                    try:
                        current_scratchpad.action = AgentScratchpadUnit.Action(
                            action_name=message.tool_calls[0].function.name,
-                            action_input=json.loads(
-                                message.tool_calls[0].function.arguments)
+                            action_input=json.loads(message.tool_calls[0].function.arguments)
                        )
                        current_scratchpad.action_str = json.dumps(
                            current_scratchpad.action.to_dict()
                        )
                    except:
                        pass
+                
+                scratchpad.append(current_scratchpad)
            elif isinstance(message, ToolPromptMessage):
                if current_scratchpad:
                    current_scratchpad.observation = message.content
            elif isinstance(message, UserPromptMessage):
-                if scratchpads:
-                    result.append(AssistantPromptMessage(
-                        content=self._format_assistant_message(scratchpads)
-                    ))
-                    scratchpads = []
-                    current_scratchpad = None
-
                result.append(message)

-        if scratchpads:
-            result.append(AssistantPromptMessage(
-                content=self._format_assistant_message(scratchpads)
-            ))
+                if scratchpad:
+                    result.append(AssistantPromptMessage(
+                        content=self._format_assistant_message(scratchpad)
+                    ))

-        historic_prompts = AgentHistoryPromptTransform(
-            model_config=self.model_config,
-            prompt_messages=current_session_messages or [],
-            history_messages=result,
-            memory=self.memory
-        ).get_prompt()
-        return historic_prompts
+                scratchpad = []
+
+        if scratchpad:
+            result.append(AssistantPromptMessage(
+                content=self._format_assistant_message(scratchpad)
+            ))
+        
+        return result
--- a/api/core/agent/cot_chat_agent_runner.py
+++ b/api/core/agent/cot_chat_agent_runner.py
@@ -5,7 +5,6 @@ from core.model_runtime.entities.message_entities import (
    AssistantPromptMessage,
    PromptMessage,
    SystemPromptMessage,
-    TextPromptMessageContent,
    UserPromptMessage,
 )
 from core.model_runtime.utils.encoders import jsonable_encoder
@@ -26,21 +25,6 @@ class CotChatAgentRunner(CotAgentRunner):

        return SystemPromptMessage(content=system_prompt)

-    def _organize_user_query(self, query,  prompt_messages: list[PromptMessage] = None) -> list[PromptMessage]:
-        """
-        Organize user query
-        """
-        if self.files:
-            prompt_message_contents = [TextPromptMessageContent(data=query)]
-            for file_obj in self.files:
-                prompt_message_contents.append(file_obj.prompt_message_content)
-
-            prompt_messages.append(UserPromptMessage(content=prompt_message_contents))
-        else:
-            prompt_messages.append(UserPromptMessage(content=query))
-
-        return prompt_messages
-
    def _organize_prompt_messages(self) -> list[PromptMessage]:
        """
        Organize 
@@ -67,27 +51,27 @@ class CotChatAgentRunner(CotAgentRunner):
            assistant_messages = [assistant_message]

        # query messages
-        query_messages = self._organize_user_query(self._query, [])
+        query_messages = UserPromptMessage(content=self._query)

        if assistant_messages:
            # organize historic prompt messages
            historic_messages = self._organize_historic_prompt_messages([
                system_message,
-                *query_messages,
+                query_messages,
                *assistant_messages,
                UserPromptMessage(content='continue')
-            ])
+            ])            
            messages = [
                system_message,
                *historic_messages,
-                *query_messages,
+                query_messages,
                *assistant_messages,
                UserPromptMessage(content='continue')
            ]
        else:
            # organize historic prompt messages
-            historic_messages = self._organize_historic_prompt_messages([system_message, *query_messages])
-            messages = [system_message, *historic_messages, *query_messages]
+            historic_messages = self._organize_historic_prompt_messages([system_message, query_messages])
+            messages = [system_message, *historic_messages, query_messages]

        # join all messages
-        return messages
+        return messages
--- a/api/core/agent/fc_agent_runner.py
+++ b/api/core/agent/fc_agent_runner.py
@@ -50,9 +50,6 @@ class FunctionCallAgentRunner(BaseAgentRunner):
        }
        final_answer = ''

-        # get tracing instance
-        trace_manager = app_generate_entity.trace_manager
-        
        def increase_usage(final_llm_usage_dict: dict[str, LLMUsage], usage: LLMUsage):
            if not final_llm_usage_dict['usage']:
                final_llm_usage_dict['usage'] = usage
@@ -87,9 +84,9 @@ class FunctionCallAgentRunner(BaseAgentRunner):
            # invoke model
            chunks: Union[Generator[LLMResultChunk, None, None], LLMResult] = model_instance.invoke_llm(
                prompt_messages=prompt_messages,
-                model_parameters=app_generate_entity.model_conf.parameters,
+                model_parameters=app_generate_entity.model_config.parameters,
                tools=prompt_messages_tools,
-                stop=app_generate_entity.model_conf.stop,
+                stop=app_generate_entity.model_config.stop,
                stream=self.stream_tool_call,
                user=self.user_id,
                callbacks=[],
@@ -246,19 +243,18 @@ class FunctionCallAgentRunner(BaseAgentRunner):
                        message=self.message,
                        invoke_from=self.application_generate_entity.invoke_from,
                        agent_tool_callback=self.agent_callback,
-                        trace_manager=trace_manager,
                    )
                    # publish files
-                    for message_file_id, save_as in message_files:
+                    for message_file, save_as in message_files:
                        if save_as:
-                            self.variables_pool.set_file(tool_name=tool_call_name, value=message_file_id, name=save_as)
+                            self.variables_pool.set_file(tool_name=tool_call_name, value=message_file.id, name=save_as)

                        # publish message file
                        self.queue_manager.publish(QueueMessageFileEvent(
-                            message_file_id=message_file_id
+                            message_file_id=message_file.id
                        ), PublishFrom.APPLICATION_MANAGER)
                        # add message file ids
-                        message_file_ids.append(message_file_id)
+                        message_file_ids.append(message_file.id)
                    
                    tool_response = {
                        "tool_call_id": tool_call_id,
--- a/api/core/agent/output_parser/cot_output_parser.py
+++ b/api/core/agent/output_parser/cot_output_parser.py
@@ -17,10 +17,6 @@ class CotAgentOutputParser:
                action_name = None
                action_input = None

-                # cohere always returns a list
-                if isinstance(action, list) and len(action) == 1:
-                    action = action[0]
-
                for key, value in action.items():
                    if 'input' in key.lower():
                        action_input = value
--- a/api/core/app/app_config/easy_ui_based_app/agent/manager.py
+++ b/api/core/app/app_config/easy_ui_based_app/agent/manager.py
@@ -40,7 +40,7 @@ class AgentConfigManager:
                        'provider_type': tool['provider_type'],
                        'provider_id': tool['provider_id'],
                        'tool_name': tool['tool_name'],
-                        'tool_parameters': tool.get('tool_parameters', {})
+                        'tool_parameters': tool['tool_parameters'] if 'tool_parameters' in tool else {}
                    }

                    agent_tools.append(AgentToolEntity(**agent_tool_properties))
--- a/api/core/app/app_config/entities.py
+++ b/api/core/app/app_config/entities.py
@@ -183,14 +183,6 @@ class TextToSpeechEntity(BaseModel):
    language: Optional[str] = None


-class TracingConfigEntity(BaseModel):
-    """
-    Tracing Config Entity.
-    """
-    enabled: bool
-    tracing_provider: str
-
-
 class FileExtraConfig(BaseModel):
    """
    File Upload Entity.
@@ -207,7 +199,7 @@ class AppAdditionalFeatures(BaseModel):
    more_like_this: bool = False
    speech_to_text: bool = False
    text_to_speech: Optional[TextToSpeechEntity] = None
-    trace_config: Optional[TracingConfigEntity] = None
+

 class AppConfig(BaseModel):
    """
--- a/api/core/app/apps/advanced_chat/app_generator.py
+++ b/api/core/app/apps/advanced_chat/app_generator.py
@@ -20,7 +20,6 @@ from core.app.entities.app_invoke_entities import AdvancedChatAppGenerateEntity,
 from core.app.entities.task_entities import ChatbotAppBlockingResponse, ChatbotAppStreamResponse
 from core.file.message_file_parser import MessageFileParser
 from core.model_runtime.errors.invoke import InvokeAuthorizationError, InvokeError
-from core.ops.ops_trace_manager import TraceQueueManager
 from extensions.ext_database import db
 from models.account import Account
 from models.model import App, Conversation, EndUser, Message
@@ -30,14 +29,13 @@ logger = logging.getLogger(__name__)


 class AdvancedChatAppGenerator(MessageBasedAppGenerator):
-    def generate(
-        self, app_model: App,
-        workflow: Workflow,
-        user: Union[Account, EndUser],
-        args: dict,
-        invoke_from: InvokeFrom,
-        stream: bool = True,
-    ) -> Union[dict, Generator[dict, None, None]]:
+    def generate(self, app_model: App,
+                 workflow: Workflow,
+                 user: Union[Account, EndUser],
+                 args: dict,
+                 invoke_from: InvokeFrom,
+                 stream: bool = True) \
+            -> Union[dict, Generator[dict, None, None]]:
        """
        Generate App response.

@@ -59,7 +57,7 @@ class AdvancedChatAppGenerator(MessageBasedAppGenerator):
        inputs = args['inputs']

        extras = {
-            "auto_generate_conversation_name": args.get('auto_generate_name', False)
+            "auto_generate_conversation_name": args['auto_generate_name'] if 'auto_generate_name' in args else False
        }

        # get conversation
@@ -86,13 +84,6 @@ class AdvancedChatAppGenerator(MessageBasedAppGenerator):
            workflow=workflow
        )

-        # get tracing instance
-        trace_manager = TraceQueueManager(app_id=app_model.id)
-
-        if invoke_from == InvokeFrom.DEBUGGER:
-            # always enable retriever resource in debugger mode
-            app_config.additional_features.show_retrieve_source = True
-
        # init application generate entity
        application_generate_entity = AdvancedChatAppGenerateEntity(
            task_id=str(uuid.uuid4()),
@@ -104,8 +95,7 @@ class AdvancedChatAppGenerator(MessageBasedAppGenerator):
            user_id=user.id,
            stream=stream,
            invoke_from=invoke_from,
-            extras=extras,
-            trace_manager=trace_manager
+            extras=extras
        )

        return self._generate(
--- a/api/core/app/apps/advanced_chat/app_runner.py
+++ b/api/core/app/apps/advanced_chat/app_runner.py
@@ -70,8 +70,7 @@ class AdvancedChatAppRunner(AppRunner):
                app_record=app_record,
                app_generate_entity=application_generate_entity,
                inputs=inputs,
-                query=query,
-                message_id=message.id
+                query=query
        ):
            return

@@ -157,14 +156,11 @@ class AdvancedChatAppRunner(AppRunner):
        # return workflow
        return workflow

-    def handle_input_moderation(
-            self, queue_manager: AppQueueManager,
-            app_record: App,
-            app_generate_entity: AdvancedChatAppGenerateEntity,
-            inputs: dict,
-            query: str,
-            message_id: str
-    ) -> bool:
+    def handle_input_moderation(self, queue_manager: AppQueueManager,
+                                app_record: App,
+                                app_generate_entity: AdvancedChatAppGenerateEntity,
+                                inputs: dict,
+                                query: str) -> bool:
        """
        Handle input moderation
        :param queue_manager: application queue manager
@@ -172,7 +168,6 @@ class AdvancedChatAppRunner(AppRunner):
        :param app_generate_entity: application generate entity
        :param inputs: inputs
        :param query: query
-        :param message_id: message id
        :return:
        """
        try:
@@ -183,7 +178,6 @@ class AdvancedChatAppRunner(AppRunner):
                app_generate_entity=app_generate_entity,
                inputs=inputs,
                query=query,
-                message_id=message_id,
            )
        except ModerationException as e:
            self._stream_output(
--- a/api/core/app/apps/advanced_chat/generate_task_pipeline.py
+++ b/api/core/app/apps/advanced_chat/generate_task_pipeline.py
@@ -42,7 +42,6 @@ from core.app.task_pipeline.workflow_cycle_manage import WorkflowCycleManage
 from core.file.file_obj import FileVar
 from core.model_runtime.entities.llm_entities import LLMUsage
 from core.model_runtime.utils.encoders import jsonable_encoder
-from core.ops.ops_trace_manager import TraceQueueManager
 from core.workflow.entities.node_entities import NodeType, SystemVariable
 from core.workflow.nodes.answer.answer_node import AnswerNode
 from core.workflow.nodes.answer.entities import TextGenerateRouteChunk, VarGenerateRouteChunk
@@ -70,15 +69,13 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
    _workflow_system_variables: dict[SystemVariable, Any]
    _iteration_nested_relations: dict[str, list[str]]

-    def __init__(
-        self, application_generate_entity: AdvancedChatAppGenerateEntity,
-        workflow: Workflow,
-        queue_manager: AppQueueManager,
-        conversation: Conversation,
-        message: Message,
-        user: Union[Account, EndUser],
-        stream: bool
-    ) -> None:
+    def __init__(self, application_generate_entity: AdvancedChatAppGenerateEntity,
+                 workflow: Workflow,
+                 queue_manager: AppQueueManager,
+                 conversation: Conversation,
+                 message: Message,
+                 user: Union[Account, EndUser],
+                 stream: bool) -> None:
        """
        Initialize AdvancedChatAppGenerateTaskPipeline.
        :param application_generate_entity: application generate entity
@@ -129,16 +126,14 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
            self._application_generate_entity.query
        )

-        generator = self._process_stream_response(
-            trace_manager=self._application_generate_entity.trace_manager
-        )
+        generator = self._process_stream_response()
        if self._stream:
            return self._to_stream_response(generator)
        else:
            return self._to_blocking_response(generator)

    def _to_blocking_response(self, generator: Generator[StreamResponse, None, None]) \
-        -> ChatbotAppBlockingResponse:
+            -> ChatbotAppBlockingResponse:
        """
        Process blocking response.
        :return:
@@ -169,7 +164,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
        raise Exception('Queue listening stopped unexpectedly.')

    def _to_stream_response(self, generator: Generator[StreamResponse, None, None]) \
-        -> Generator[ChatbotAppStreamResponse, None, None]:
+            -> Generator[ChatbotAppStreamResponse, None, None]:
        """
        To stream response.
        :return:
@@ -182,9 +177,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
                stream_response=stream_response
            )

-    def _process_stream_response(
-        self, trace_manager: Optional[TraceQueueManager] = None
-    ) -> Generator[StreamResponse, None, None]:
+    def _process_stream_response(self) -> Generator[StreamResponse, None, None]:
        """
        Process stream response.
        :return:
@@ -256,9 +249,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
                yield self._handle_iteration_to_stream_response(self._application_generate_entity.task_id, event)
                self._handle_iteration_operation(event)
            elif isinstance(event, QueueStopEvent | QueueWorkflowSucceededEvent | QueueWorkflowFailedEvent):
-                workflow_run = self._handle_workflow_finished(
-                    event, conversation_id=self._conversation.id, trace_manager=trace_manager
-                )
+                workflow_run = self._handle_workflow_finished(event)
                if workflow_run:
                    yield self._workflow_finish_to_stream_response(
                        task_id=self._application_generate_entity.task_id,
@@ -301,7 +292,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
                    continue

                if not self._is_stream_out_support(
-                    event=event
+                        event=event
                ):
                    continue

@@ -370,7 +361,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
            id=self._message.id,
            **extras
        )
-
+    
    def _get_stream_generate_routes(self) -> dict[str, ChatflowStreamGenerateRoute]:
        """
        Get stream generate routes.
@@ -400,9 +391,9 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
                )

        return stream_generate_routes
-
+    
    def _get_answer_start_at_node_ids(self, graph: dict, target_node_id: str) \
-        -> list[str]:
+            -> list[str]:
        """
        Get answer start at node id.
        :param graph: graph
@@ -423,14 +414,14 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
            target_node = next((node for node in nodes if node.get('id') == target_node_id), None)
            if not target_node:
                return []
-
+            
            node_iteration_id = target_node.get('data', {}).get('iteration_id')
            # get iteration start node id
            for node in nodes:
                if node.get('id') == node_iteration_id:
                    if node.get('data', {}).get('start_node_id') == target_node_id:
                        return [target_node_id]
-
+                    
            return []

        start_node_ids = []
@@ -466,7 +457,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
                    start_node_ids.extend(sub_start_node_ids)

        return start_node_ids
-
+    
    def _get_iteration_nested_relations(self, graph: dict) -> dict[str, list[str]]:
        """
        Get iteration nested relations.
@@ -475,18 +466,18 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
        """
        nodes = graph.get('nodes')

-        iteration_ids = [node.get('id') for node in nodes
+        iteration_ids = [node.get('id') for node in nodes 
                         if node.get('data', {}).get('type') in [
                             NodeType.ITERATION.value,
                             NodeType.LOOP.value,
-                         ]]
+                        ]]

        return {
            iteration_id: [
                node.get('id') for node in nodes if node.get('data', {}).get('iteration_id') == iteration_id
            ] for iteration_id in iteration_ids
        }
-
+    
    def _generate_stream_outputs_when_node_started(self) -> Generator:
        """
        Generate stream outputs.
@@ -494,8 +485,8 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
        """
        if self._task_state.current_stream_generate_state:
            route_chunks = self._task_state.current_stream_generate_state.generate_route[
-                           self._task_state.current_stream_generate_state.current_route_position:
-                           ]
+                self._task_state.current_stream_generate_state.current_route_position:
+            ]

            for route_chunk in route_chunks:
                if route_chunk.type == 'text':
@@ -515,8 +506,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc

            # all route chunks are generated
            if self._task_state.current_stream_generate_state.current_route_position == len(
-                self._task_state.current_stream_generate_state.generate_route
-            ):
+                    self._task_state.current_stream_generate_state.generate_route):
                self._task_state.current_stream_generate_state = None

    def _generate_stream_outputs_when_node_finished(self) -> Optional[Generator]:
@@ -529,7 +519,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc

        route_chunks = self._task_state.current_stream_generate_state.generate_route[
                       self._task_state.current_stream_generate_state.current_route_position:]
-
+        
        for route_chunk in route_chunks:
            if route_chunk.type == 'text':
                route_chunk = cast(TextGenerateRouteChunk, route_chunk)
@@ -561,8 +551,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
                        value = iteration_state.current_index
                    elif value_selector[1] == 'item':
                        value = iterator_selector[iteration_state.current_index] if iteration_state.current_index < len(
-                            iterator_selector
-                        ) else None
+                            iterator_selector) else None
                else:
                    # check chunk node id is before current node id or equal to current node id
                    if route_chunk_node_id not in self._task_state.ran_node_execution_infos:
@@ -573,15 +562,14 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc
                    # get route chunk node execution info
                    route_chunk_node_execution_info = self._task_state.ran_node_execution_infos[route_chunk_node_id]
                    if (route_chunk_node_execution_info.node_type == NodeType.LLM
-                        and latest_node_execution_info.node_type == NodeType.LLM):
+                            and latest_node_execution_info.node_type == NodeType.LLM):
                        # only LLM support chunk stream output
                        self._task_state.current_stream_generate_state.current_route_position += 1
                        continue

                    # get route chunk node execution
                    route_chunk_node_execution = db.session.query(WorkflowNodeExecution).filter(
-                        WorkflowNodeExecution.id == route_chunk_node_execution_info.workflow_node_execution_id
-                    ).first()
+                        WorkflowNodeExecution.id == route_chunk_node_execution_info.workflow_node_execution_id).first()

                    outputs = route_chunk_node_execution.outputs_dict

@@ -643,8 +631,7 @@ class AdvancedChatAppGenerateTaskPipeline(BasedGenerateTaskPipeline, WorkflowCyc

        # all route chunks are generated
        if self._task_state.current_stream_generate_state.current_route_position == len(
-            self._task_state.current_stream_generate_state.generate_route
-        ):
+                self._task_state.current_stream_generate_state.generate_route):
            self._task_state.current_stream_generate_state = None

    def _is_stream_out_support(self, event: QueueTextChunkEvent) -> bool:
--- a/api/core/app/apps/agent_chat/app_generator.py
+++ b/api/core/app/apps/agent_chat/app_generator.py
@@ -19,7 +19,6 @@ from core.app.apps.message_based_app_queue_manager import MessageBasedAppQueueMa
 from core.app.entities.app_invoke_entities import AgentChatAppGenerateEntity, InvokeFrom
 from core.file.message_file_parser import MessageFileParser
 from core.model_runtime.errors.invoke import InvokeAuthorizationError, InvokeError
-from core.ops.ops_trace_manager import TraceQueueManager
 from extensions.ext_database import db
 from models.account import Account
 from models.model import App, EndUser
@@ -57,7 +56,7 @@ class AgentChatAppGenerator(MessageBasedAppGenerator):
        inputs = args['inputs']

        extras = {
-            "auto_generate_conversation_name": args.get('auto_generate_name', True)
+            "auto_generate_conversation_name": args['auto_generate_name'] if 'auto_generate_name' in args else True
        }

        # get conversation
@@ -83,11 +82,6 @@ class AgentChatAppGenerator(MessageBasedAppGenerator):
                config=args.get('model_config')
            )

-            # always enable retriever resource in debugger mode
-            override_model_config_dict["retriever_resource"] = {
-                "enabled": True
-            }
-
        # parse files
        files = args['files'] if args.get('files') else []
        message_file_parser = MessageFileParser(tenant_id=app_model.tenant_id, app_id=app_model.id)
@@ -109,14 +103,11 @@ class AgentChatAppGenerator(MessageBasedAppGenerator):
            override_config_dict=override_model_config_dict
        )

-        # get tracing instance
-        trace_manager = TraceQueueManager(app_model.id)
-
        # init application generate entity
        application_generate_entity = AgentChatAppGenerateEntity(
            task_id=str(uuid.uuid4()),
            app_config=app_config,
-            model_conf=ModelConfigConverter.convert(app_config),
+            model_config=ModelConfigConverter.convert(app_config),
            conversation_id=conversation.id if conversation else None,
            inputs=conversation.inputs if conversation else self._get_cleaned_inputs(inputs, app_config),
            query=query,
@@ -125,8 +116,7 @@ class AgentChatAppGenerator(MessageBasedAppGenerator):
            stream=stream,
            invoke_from=invoke_from,
            extras=extras,
-            call_depth=0,
-            trace_manager=trace_manager
+            call_depth=0
        )

        # init generate records
@@ -163,7 +153,7 @@ class AgentChatAppGenerator(MessageBasedAppGenerator):
            conversation=conversation,
            message=message,
            user=user,
-            stream=stream,
+            stream=stream
        )

        return AgentChatAppGenerateResponseConverter.convert(
@@ -171,13 +161,11 @@ class AgentChatAppGenerator(MessageBasedAppGenerator):
            invoke_from=invoke_from
        )

-    def _generate_worker(
-        self, flask_app: Flask,
-        application_generate_entity: AgentChatAppGenerateEntity,
-        queue_manager: AppQueueManager,
-        conversation_id: str,
-        message_id: str,
-    ) -> None:
+    def _generate_worker(self, flask_app: Flask,
+                         application_generate_entity: AgentChatAppGenerateEntity,
+                         queue_manager: AppQueueManager,
+                         conversation_id: str,
+                         message_id: str) -> None:
        """
        Generate worker in a new thread.
        :param flask_app: Flask app
@@ -199,7 +187,7 @@ class AgentChatAppGenerator(MessageBasedAppGenerator):
                    application_generate_entity=application_generate_entity,
                    queue_manager=queue_manager,
                    conversation=conversation,
-                    message=message,
+                    message=message
                )
            except GenerateTaskStoppedException:
                pass
--- a/Show More
+++ b/Show More