feat: implement NotImplementedError for token counting in LLMs and reintroduce disabled token count method

Signed-off-by: -LAN- <laipz8200@outlook.com>

.gitignore

@@ -175,6 +175,7 @@ docker/volumes/pgvector/data/*
 docker/volumes/pgvecto_rs/data/*
 docker/volumes/couchbase/*
 docker/volumes/oceanbase/*
+docker/volumes/plugin_daemon/*
 !docker/volumes/oceanbase/init.d
 
 docker/nginx/conf.d/default.conf

api/configs/packaging/__init__.py

@@ -9,7 +9,7 @@ class PackagingInfo(BaseSettings):
 
     CURRENT_VERSION: str = Field(
         description="Dify version",
-        default="0.15.5",
+        default="0.15.6-alpha.1",
     )
 
     COMMIT_SHA: str = Field(

api/core/model_runtime/model_providers/__base/large_language_model.py

@@ -537,7 +537,6 @@ if you are not sure about the structure.
         """
         raise NotImplementedError
 
-    @abstractmethod
     def get_num_tokens(
         self,
         model: str,
@@ -915,3 +914,7 @@ if you are not sure about the structure.
             filtered_model_parameters[parameter_name] = parameter_value
 
         return filtered_model_parameters
+
+    def _get_num_tokens_by_gpt2(self, text: str) -> int:
+        # Disable the token count in LLMs for profermance testing.
+        return 0

docker/docker-compose-template.yaml

@@ -2,7 +2,7 @@ x-shared-env: &shared-api-worker-env
 services:
   # API service
   api:
-    image: langgenius/dify-api:0.15.5
+    image: langgenius/dify-api:0.15.6-alpha.1
     restart: always
     environment:
       # Use the shared environment variables.
@@ -25,7 +25,7 @@ services:
   # worker service
   # The Celery worker for processing the queue.
   worker:
-    image: langgenius/dify-api:0.15.5
+    image: langgenius/dify-api:0.15.6-alpha.1
     restart: always
     environment:
       # Use the shared environment variables.
@@ -47,7 +47,7 @@ services:
 
   # Frontend web application.
   web:
-    image: langgenius/dify-web:0.15.5
+    image: langgenius/dify-web:0.15.6-alpha.1
     restart: always
     environment:
       CONSOLE_API_URL: ${CONSOLE_API_URL:-}

docker/docker-compose.yaml

@@ -393,7 +393,7 @@ x-shared-env: &shared-api-worker-env
 services:
   # API service
   api:
-    image: langgenius/dify-api:0.15.5
+    image: langgenius/dify-api:0.15.5-alpha.1
     restart: always
     environment:
       # Use the shared environment variables.
@@ -416,7 +416,7 @@ services:
   # worker service
   # The Celery worker for processing the queue.
   worker:
-    image: langgenius/dify-api:0.15.5
+    image: langgenius/dify-api:0.15.5-alpha.1
     restart: always
     environment:
       # Use the shared environment variables.
@@ -438,7 +438,7 @@ services:
 
   # Frontend web application.
   web:
-    image: langgenius/dify-web:0.15.5
+    image: langgenius/dify-web:0.15.5-alpha.1
     restart: always
     environment:
       CONSOLE_API_URL: ${CONSOLE_API_URL:-}

web/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dify-web",
-  "version": "0.15.5",
+  "version": "0.15.6-alpha.1",
   "private": true,
   "engines": {
     "node": ">=18.17.0"