feat: Weaviate supports Chinese bm25 #12223

2024-12-31 15:06:40 +08:00 · 2024-12-31 15:06:40 +08:00 · 23c80f8ef3
commit 23c80f8ef3
parent 9709df1ed7
2 changed files with 2 additions and 6 deletions
--- a/api/configs/middleware/vdb/weaviate_config.py
+++ b/api/configs/middleware/vdb/weaviate_config.py
@ -32,4 +32,4 @@ class WeaviateConfig(BaseSettings):
    WEAVIATE_TOKENIZATION: Optional[str] = Field(
        description="Tokenization for Weaviate",
        default=None,
-    )
+    )
--- a/api/core/rag/datasource/vdb/weaviate/weaviate_vector.py
+++ b/api/core/rag/datasource/vdb/weaviate/weaviate_vector.py
@ -252,11 +252,7 @@ class WeaviateVector(BaseVector):
            return {
                "class": index_name,
                "properties": [
-                    {
-                        "name": "text",
-                        "dataType": ["text"],
-                        "tokenization": dify_config.WEAVIATE_TOKENIZATION
-                    }
+                    {"name": "text", "dataType": ["text"], "tokenization": dify_config.WEAVIATE_TOKENIZATION}
                ],
            }
        else: