Add support for semantic-router encoders

README.md

@@ -23,7 +23,11 @@ Input example:
         }
     },
     "index_name": "my_index",
-    "encoder": "my_encoder"
+    "encoder": {
+        "type": "openai",
+        "name": "text-embedding-3-small",
+        "dimensions": 1536  # encoder depends on the provider and model
+    },
     "webhook_url": "https://my-webhook-url"
 }
 ```
@@ -42,7 +46,10 @@ Input example:
         }
     },
     "index_name": "my_index",
-    "encoder": "my_encoder",
+    "encoder": {
+        "type": "openai",
+        "name": "text-embedding-3-small",
+    } 
 }
 ```
 

api/delete.py

@@ -10,11 +10,12 @@
 
 @router.delete("/delete", response_model=ResponsePayload)
 async def delete(payload: RequestPayload):
-    encoder = get_encoder(encoder_type=payload.encoder)
+    encoder = get_encoder(encoder_config=payload.encoder)
     vector_service: BaseVectorDatabase = get_vector_service(
         index_name=payload.index_name,
         credentials=payload.vector_database,
         encoder=encoder,
+        dimensions=encoder.dimensions,
     )
     data = await vector_service.delete(file_url=payload.file_url)
     return ResponsePayload(success=True, data=data)

api/ingest.py

@@ -17,9 +17,10 @@ async def ingest(payload: RequestPayload) -> Dict:
         files=payload.files,
         index_name=payload.index_name,
         vector_credentials=payload.vector_database,
+        dimensions=payload.encoder.dimensions,
     )
     chunks = await embedding_service.generate_chunks()
-    encoder = get_encoder(encoder_type=payload.encoder)
+    encoder = get_encoder(encoder_config=payload.encoder)
     summary_documents = await embedding_service.generate_summary_documents(
         documents=chunks
     )

models/delete.py

@@ -1,14 +1,14 @@
 from pydantic import BaseModel
 
-from models.ingest import EncoderEnum
+from models.ingest import Encoder
 from models.vector_database import VectorDatabase
 
 
 class RequestPayload(BaseModel):
     index_name: str
     file_url: str
     vector_database: VectorDatabase
-    encoder: EncoderEnum
+    encoder: Encoder
 
 
 class DeleteResponse(BaseModel):