fix model call
This commit is contained in:
parent
f778803241
commit
aff504c55c
|
|
@ -7,19 +7,39 @@ from sentence_transformers import SentenceTransformer
|
||||||
|
|
||||||
class FinancialSituationMemory:
|
class FinancialSituationMemory:
|
||||||
def __init__(self, name, config):
|
def __init__(self, name, config):
|
||||||
if config["backend_url"] == "http://localhost:11434/v1":
|
self.config = config # Store config for backend routing
|
||||||
|
backend_url = self.config.get("backend_url", "")
|
||||||
|
|
||||||
|
# Set embedding model based on backend
|
||||||
|
if "deepseek" in backend_url:
|
||||||
|
self.embedding = "deepseek-embed"
|
||||||
|
elif backend_url == "http://localhost:11434/v1":
|
||||||
self.embedding = "nomic-embed-text"
|
self.embedding = "nomic-embed-text"
|
||||||
else:
|
else:
|
||||||
self.embedding = "text-embedding-3-small"
|
self.embedding = "text-embedding-3-small"
|
||||||
|
|
||||||
self.chroma_client = chromadb.Client(Settings(allow_reset=True))
|
self.chroma_client = chromadb.Client(Settings(allow_reset=True))
|
||||||
self.situation_collection = self.chroma_client.create_collection(name=name)
|
self.situation_collection = self.chroma_client.create_collection(name=name)
|
||||||
|
|
||||||
def get_embedding(self, text):
|
def get_embedding(self, text):
|
||||||
"""Get OpenAI embedding for a text"""
|
"""Get embedding for a text from the configured backend"""
|
||||||
if os.environ.get("OPENAI_API_KEY"):
|
backend_url = self.config.get("backend_url", "")
|
||||||
|
|
||||||
|
if "deepseek" in backend_url:
|
||||||
|
client = OpenAI(
|
||||||
|
api_key=os.environ.get("DEEPSEEK_API_KEY"),
|
||||||
|
base_url=backend_url
|
||||||
|
)
|
||||||
|
response = client.embeddings.create(
|
||||||
|
model=self.embedding,
|
||||||
|
input=text
|
||||||
|
)
|
||||||
|
return response.data[0].embedding
|
||||||
|
elif os.environ.get("OPENAI_API_KEY") and "openai" in backend_url:
|
||||||
client = OpenAI()
|
client = OpenAI()
|
||||||
response = client.embeddings.create(
|
response = client.embeddings.create(
|
||||||
model=self.embedding, input=text
|
model=self.embedding,
|
||||||
|
input=text
|
||||||
)
|
)
|
||||||
return response.data[0].embedding
|
return response.data[0].embedding
|
||||||
else:
|
else:
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue