Add support for vllm
This commit is contained in:
parent
080ac8892f
commit
d9540c3bba
10
cli/utils.py
10
cli/utils.py
|
|
@ -153,10 +153,7 @@ def select_shallow_thinking_agent(provider) -> str:
|
||||||
("llama3.1 local", "llama3.1"),
|
("llama3.1 local", "llama3.1"),
|
||||||
("llama3.2 local", "llama3.2"),
|
("llama3.2 local", "llama3.2"),
|
||||||
],
|
],
|
||||||
"vllm": [
|
"vllm": [],
|
||||||
("llama3.1 local", "llama3.1"),
|
|
||||||
("qwen3", "qwen3"),
|
|
||||||
]
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if provider == "vllm":
|
if provider == "vllm":
|
||||||
|
|
@ -234,10 +231,7 @@ def select_deep_thinking_agent(provider) -> str:
|
||||||
("llama3.1 local", "llama3.1"),
|
("llama3.1 local", "llama3.1"),
|
||||||
("qwen3", "qwen3"),
|
("qwen3", "qwen3"),
|
||||||
],
|
],
|
||||||
"vllm": [
|
"vllm": [],
|
||||||
("llama3.1 local", "llama3.1"),
|
|
||||||
("qwen3", "qwen3"),
|
|
||||||
]
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if provider == "vllm":
|
if provider == "vllm":
|
||||||
|
|
|
||||||
|
|
@ -1,7 +1,6 @@
|
||||||
import chromadb
|
import chromadb
|
||||||
from chromadb.config import Settings
|
from chromadb.config import Settings
|
||||||
from openai import OpenAI
|
from openai import OpenAI
|
||||||
import questionary
|
|
||||||
|
|
||||||
|
|
||||||
class FinancialSituationMemory:
|
class FinancialSituationMemory:
|
||||||
|
|
|
||||||
|
|
@ -88,7 +88,7 @@ class TradingAgentsGraph:
|
||||||
|
|
||||||
# Initialize memories
|
# Initialize memories
|
||||||
if self.config["llm_provider"] == "vllm":
|
if self.config["llm_provider"] == "vllm":
|
||||||
questionary.text(
|
self.config["embeddings"] = questionary.text(
|
||||||
"Please input the vllm embedding model name (default: None):",
|
"Please input the vllm embedding model name (default: None):",
|
||||||
default="None",
|
default="None",
|
||||||
validate=lambda x: len(x.strip()) > 0 or "Please enter a valid embedding model name.",
|
validate=lambda x: len(x.strip()) > 0 or "Please enter a valid embedding model name.",
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue