fix: tensor_parallel_size=1
This commit is contained in:
parent
99280f48a0
commit
5ac6f1857b
|
|
@ -94,10 +94,12 @@ class TradingAgentsGraph:
|
||||||
self.deep_thinking_llm = VLLM(
|
self.deep_thinking_llm = VLLM(
|
||||||
model=self.config["deep_think_llm"],
|
model=self.config["deep_think_llm"],
|
||||||
trust_remote_code=True,
|
trust_remote_code=True,
|
||||||
|
tensor_parallel_size=1,
|
||||||
)
|
)
|
||||||
self.quick_thinking_llm = VLLM(
|
self.quick_thinking_llm = VLLM(
|
||||||
model=self.config["quick_think_llm"],
|
model=self.config["quick_think_llm"],
|
||||||
trust_remote_code=True,
|
trust_remote_code=True,
|
||||||
|
tensor_parallel_size=1,
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
raise ValueError(f"Unsupported LLM provider: {self.config['llm_provider']}")
|
raise ValueError(f"Unsupported LLM provider: {self.config['llm_provider']}")
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue