diff --git a/conf/llm_factories.json b/conf/llm_factories.json index ff774f6d..5eb12554 100644 --- a/conf/llm_factories.json +++ b/conf/llm_factories.json @@ -1886,6 +1886,38 @@ "model_type": "chat" } ] + }, + { + "name": "StepFun", + "logo": "", + "tags": "LLM", + "status": "1", + "llm": [ + { + "llm_name": "step-1-8k", + "tags": "LLM,CHAT,15k", + "max_tokens": 8192, + "model_type": "chat" + }, + { + "llm_name": "step-1-32k", + "tags": "LLM,CHAT,32k", + "max_tokens": 32768, + "model_type": "chat" + }, + { + "llm_name": "step-1-128k", + "tags": "LLM,CHAT,128k", + "max_tokens": 131072, + "model_type": "chat" + }, + { + "llm_name": "step-1-256k", + "tags": "LLM,CHAT,256k", + "max_tokens": 262144, + "model_type": "chat" + } + ] } ] } \ No newline at end of file diff --git a/rag/llm/__init__.py b/rag/llm/__init__.py index ede0736b..539257f4 100644 --- a/rag/llm/__init__.py +++ b/rag/llm/__init__.py @@ -71,6 +71,7 @@ ChatModel = { "Bedrock": BedrockChat, "Groq": GroqChat, 'OpenRouter':OpenRouterChat, + "StepFun":StepFunChat } diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py index fdcc2db9..f5287292 100644 --- a/rag/llm/chat_model.py +++ b/rag/llm/chat_model.py @@ -897,3 +897,9 @@ class OpenRouterChat(Base): self.base_url = "https://openrouter.ai/api/v1" self.client = OpenAI(base_url=self.base_url, api_key=key) self.model_name = model_name + +class StepFunChat(Base): + def __init__(self, key, model_name, base_url="https://api.stepfun.com/v1/chat/completions"): + if not base_url: + base_url = "https://api.stepfun.com/v1/chat/completions" + super().__init__(key, model_name, base_url) \ No newline at end of file diff --git a/web/src/assets/svg/llm/local-ai.svg b/web/src/assets/svg/llm/local-ai.svg new file mode 100644 index 00000000..486e7b21 --- /dev/null +++ b/web/src/assets/svg/llm/local-ai.svg @@ -0,0 +1,12533 @@ + + + + diff --git a/web/src/assets/svg/llm/stepfun.svg b/web/src/assets/svg/llm/stepfun.svg new file mode 100644 index 00000000..919ab7f0 --- /dev/null +++ b/web/src/assets/svg/llm/stepfun.svg @@ -0,0 +1,37 @@ + + + + diff --git a/web/src/pages/user-setting/setting-model/index.tsx b/web/src/pages/user-setting/setting-model/index.tsx index 3f83b93f..677eb248 100644 --- a/web/src/pages/user-setting/setting-model/index.tsx +++ b/web/src/pages/user-setting/setting-model/index.tsx @@ -65,6 +65,8 @@ const IconMap = { Gemini: 'gemini', Groq: 'groq-next', OpenRouter: 'open-router', + LocalAI:'local-ai', + StepFun:'stepfun' }; const LlmIcon = ({ name }: { name: string }) => {