Significant-Gravitas
/
AutoGPT
mirror of https://github.com/Significant-Gravitas/AutoGPT.git
1
0
Fork 1
Code Issues Packages Projects Releases Wiki Activity

feat(blocks): Add 405b on ollama (#7573) 

405b on ollama
pull/7564/head^2
Aarushi 2024-07-24 08:22:18 +01:00 committed by GitHub
parent ccf4397883
commit 77034f2df0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
rnd/autogpt_server/autogpt_server/blocks/llm.py
View File

@ -47,6 +47,7 @@ class LlmModel(str, Enum):
LLAMA3_1_8B = "llama-3.1-8b-instant" LLAMA3_1_8B = "llama-3.1-8b-instant"
# Ollama models # Ollama models
OLLAMA_LLAMA3_8B = "llama3" OLLAMA_LLAMA3_8B = "llama3"
OLLAMA_LLAMA3_405B = "llama3.1:405b"
@property @property
def metadata(self) -> ModelMetadata: def metadata(self) -> ModelMetadata:
@ -71,6 +72,7 @@ MODEL_METADATA = {
LlmModel.LLAMA3_1_70B: ModelMetadata("groq", 131072), LlmModel.LLAMA3_1_70B: ModelMetadata("groq", 131072),
LlmModel.LLAMA3_1_8B: ModelMetadata("groq", 131072), LlmModel.LLAMA3_1_8B: ModelMetadata("groq", 131072),
LlmModel.OLLAMA_LLAMA3_8B: ModelMetadata("ollama", 8192), LlmModel.OLLAMA_LLAMA3_8B: ModelMetadata("ollama", 8192),
LlmModel.OLLAMA_LLAMA3_405B: ModelMetadata("ollama", 8192),
} }