From 77034f2df0c407ce4c35145fe42070cd8fbf3186 Mon Sep 17 00:00:00 2001 From: Aarushi <50577581+aarushik93@users.noreply.github.com> Date: Wed, 24 Jul 2024 08:22:18 +0100 Subject: [PATCH] feat(blocks): Add 405b on ollama (#7573) 405b on ollama --- rnd/autogpt_server/autogpt_server/blocks/llm.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/rnd/autogpt_server/autogpt_server/blocks/llm.py b/rnd/autogpt_server/autogpt_server/blocks/llm.py index c22a879c8..022fd1482 100644 --- a/rnd/autogpt_server/autogpt_server/blocks/llm.py +++ b/rnd/autogpt_server/autogpt_server/blocks/llm.py @@ -47,6 +47,7 @@ class LlmModel(str, Enum): LLAMA3_1_8B = "llama-3.1-8b-instant" # Ollama models OLLAMA_LLAMA3_8B = "llama3" + OLLAMA_LLAMA3_405B = "llama3.1:405b" @property def metadata(self) -> ModelMetadata: @@ -71,6 +72,7 @@ MODEL_METADATA = { LlmModel.LLAMA3_1_70B: ModelMetadata("groq", 131072), LlmModel.LLAMA3_1_8B: ModelMetadata("groq", 131072), LlmModel.OLLAMA_LLAMA3_8B: ModelMetadata("ollama", 8192), + LlmModel.OLLAMA_LLAMA3_405B: ModelMetadata("ollama", 8192), }