fix-nvidia-llama3 (#3973)

2024-04-29 13:41:15 +08:00
parent b82a2d97ef
commit 2f84d00300
4 changed files with 10 additions and 10 deletions
--- a/api/core/model_runtime/model_providers/nvidia/llm/_position.yaml
+++ b/api/core/model_runtime/model_providers/nvidia/llm/_position.yaml
@@ -1,7 +1,7 @@
 - google/gemma-7b
 - google/codegemma-7b
 - meta/llama2-70b
- meta/llama3-8b
- meta/llama3-70b
+- meta/llama3-8b-instruct
+- meta/llama3-70b-instruct
 - mistralai/mixtral-8x7b-instruct-v0.1
 - fuyu-8b
--- a/api/core/model_runtime/model_providers/nvidia/llm/llama3-70b.yaml
+++ b/api/core/model_runtime/model_providers/nvidia/llm/llama3-70b.yaml
@@ -1,7 +1,7 @@
-model: meta/llama3-70b
+model: meta/llama3-70b-instruct
 label:
-  zh_Hans: meta/llama3-70b
-  en_US: meta/llama3-70b
+  zh_Hans: meta/llama3-70b-instruct
+  en_US: meta/llama3-70b-instruct
 model_type: llm
 features:
  - agent-thought
--- a/api/core/model_runtime/model_providers/nvidia/llm/llama3-8b.yaml
+++ b/api/core/model_runtime/model_providers/nvidia/llm/llama3-8b.yaml
@@ -1,7 +1,7 @@
-model: meta/llama3-8b
+model: meta/llama3-8b-instruct
 label:
-  zh_Hans: meta/llama3-8b
-  en_US: meta/llama3-8b
+  zh_Hans: meta/llama3-8b-instruct
+  en_US: meta/llama3-8b-instruct
 model_type: llm
 features:
  - agent-thought
--- a/api/core/model_runtime/model_providers/nvidia/llm/llm.py
+++ b/api/core/model_runtime/model_providers/nvidia/llm/llm.py
@@ -26,8 +26,8 @@ class NVIDIALargeLanguageModel(OAIAPICompatLargeLanguageModel):
        'google/gemma-7b': '',
        'google/codegemma-7b': '',
        'meta/llama2-70b': '',
-        'meta/llama3-8b': '',
-        'meta/llama3-70b': ''
+        'meta/llama3-8b-instruct': '',
+        'meta/llama3-70b-instruct': ''
        
    }