From 2e171fc290cee3c32dc759ee9037bbaf2c045e74 Mon Sep 17 00:00:00 2001 From: nullstreak <139914347+nullstreak@users.noreply.github.com> Date: Fri, 12 Apr 2024 05:18:08 +0200 Subject: Update DeepInfra models --- g4f/models.py | 25 ++++++++++++++++--------- 1 file changed, 16 insertions(+), 9 deletions(-) diff --git a/g4f/models.py b/g4f/models.py index 7be74dbf..875f900a 100644 --- a/g4f/models.py +++ b/g4f/models.py @@ -127,7 +127,7 @@ llama2_70b = Model( codellama_34b_instruct = Model( name = "codellama/CodeLlama-34b-Instruct-hf", base_provider = "meta", - best_provider = RetryProvider([HuggingChat, DeepInfra]) + best_provider = HuggingChat ) codellama_70b_instruct = Model( @@ -146,9 +146,21 @@ mixtral_8x7b = Model( mistral_7b = Model( name = "mistralai/Mistral-7B-Instruct-v0.1", base_provider = "huggingface", - best_provider = RetryProvider([DeepInfra, HuggingChat, HuggingFace, PerplexityLabs]) + best_provider = RetryProvider([HuggingChat, HuggingFace, PerplexityLabs]) +) + +mistral_7b_v02 = Model( + name = "mistralai/Mistral-7B-Instruct-v0.2", + base_provider = "huggingface", + best_provider = DeepInfra ) +# mixtral_8x22b = Model( +# name = "mistralai/Mixtral-8x22B-v0.1", +# base_provider = "huggingface", +# best_provider = DeepInfra +# ) + # Misc models dolphin_mixtral_8x7b = Model( name = "cognitivecomputations/dolphin-2.6-mixtral-8x7b", @@ -168,12 +180,6 @@ airoboros_70b = Model( best_provider = DeepInfra ) -airoboros_l2_70b = Model( - name = "jondurbin/airoboros-l2-70b-gpt4-1.4.1", - base_provider = "huggingface", - best_provider = DeepInfra -) - openchat_35 = Model( name = "openchat/openchat_3.5", base_provider = "huggingface", @@ -290,10 +296,11 @@ class ModelUtils: 'mixtral-8x7b': mixtral_8x7b, 'mistral-7b': mistral_7b, + 'mistral-7b-v02': mistral_7b_v02, + # 'mixtral-8x22b': mixtral_8x22b, 'dolphin-mixtral-8x7b': dolphin_mixtral_8x7b, 'lzlv-70b': lzlv_70b, 'airoboros-70b': airoboros_70b, - 'airoboros-l2-70b': airoboros_l2_70b, 'openchat_3.5': openchat_35, 'gemini': gemini, 'gemini-pro': gemini_pro, -- cgit v1.2.3