From b33d01712fa99cf594b82be354f113c541249425 Mon Sep 17 00:00:00 2001 From: Gnurro Date: Wed, 11 Dec 2024 14:45:11 +0100 Subject: [PATCH 1/2] Add EuroLLM-9B-Instruct, QwQ-32B-Preview, aya-expanse-32b, Teuken-7B-instruct-research-v0.4 and Teuken-7B-instruct-commercial-v0.4 entries to the model registry --- backends/model_registry.json | 52 ++++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+) diff --git a/backends/model_registry.json b/backends/model_registry.json index 957118c5d9..06be80d35e 100644 --- a/backends/model_registry.json +++ b/backends/model_registry.json @@ -1216,6 +1216,58 @@ "open_weight": true, "parameters": "8B" }, + { + "model_name": "EuroLLM-9B-Instruct", + "backend": "huggingface_local", + "requires_api_key": true, + "huggingface_id": "utter-project/EuroLLM-9B-Instruct", + "premade_chat_template": true, + "eos_to_cull": "<\\|im_end\\|>", + "release_date": "2024-11-28", + "open_weight": false, + "parameters": "9B" + }, + { + "model_name": "QwQ-32B-Preview", + "backend": "huggingface_local", + "huggingface_id": "Qwen/QwQ-32B-Preview", + "premade_chat_template": true, + "eos_to_cull": "<\\|im_end\\|>", + "release_date": "2024-11-27", + "open_weight": true, + "parameters": "32B" + }, + { + "model_name": "aya-expanse-32b", + "backend": "huggingface_local", + "requires_api_key": true, + "huggingface_id": "CohereForAI/aya-expanse-32b", + "premade_chat_template": true, + "eos_to_cull": "<\\|END_OF_TURN_TOKEN\\|>", + "release_date": "2024-10-23", + "open_weight": false, + "parameters": "32B" + }, + { + "model_name": "Teuken-7B-instruct-research-v0.4", + "backend": "huggingface_local", + "huggingface_id": "openGPT-X/Teuken-7B-instruct-research-v0.4", + "premade_chat_template": true, + "eos_to_cull": "", + "release_date": "2024-11-25", + "open_weight": true, + "parameters": "7B" + }, + { + "model_name": "Teuken-7B-instruct-commercial-v0.4", + "backend": "huggingface_local", + "huggingface_id": "openGPT-X/Teuken-7B-instruct-commercial-v0.4", + "premade_chat_template": true, + "eos_to_cull": "", + "release_date": "2024-10-25", + "open_weight": true, + "parameters": "7B" + }, { "model_name": "Qwen1.5-0.5B-Chat-GGUF-q8", "backend": "llamacpp", From b4ae1400dd44eb3a9e60273f3d08b161257b4286 Mon Sep 17 00:00:00 2001 From: Gnurro Date: Thu, 12 Dec 2024 20:06:36 +0100 Subject: [PATCH 2/2] Remove Teuken-7B-instruct-research-v0.4 and Teuken-7B-instruct-commercial-v0.4 entries from the model registry due to them requiring custom code to run. --- backends/model_registry.json | 20 -------------------- 1 file changed, 20 deletions(-) diff --git a/backends/model_registry.json b/backends/model_registry.json index 06be80d35e..9d1e549914 100644 --- a/backends/model_registry.json +++ b/backends/model_registry.json @@ -1248,26 +1248,6 @@ "open_weight": false, "parameters": "32B" }, - { - "model_name": "Teuken-7B-instruct-research-v0.4", - "backend": "huggingface_local", - "huggingface_id": "openGPT-X/Teuken-7B-instruct-research-v0.4", - "premade_chat_template": true, - "eos_to_cull": "", - "release_date": "2024-11-25", - "open_weight": true, - "parameters": "7B" - }, - { - "model_name": "Teuken-7B-instruct-commercial-v0.4", - "backend": "huggingface_local", - "huggingface_id": "openGPT-X/Teuken-7B-instruct-commercial-v0.4", - "premade_chat_template": true, - "eos_to_cull": "", - "release_date": "2024-10-25", - "open_weight": true, - "parameters": "7B" - }, { "model_name": "Qwen1.5-0.5B-Chat-GGUF-q8", "backend": "llamacpp",