From dc6136dd1f91ee22c2034353d98b52cf2a7f53fa Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Mon, 4 Dec 2023 00:17:37 +0100 Subject: [PATCH] Add support for Notus LLM (#937) --- README.md | 1 + api/src/serge/data/models.json | 16 ++++++++++++++++ 2 files changed, 17 insertions(+) diff --git a/README.md b/README.md index d0781b5..a333f69 100644 --- a/README.md +++ b/README.md @@ -65,6 +65,7 @@ Instructions for setting up Serge on Kubernetes can be found in the [wiki](https | **Meditron** | 7B, 70B | | **Mistral** | 7B, 7B-Instruct, 7B-OpenOrca | | **Neural-Chat** | 7B-v3.2 | +| **Notus** | 7B-v1 | | **OpenChat** | 7B-v3.5 | | **OpenLLaMA** | 3B-v2, 7B-v2, 13B-v2 | | **Orca 2** | 7B, 13B | diff --git a/api/src/serge/data/models.json b/api/src/serge/data/models.json index da8bbfa..dbf4a94 100644 --- a/api/src/serge/data/models.json +++ b/api/src/serge/data/models.json @@ -1,4 +1,20 @@ [ + { + "name": "Notus", + "models": [ + { + "name": "Alfred-40B", + "repo": "TheBloke/notus-7B-v1-GGUF", + "files": [ + { + "name": "q4_K_M", + "filename": "notus-7b-v1.Q4_K_M.gguf", + "disk_space": 4370000000.0 + } + ] + } + ] + }, { "name": "Alfred", "models": [