mirrors/serge
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Feature: Add Airoboros-1.2 models (#435)

Browse Source 
Co-authored-by: pabl-o-ce <cye@poscye.com>
This commit is contained in:
PΔBLØ ᄃΞ 2023-06-16 20:58:11 +00:00 committed by GitHub
parent 75dd5580d9
commit 6009f10fcb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 14 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
README.md
View File

@ -61,6 +61,7 @@ We currently support the following models:
- Airoboros-7B
- Airoboros-13B
- Airoboros-30B
- Airoboros-65B
- Alpaca 🦙
- Alpaca-LoRA-65B
- GPT4-Alpaca-LoRA-30B

21
api/src/serge/routers/model.py
View File

@ -14,25 +14,30 @@ model_router = APIRouter(
models_info = {
"Airoboros-7B": [
"TheBloke/airoboros-7b-gpt4-GGML",
"airoboros-7b-gpt4.ggmlv3.q5_1.bin",
"TheBloke/airoboros-7b-gpt4-1.2-GGML",
"airoboros-7b-gpt4-1.2.ggmlv3.q5_1.bin",
5.06e9,
],
"Airoboros-7B-q6_K": [
"TheBloke/airoboros-7b-gpt4-GGML",
"airoboros-7B.ggmlv3.q6_K.bin",
"TheBloke/airoboros-7b-gpt4-1.2-GGML",
"airoboros-7B-1.2.ggmlv3.q6_K.bin",
5.53e9,
],
"Airoboros-13B": [
"TheBloke/airoboros-13b-gpt4-GGML",
"airoboros-13b.ggmlv3.q6_K.bin",
"TheBloke/airoboros-13b-gpt4-1.2-GGML",
"airoboros-13b-gpt4-1.2.ggmlv3.q6_K.bin",
10.7e9,
],
"Airoboros-33B": [
"TheBloke/airoboros-33b-gpt4-GGML",
"airoboros-33b-gpt4.ggmlv3.q6_K.bin",
"TheBloke/airoboros-33b-gpt4-1.2-GGML",
"airoboros-33b-gpt4-1.2.ggmlv3.q6_K.bin",
26.7e9,
],
"Airoboros-65B": [
"TheBloke/airoboros-65B-gpt4-1.2-GGML",
"airoboros-65B-gpt4-1.2.ggmlv3.q5_K_M.bin",
46.3e9,
],
"GPT4AlpacaLoRA-30B": [
"TheBloke/gpt4-alpaca-lora-30B-4bit-GGML",
"gpt4-alpaca-lora-30b.ggmlv3.q5_1.bin",