From a641860228a55ea32f1100264f7eade6fbbadd82 Mon Sep 17 00:00:00 2001 From: Juan Calderon-Perez <835733+gaby@users.noreply.github.com> Date: Sat, 1 Jul 2023 19:49:27 -0400 Subject: [PATCH] Update models.json and change Docker base images to Debian 11 (#484) --- Dockerfile | 4 ++-- api/src/serge/data/models.json | 27 ++++++--------------------- 2 files changed, 8 insertions(+), 23 deletions(-) diff --git a/Dockerfile b/Dockerfile index 9ca9cbb..2a3b0bf 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,12 +1,12 @@ # --------------------------------------- # Base image for node -FROM node:19-slim as node_base +FROM node:19-bullseye-slim as node_base WORKDIR /usr/src/app # --------------------------------------- # Base image for runtime -FROM python:3.11-slim as base +FROM python:3.11-slim-bullseye as base ENV TZ=Etc/UTC WORKDIR /usr/src/app diff --git a/api/src/serge/data/models.json b/api/src/serge/data/models.json index 842c3aa..81b94dd 100644 --- a/api/src/serge/data/models.json +++ b/api/src/serge/data/models.json @@ -72,14 +72,9 @@ "repo": "TheBloke/chronos-hermes-13B-GGML", "files": [ { - "name": "q2_K", - "filename": "chronos-hermes-13b.ggmlv3.q2_K.bin", - "disk_space": 55100000000.0 - }, - { - "name": "q3_K_L", - "filename": "chronos-hermes-13b.ggmlv3.q3_K_L.bin", - "disk_space": 69300000000.0 + "name": "q4_0", + "filename": "chronos-hermes-13b.ggmlv3.q4_0.bin", + "disk_space": 73200000000.0 }, { "name": "q4_1", @@ -87,25 +82,15 @@ "disk_space": 81400000000.0 }, { - "name": "q4_K_M", - "filename": "chronos-hermes-13b.ggmlv3.q4_K_M.bin", - "disk_space": 78700000000.0 + "name": "q5_0", + "filename": "chronos-hermes-13b.ggmlv3.q5_0.bin", + "disk_space": 89500000000.0 }, { "name": "q5_1", "filename": "chronos-hermes-13b.ggmlv3.q5_1.bin", "disk_space": 97600000000.0 }, - { - "name": "q5_K_M", - "filename": "chronos-hermes-13b.ggmlv3.q5_K_M.bin", - "disk_space": 92300000000.0 - }, - { - "name": "q6_K", - "filename": "chronos-hermes-13b.ggmlv3.q6_K.bin", - "disk_space": 10700000000.0 - }, { "name": "q8_0", "filename": "chronos-hermes-13b.ggmlv3.q8_0.bin",