diff --git a/apps/shinkai-desktop/src/components/shinkai-node-manager/components/ollama-models-repository.tsx b/apps/shinkai-desktop/src/components/shinkai-node-manager/components/ollama-models-repository.tsx index f701dc242..abe02b445 100644 --- a/apps/shinkai-desktop/src/components/shinkai-node-manager/components/ollama-models-repository.tsx +++ b/apps/shinkai-desktop/src/components/shinkai-node-manager/components/ollama-models-repository.tsx @@ -219,6 +219,10 @@ export const OllamaModelsRepository = ({ getScrollElement: () => tableContainerRef.current, }); useEffect(() => { + installedOllamaModels?.models && + installedOllamaModels.models.forEach((modelResponse) => { + installedOllamaModelsMap.set(modelResponse.name, modelResponse); + }); FILTERED_OLLAMA_MODELS_REPOSITORY.forEach((model) => { const defaultTag: string = model.tags?.find((tag) => @@ -231,13 +235,8 @@ export const OllamaModelsRepository = ({ model.tags[0].name; selectedTagMap.set(model.name, defaultTag); }); - }, [installedOllamaModelsMap, pullingModelsMap, selectedTagMap]); - useEffect(() => { - installedOllamaModels?.models && - installedOllamaModels.models.forEach((modelResponse) => { - installedOllamaModelsMap.set(modelResponse.name, modelResponse); - }); - }, [installedOllamaModels?.models, installedOllamaModelsMap]); + }, [installedOllamaModels?.models, installedOllamaModelsMap, pullingModelsMap, selectedTagMap]); + const getFullName = (model: string, tag: string): string => { return `${model}:${tag}`; }; diff --git a/apps/shinkai-desktop/src/lib/shinkai-node-manager/ollama-client.ts b/apps/shinkai-desktop/src/lib/shinkai-node-manager/ollama-client.ts index 884f49316..d5e7b8423 100644 --- a/apps/shinkai-desktop/src/lib/shinkai-node-manager/ollama-client.ts +++ b/apps/shinkai-desktop/src/lib/shinkai-node-manager/ollama-client.ts @@ -110,7 +110,7 @@ export const useOllamaPullMutation = ( queryKey: [FunctionKey.SCAN_OLLAMA_MODELS], }); queryClient.invalidateQueries({ - queryKey: ['shinkai_node_set_default_options', 'ollama_pulling_models'], + queryKey: ['shinkai_node_set_default_options', 'ollama_list', 'ollama_pulling_models'], }); if (options?.onSuccess) { options.onSuccess(...onSuccessParameters); @@ -131,12 +131,13 @@ export const useOllamaRemoveMutation = ( const response = await ollamaClient.delete({ model: input.model, }); + pullingModelsMap.delete(input.model); return response; }, ...options, onSuccess: (...onSuccessParameters) => { queryClient.invalidateQueries({ - queryKey: ['ollama_list'], + queryKey: ['ollama_list', 'ollama_pulling_models'], }); queryClient.invalidateQueries({ queryKey: [FunctionKey.SCAN_OLLAMA_MODELS], diff --git a/apps/shinkai-desktop/src/lib/shinkai-node-manager/ollama-models-repository.json b/apps/shinkai-desktop/src/lib/shinkai-node-manager/ollama-models-repository.json index 482b03e52..a44664954 100644 --- a/apps/shinkai-desktop/src/lib/shinkai-node-manager/ollama-models-repository.json +++ b/apps/shinkai-desktop/src/lib/shinkai-node-manager/ollama-models-repository.json @@ -1884,132 +1884,132 @@ "size": "5.0GB" }, { - "name": "7b-instruct-q5_1", - "size": "5.4GB" - }, - { - "name": "7b-instruct-v0.3-q3_K_L", - "size": "3.8GB" + "name": "7b-instruct-v0.3-q5_K_M", + "size": "5.1GB" }, { "name": "7b-instruct-v0.2-fp16", "size": "14GB" }, { - "name": "7b-instruct-v0.3-q2_K", - "size": "2.7GB" + "name": "7b-instruct-v0.2-q5_K_M", + "size": "5.1GB" }, { - "name": "7b-instruct-v0.2-q5_1", + "name": "7b-instruct-q5_K_M", + "size": "5.1GB" + }, + { + "name": "7b-instruct-q8_0", + "size": "7.7GB" + }, + { + "name": "7b-instruct-v0.3-q5_1", "size": "5.4GB" }, { - "name": "7b-instruct-q5_K_M", - "size": "5.1GB" + "name": "7b-instruct-v0.3-q3_K_M", + "size": "3.5GB" }, { - "name": "7b-instruct-v0.2-q5_K_M", - "size": "5.1GB" + "name": "7b-instruct-v0.2-q5_1", + "size": "5.4GB" }, { - "name": "7b-instruct-v0.2-q5_0", - "size": "5.0GB" + "name": "7b-instruct-q5_1", + "size": "5.4GB" }, { - "name": "7b-instruct-q6_K", - "size": "5.9GB" + "name": "7b-instruct-v0.2-q4_1", + "size": "4.6GB" }, { "name": "7b-instruct-v0.2-q4_0", "size": "4.1GB" }, { - "name": "7b-instruct-v0.2-q4_K_S", - "size": "4.1GB" + "name": "7b-instruct-v0.3-q3_K_S", + "size": "3.2GB" }, { - "name": "7b-instruct-v0.2-q2_K", - "size": "3.1GB" + "name": "7b-instruct-v0.3-q5_0", + "size": "5.0GB" }, { - "name": "7b-instruct-v0.2-q4_1", + "name": "7b-instruct-v0.3-q4_1", "size": "4.6GB" }, + { + "name": "7b-instruct-v0.2-q2_K", + "size": "3.1GB" + }, { "name": "7b-instruct-v0.2-q8_0", "size": "7.7GB" }, { - "name": "7b-instruct-v0.2-q3_K_L", - "size": "3.8GB" + "name": "7b-instruct-v0.3-q2_K", + "size": "2.7GB" }, { - "name": "7b-instruct-v0.2-q4_K_M", - "size": "4.4GB" + "name": "7b-instruct-v0.2-q3_K_L", + "size": "3.8GB" }, { "name": "7b-instruct-v0.2-q5_K_S", "size": "5.0GB" }, { - "name": "7b-instruct-q5_K_S", - "size": "5.0GB" - }, - { - "name": "7b-instruct-q8_0", - "size": "7.7GB" + "name": "7b-instruct-v0.3-q4_0", + "size": "4.1GB" }, { - "name": "7b-instruct-v0.2-q6_K", - "size": "5.9GB" + "name": "7b-instruct-v0.3-q3_K_L", + "size": "3.8GB" }, { - "name": "7b-instruct-v0.2-q3_K_S", - "size": "3.2GB" + "name": "7b-instruct-v0.3-q4_K_S", + "size": "4.1GB" }, { "name": "7b-instruct-v0.2-q3_K_M", "size": "3.5GB" }, { - "name": "7b-instruct-v0.3-fp16", - "size": "14GB" - }, - { - "name": "7b-instruct-v0.3-q3_K_M", - "size": "3.5GB" + "name": "7b-instruct-q6_K", + "size": "5.9GB" }, { - "name": "7b-instruct-v0.3-q3_K_S", - "size": "3.2GB" + "name": "7b-instruct-v0.2-q5_0", + "size": "5.0GB" }, { - "name": "7b-instruct-v0.3-q4_0", - "size": "4.1GB" + "name": "7b-instruct-v0.2-q4_K_M", + "size": "4.4GB" }, { - "name": "7b-instruct-v0.3-q4_1", - "size": "4.6GB" + "name": "7b-instruct-q5_K_S", + "size": "5.0GB" }, { - "name": "7b-instruct-v0.3-q4_K_M", - "size": "4.4GB" + "name": "7b-instruct-v0.2-q3_K_S", + "size": "3.2GB" }, { - "name": "7b-instruct-v0.3-q4_K_S", + "name": "7b-instruct-v0.2-q4_K_S", "size": "4.1GB" }, { - "name": "7b-instruct-v0.3-q5_0", - "size": "5.0GB" + "name": "7b-instruct-v0.2-q6_K", + "size": "5.9GB" }, { - "name": "7b-instruct-v0.3-q5_1", - "size": "5.4GB" + "name": "7b-instruct-v0.3-fp16", + "size": "14GB" }, { - "name": "7b-instruct-v0.3-q5_K_M", - "size": "5.1GB" + "name": "7b-instruct-v0.3-q4_K_M", + "size": "4.4GB" }, { "name": "7b-instruct-v0.3-q5_K_S", @@ -2028,123 +2028,123 @@ "size": "4.1GB" }, { - "name": "7b-text-fp16", + "name": "7b-text-v0.2-fp16", "size": "14GB" }, { - "name": "7b-text-v0.2-q5_K_M", - "size": "5.1GB" + "name": "7b-text-q5_0", + "size": "5.0GB" }, { - "name": "7b-text-q2_K", - "size": "3.1GB" + "name": "7b-text-v0.2-q8_0", + "size": "7.7GB" }, { - "name": "7b-text-v0.2-q5_1", - "size": "5.4GB" + "name": "7b-text-v0.2-q3_K_M", + "size": "3.5GB" }, { "name": "7b-text-v0.2-q4_K_M", "size": "4.4GB" }, { - "name": "7b-text-q4_K_S", - "size": "4.1GB" + "name": "7b-text-v0.2-q5_K_S", + "size": "5.0GB" }, { - "name": "7b-text-q3_K_L", - "size": "3.8GB" + "name": "7b-text-v0.2-q5_1", + "size": "5.4GB" }, { - "name": "7b-text-v0.2-q5_0", - "size": "5.0GB" + "name": "7b-text-q4_K_M", + "size": "4.4GB" }, { - "name": "7b-text-v0.2-q4_K_S", + "name": "7b-text-v0.2-q3_K_S", + "size": "3.2GB" + }, + { + "name": "7b-text-q4_0", "size": "4.1GB" }, { - "name": "7b-text-q5_K_M", - "size": "5.1GB" + "name": "7b-text-q4_1", + "size": "4.6GB" }, { - "name": "7b-text-v0.2-q3_K_S", - "size": "3.2GB" + "name": "7b-text-v0.2-q3_K_L", + "size": "3.8GB" }, { - "name": "7b-text-v0.2-q3_K_M", - "size": "3.5GB" + "name": "7b-text-v0.2-q2_K", + "size": "2.7GB" }, { - "name": "7b-text-q5_1", - "size": "5.4GB" + "name": "7b-text-q3_K_M", + "size": "3.5GB" }, { - "name": "7b-text-q4_K_M", - "size": "4.4GB" + "name": "7b-text-q2_K", + "size": "3.1GB" }, { - "name": "7b-text-q5_0", - "size": "5.0GB" + "name": "7b-text-v0.2-q5_K_M", + "size": "5.1GB" }, { - "name": "7b-text-v0.2-fp16", - "size": "14GB" + "name": "7b-text-v0.2-q4_1", + "size": "4.6GB" }, { - "name": "7b-text-v0.2-q2_K", - "size": "2.7GB" + "name": "7b-text-q4_K_S", + "size": "4.1GB" }, { - "name": "7b-text-q8_0", - "size": "7.7GB" + "name": "7b-text-fp16", + "size": "14GB" }, { - "name": "7b-text-v0.2-q3_K_L", - "size": "3.8GB" + "name": "7b-text-v0.2-q4_K_S", + "size": "4.1GB" }, { - "name": "7b-text-q3_K_M", - "size": "3.5GB" + "name": "7b-text-q3_K_S", + "size": "3.2GB" }, { "name": "7b-text-v0.2-q4_0", "size": "4.1GB" }, { - "name": "7b-text-q5_K_S", - "size": "5.0GB" + "name": "7b-text-q3_K_L", + "size": "3.8GB" }, { - "name": "7b-text-q6_K", + "name": "7b-text-v0.2-q6_K", "size": "5.9GB" }, { - "name": "7b-text-v0.2-q4_1", - "size": "4.6GB" - }, - { - "name": "7b-text-q3_K_S", - "size": "3.2GB" + "name": "7b-text-v0.2-q5_0", + "size": "5.0GB" }, { - "name": "7b-text-q4_1", - "size": "4.6GB" + "name": "7b-text-q5_1", + "size": "5.4GB" }, { - "name": "7b-text-q4_0", - "size": "4.1GB" + "name": "7b-text-q5_K_M", + "size": "5.1GB" }, { - "name": "7b-text-v0.2-q5_K_S", + "name": "7b-text-q5_K_S", "size": "5.0GB" }, { - "name": "7b-text-v0.2-q6_K", + "name": "7b-text-q6_K", "size": "5.9GB" }, { - "name": "7b-text-v0.2-q8_0", + "name": "7b-text-q8_0", "size": "7.7GB" } ], @@ -2552,72 +2552,72 @@ "size": "5.5GB" }, { - "name": "7b-instruct-v1.1-q4_K_M", - "size": "5.3GB" + "name": "7b-instruct-q3_K_L", + "size": "4.7GB" }, { - "name": "7b-instruct-v1.1-q4_K_S", - "size": "5.0GB" + "name": "7b-instruct-v1.1-q5_K_S", + "size": "6.0GB" }, { - "name": "7b-instruct-v1.1-q5_0", - "size": "6.0GB" + "name": "7b-instruct-v1.1-q5_K_M", + "size": "6.1GB" + }, + { + "name": "7b-instruct-q2_K", + "size": "3.5GB" }, { "name": "7b-instruct-v1.1-q5_1", "size": "6.5GB" }, { - "name": "7b-instruct-v1.1-q5_K_M", - "size": "6.1GB" + "name": "7b-instruct-v1.1-q4_K_S", + "size": "5.0GB" }, { - "name": "7b-instruct-v1.1-q5_K_S", - "size": "6.0GB" + "name": "7b-instruct-fp16", + "size": "17GB" + }, + { + "name": "7b-instruct-v1.1-q8_0", + "size": "9.1GB" }, { "name": "7b-instruct-v1.1-q6_K", "size": "7.0GB" }, { - "name": "7b-instruct-q4_K_S", - "size": "5.0GB" + "name": "7b-instruct-v1.1-q5_0", + "size": "6.0GB" }, { - "name": "7b-instruct-q3_K_S", - "size": "4.0GB" + "name": "7b-instruct-v1.1-q4_K_M", + "size": "5.3GB" }, { "name": "7b-instruct-q4_0", "size": "5.0GB" }, { - "name": "7b-instruct-q4_K_M", - "size": "5.3GB" + "name": "7b-instruct-q3_K_S", + "size": "4.0GB" }, { - "name": "7b-instruct-q2_K", - "size": "3.5GB" + "name": "7b-instruct-q3_K_M", + "size": "4.4GB" }, { "name": "7b-instruct-q4_1", "size": "5.5GB" }, { - "name": "7b-instruct-q3_K_L", - "size": "4.7GB" - }, - { - "name": "7b-instruct-q3_K_M", - "size": "4.4GB" - }, - { - "name": "7b-instruct-v1.1-q8_0", - "size": "9.1GB" + "name": "7b-instruct-q4_K_M", + "size": "5.3GB" }, { - "name": "7b-instruct-fp16", - "size": "17GB" + "name": "7b-instruct-q4_K_S", + "size": "5.0GB" }, { "name": "7b-instruct-q5_0", @@ -2700,52 +2700,56 @@ "size": "1.8GB" }, { - "name": "2b-code-v1.1-q4_K_S", - "size": "1.6GB" + "name": "2b-code-q5_K_S", + "size": "1.8GB" }, { - "name": "2b-code-v1.1-q3_K_S", - "size": "1.3GB" + "name": "2b-code-v1.1-q6_K", + "size": "2.1GB" + }, + { + "name": "2b-code-v1.1-q4_K_S", + "size": "1.6GB" }, { "name": "2b-code-v1.1-q4_K_M", "size": "1.6GB" }, { - "name": "2b-code-q5_K_S", - "size": "1.8GB" + "name": "2b-code-q8_0", + "size": "2.7GB" }, { "name": "2b-code-v1.1-q2_K", "size": "1.2GB" }, { - "name": "2b-code-v1.1-fp16", - "size": "5.0GB" + "name": "2b-code-v1.1-q3_K_S", + "size": "1.3GB" }, { - "name": "2b-code-v1.1-q3_K_L", - "size": "1.5GB" + "name": "2b-code-v1.1-q4_1", + "size": "1.7GB" }, { - "name": "2b-code-q8_0", - "size": "2.7GB" + "name": "2b-code-v1.1-q3_K_L", + "size": "1.5GB" }, { "name": "2b-code-v1.1-q4_0", "size": "1.6GB" }, { - "name": "2b-code-v1.1-q3_K_M", - "size": "1.4GB" + "name": "2b-code-v1.1-q5_K_S", + "size": "1.8GB" }, { - "name": "2b-code-v1.1-q4_1", - "size": "1.7GB" + "name": "2b-code-v1.1-q5_K_M", + "size": "1.8GB" }, { - "name": "2b-code-q6_K", - "size": "2.1GB" + "name": "2b-code-v1.1-q3_K_M", + "size": "1.4GB" }, { "name": "2b-code-v1.1-q5_0", @@ -2756,15 +2760,11 @@ "size": "1.9GB" }, { - "name": "2b-code-v1.1-q5_K_M", - "size": "1.8GB" - }, - { - "name": "2b-code-v1.1-q5_K_S", - "size": "1.8GB" + "name": "2b-code-v1.1-fp16", + "size": "5.0GB" }, { - "name": "2b-code-v1.1-q6_K", + "name": "2b-code-q6_K", "size": "2.1GB" }, { @@ -3590,123 +3590,123 @@ "size": "5.0GB" }, { - "name": "7b-instruct-fp16", + "name": "7b-instruct-v1.1-fp16", "size": "17GB" }, { - "name": "7b-instruct-q2_K", - "size": "3.7GB" - }, - { - "name": "7b-instruct-q3_K_L", - "size": "4.9GB" + "name": "7b-instruct-v1.1-q2_K", + "size": "3.5GB" }, { - "name": "7b-instruct-q3_K_M", - "size": "4.6GB" + "name": "7b-instruct-q5_1", + "size": "6.7GB" }, { - "name": "7b-instruct-q3_K_S", - "size": "4.2GB" + "name": "7b-instruct-v1.1-q5_K_S", + "size": "6.0GB" }, { - "name": "7b-instruct-q4_0", - "size": "5.2GB" + "name": "7b-instruct-v1.1-q3_K_S", + "size": "4.0GB" }, { - "name": "7b-instruct-q4_1", - "size": "5.7GB" + "name": "7b-instruct-v1.1-q4_1", + "size": "5.5GB" }, { - "name": "7b-instruct-q4_K_M", - "size": "5.5GB" + "name": "7b-instruct-v1.1-q8_0", + "size": "9.1GB" }, { - "name": "7b-instruct-q4_K_S", - "size": "5.2GB" + "name": "7b-instruct-v1.1-q4_K_S", + "size": "5.0GB" }, { - "name": "7b-instruct-q5_0", - "size": "6.2GB" + "name": "7b-instruct-v1.1-q6_K", + "size": "7.0GB" }, { - "name": "7b-instruct-q5_1", - "size": "6.7GB" + "name": "7b-instruct-q4_K_M", + "size": "5.5GB" }, { "name": "7b-instruct-v1.1-q4_0", "size": "5.0GB" }, { - "name": "7b-instruct-q5_K_S", + "name": "7b-instruct-v1.1-q3_K_M", + "size": "4.4GB" + }, + { + "name": "7b-instruct-v1.1-q4_K_M", + "size": "5.3GB" + }, + { + "name": "7b-instruct-q5_0", "size": "6.2GB" }, { - "name": "7b-instruct-q5_K_M", - "size": "6.3GB" + "name": "7b-instruct-fp16", + "size": "17GB" }, { - "name": "7b-instruct-v1.1-q3_K_S", - "size": "4.0GB" + "name": "7b-instruct-q2_K", + "size": "3.7GB" }, { "name": "7b-instruct-v1.1-q3_K_L", "size": "4.7GB" }, { - "name": "7b-instruct-q8_0", - "size": "9.1GB" - }, - { - "name": "7b-instruct-v1.1-q3_K_M", - "size": "4.4GB" + "name": "7b-instruct-v1.1-q5_1", + "size": "6.5GB" }, { - "name": "7b-instruct-v1.1-q2_K", - "size": "3.5GB" + "name": "7b-instruct-v1.1-q5_K_M", + "size": "6.1GB" }, { - "name": "7b-instruct-q6_K", - "size": "7.2GB" + "name": "7b-instruct-q3_K_L", + "size": "4.9GB" }, { - "name": "7b-instruct-v1.1-fp16", - "size": "17GB" + "name": "7b-instruct-v1.1-q5_0", + "size": "6.0GB" }, { - "name": "7b-instruct-v1.1-q4_1", - "size": "5.5GB" + "name": "7b-instruct-q4_0", + "size": "5.2GB" }, { - "name": "7b-instruct-v1.1-q4_K_M", - "size": "5.3GB" + "name": "7b-instruct-q3_K_S", + "size": "4.2GB" }, { - "name": "7b-instruct-v1.1-q4_K_S", - "size": "5.0GB" + "name": "7b-instruct-q3_K_M", + "size": "4.6GB" }, { - "name": "7b-instruct-v1.1-q5_0", - "size": "6.0GB" + "name": "7b-instruct-q4_1", + "size": "5.7GB" }, { - "name": "7b-instruct-v1.1-q5_1", - "size": "6.5GB" + "name": "7b-instruct-q4_K_S", + "size": "5.2GB" }, { - "name": "7b-instruct-v1.1-q5_K_M", - "size": "6.1GB" + "name": "7b-instruct-q5_K_M", + "size": "6.3GB" }, { - "name": "7b-instruct-v1.1-q5_K_S", - "size": "6.0GB" + "name": "7b-instruct-q5_K_S", + "size": "6.2GB" }, { - "name": "7b-instruct-v1.1-q6_K", - "size": "7.0GB" + "name": "7b-instruct-q6_K", + "size": "7.2GB" }, { - "name": "7b-instruct-v1.1-q8_0", + "name": "7b-instruct-q8_0", "size": "9.1GB" }, { @@ -3838,32 +3838,32 @@ "size": "2.2GB" }, { - "name": "2b-instruct-q8_0", - "size": "2.7GB" - }, - { - "name": "2b-instruct-v1.1-q3_K_M", - "size": "1.4GB" - }, - { - "name": "2b-instruct-v1.1-fp16", - "size": "5.0GB" + "name": "2b-instruct-v1.1-q4_0", + "size": "1.6GB" }, { "name": "2b-instruct-v1.1-q2_K", "size": "1.2GB" }, + { + "name": "2b-instruct-v1.1-q3_K_S", + "size": "1.3GB" + }, { "name": "2b-instruct-v1.1-q3_K_L", "size": "1.5GB" }, { - "name": "2b-instruct-v1.1-q3_K_S", - "size": "1.3GB" + "name": "2b-instruct-v1.1-fp16", + "size": "5.0GB" }, { - "name": "2b-instruct-v1.1-q4_0", - "size": "1.6GB" + "name": "2b-instruct-q8_0", + "size": "2.7GB" + }, + { + "name": "2b-instruct-v1.1-q3_K_M", + "size": "1.4GB" }, { "name": "2b-instruct-v1.1-q4_1", @@ -4140,55 +4140,55 @@ "size": "41GB" }, { - "name": "72b-chat-fp16", + "name": "72b-chat-v1.5-fp16", "size": "145GB" }, { - "name": "72b-chat-q2_K", - "size": "27GB" + "name": "72b-chat-v1.5-q2_K", + "size": "28GB" }, { - "name": "72b-chat-q3_K_L", - "size": "39GB" + "name": "72b-chat-v1.5-q3_K_L", + "size": "38GB" }, { - "name": "72b-chat-q3_K_M", - "size": "37GB" + "name": "72b-chat-v1.5-q3_K_M", + "size": "36GB" }, { - "name": "72b-chat-q3_K_S", - "size": "32GB" + "name": "72b-chat-v1.5-q3_K_S", + "size": "33GB" }, { - "name": "72b-chat-q4_0", + "name": "72b-chat-v1.5-q4_0", "size": "41GB" }, { - "name": "72b-chat-q4_1", + "name": "72b-chat-v1.5-q4_1", "size": "45GB" }, { - "name": "72b-chat-q4_K_M", - "size": "45GB" + "name": "72b-chat-v1.5-q4_K_M", + "size": "44GB" }, { - "name": "72b-chat-q4_K_S", - "size": "41GB" + "name": "72b-chat-v1.5-q4_K_S", + "size": "42GB" }, { - "name": "72b-chat-q5_0", + "name": "72b-chat-v1.5-q5_0", "size": "50GB" }, { - "name": "72b-chat-q5_1", + "name": "72b-chat-v1.5-q5_1", "size": "54GB" }, { - "name": "72b-chat-q5_K_M", - "size": "53GB" + "name": "72b-chat-v1.5-q5_K_M", + "size": "51GB" }, { - "name": "72b-chat-q5_K_S", + "name": "72b-chat-v1.5-q5_K_S", "size": "50GB" }, { @@ -4196,68 +4196,68 @@ "size": "59GB" }, { - "name": "72b-chat-v1.5-q5_K_M", - "size": "51GB" + "name": "72b-chat-q8_0", + "size": "77GB" }, { - "name": "72b-chat-v1.5-q5_K_S", - "size": "50GB" + "name": "72b-chat-v1.5-q8_0", + "size": "77GB" }, { - "name": "72b-chat-v1.5-q2_K", - "size": "28GB" + "name": "72b-chat-q3_K_S", + "size": "32GB" }, { - "name": "72b-chat-v1.5-q5_0", - "size": "50GB" + "name": "72b-chat-q6_K", + "size": "59GB" }, { - "name": "72b-chat-v1.5-q4_K_S", - "size": "42GB" + "name": "72b-chat-q4_1", + "size": "45GB" }, { - "name": "72b-chat-v1.5-q4_1", - "size": "45GB" + "name": "72b-chat-q3_K_M", + "size": "37GB" }, { - "name": "72b-chat-v1.5-q4_0", - "size": "41GB" + "name": "72b-chat-q5_0", + "size": "50GB" }, { - "name": "72b-chat-q8_0", - "size": "77GB" + "name": "72b-chat-fp16", + "size": "145GB" }, { - "name": "72b-chat-v1.5-q3_K_S", - "size": "33GB" + "name": "72b-chat-q5_1", + "size": "54GB" }, { - "name": "72b-chat-v1.5-fp16", - "size": "145GB" + "name": "72b-chat-q5_K_M", + "size": "53GB" }, { - "name": "72b-chat-v1.5-q3_K_M", - "size": "36GB" + "name": "72b-chat-q5_K_S", + "size": "50GB" }, { - "name": "72b-chat-v1.5-q3_K_L", - "size": "38GB" + "name": "72b-chat-q4_K_S", + "size": "41GB" }, { - "name": "72b-chat-v1.5-q4_K_M", - "size": "44GB" + "name": "72b-chat-q2_K", + "size": "27GB" }, { - "name": "72b-chat-q6_K", - "size": "59GB" + "name": "72b-chat-q4_0", + "size": "41GB" }, { - "name": "72b-chat-v1.5-q5_1", - "size": "54GB" + "name": "72b-chat-q4_K_M", + "size": "45GB" }, { - "name": "72b-chat-v1.5-q8_0", - "size": "77GB" + "name": "72b-chat-q3_K_L", + "size": "39GB" }, { "name": "72b-text", @@ -4296,88 +4296,88 @@ "size": "45GB" }, { - "name": "72b-text-q4_K_S", - "size": "41GB" - }, - { - "name": "72b-text-q5_0", - "size": "50GB" + "name": "72b-text-v1.5-q6_K", + "size": "59GB" }, { "name": "72b-text-q5_1", "size": "54GB" }, { - "name": "72b-text-q5_K_M", - "size": "53GB" + "name": "72b-text-q8_0", + "size": "77GB" }, { "name": "72b-text-q5_K_S", "size": "50GB" }, { - "name": "72b-text-q6_K", - "size": "59GB" + "name": "72b-text-v1.5-q5_K_S", + "size": "50GB" }, { - "name": "72b-text-q8_0", - "size": "77GB" + "name": "72b-text-q5_K_M", + "size": "53GB" }, { - "name": "72b-text-v1.5-q5_1", - "size": "54GB" + "name": "72b-text-q4_K_S", + "size": "41GB" + }, + { + "name": "72b-text-q5_0", + "size": "50GB" }, { "name": "72b-text-v1.5-q3_K_S", "size": "33GB" }, { - "name": "72b-text-v1.5-q4_0", - "size": "41GB" + "name": "72b-text-v1.5-q3_K_M", + "size": "36GB" }, { - "name": "72b-text-v1.5-fp16", - "size": "145GB" + "name": "72b-text-v1.5-q5_1", + "size": "54GB" }, { - "name": "72b-text-v1.5-q3_K_M", - "size": "36GB" + "name": "72b-text-v1.5-fp16", + "size": "145GB" }, { - "name": "72b-text-v1.5-q5_0", - "size": "50GB" + "name": "72b-text-v1.5-q5_K_M", + "size": "51GB" }, { - "name": "72b-text-v1.5-q2_K", - "size": "28GB" + "name": "72b-text-q6_K", + "size": "59GB" }, { - "name": "72b-text-v1.5-q4_K_S", - "size": "42GB" + "name": "72b-text-v1.5-q5_0", + "size": "50GB" }, { "name": "72b-text-v1.5-q4_K_M", "size": "44GB" }, { - "name": "72b-text-v1.5-q3_K_L", - "size": "38GB" + "name": "72b-text-v1.5-q2_K", + "size": "28GB" }, { - "name": "72b-text-v1.5-q4_1", - "size": "45GB" + "name": "72b-text-v1.5-q3_K_L", + "size": "38GB" }, { - "name": "72b-text-v1.5-q5_K_M", - "size": "51GB" + "name": "72b-text-v1.5-q4_0", + "size": "41GB" }, { - "name": "72b-text-v1.5-q5_K_S", - "size": "50GB" + "name": "72b-text-v1.5-q4_K_S", + "size": "42GB" }, { - "name": "72b-text-v1.5-q6_K", - "size": "59GB" + "name": "72b-text-v1.5-q4_1", + "size": "45GB" }, { "name": "72b-text-v1.5-q8_0", @@ -4516,96 +4516,96 @@ "size": "6.9GB" }, { - "name": "14b-chat-v1.5-q4_0", - "size": "8.2GB" - }, - { - "name": "14b-chat-v1.5-q4_1", - "size": "9.0GB" + "name": "14b-chat-q5_K_S", + "size": "10GB" }, { - "name": "14b-chat-v1.5-q4_K_M", - "size": "9.2GB" + "name": "14b-chat-fp16", + "size": "28GB" }, { - "name": "14b-chat-v1.5-q4_K_S", + "name": "14b-chat-q4_K_S", "size": "8.6GB" }, { - "name": "14b-chat-v1.5-q5_0", - "size": "9.9GB" + "name": "14b-chat-v1.5-q4_0", + "size": "8.2GB" }, { "name": "14b-chat-v1.5-q5_1", "size": "11GB" }, { - "name": "14b-chat-v1.5-q5_K_M", - "size": "11GB" + "name": "14b-chat-q3_K_L", + "size": "8.0GB" }, { - "name": "14b-chat-v1.5-q5_K_S", - "size": "10GB" + "name": "14b-chat-v1.5-q5_K_M", + "size": "11GB" }, { - "name": "14b-chat-v1.5-q6_K", - "size": "12GB" + "name": "14b-chat-v1.5-q5_0", + "size": "9.9GB" }, { "name": "14b-chat-v1.5-q8_0", "size": "15GB" }, { - "name": "14b-chat-q3_K_M", - "size": "7.7GB" + "name": "14b-chat-q4_0", + "size": "8.2GB" }, { - "name": "14b-chat-fp16", - "size": "28GB" + "name": "14b-chat-v1.5-q4_K_M", + "size": "9.2GB" }, { - "name": "14b-chat-q3_K_L", - "size": "8.0GB" + "name": "14b-chat-q3_K_M", + "size": "7.7GB" }, { "name": "14b-chat-q2_K", "size": "6.0GB" }, { - "name": "14b-chat-q3_K_S", - "size": "6.9GB" + "name": "14b-chat-v1.5-q5_K_S", + "size": "10GB" }, { - "name": "14b-chat-q4_0", - "size": "8.2GB" + "name": "14b-chat-q3_K_S", + "size": "6.9GB" }, { "name": "14b-chat-q4_1", "size": "9.0GB" }, { - "name": "14b-chat-q4_K_M", - "size": "9.4GB" + "name": "14b-chat-q5_1", + "size": "11GB" }, { - "name": "14b-chat-q4_K_S", - "size": "8.6GB" + "name": "14b-chat-v1.5-q4_1", + "size": "9.0GB" + }, + { + "name": "14b-chat-q5_K_M", + "size": "11GB" }, { "name": "14b-chat-q5_0", "size": "9.9GB" }, { - "name": "14b-chat-q5_1", - "size": "11GB" + "name": "14b-chat-q4_K_M", + "size": "9.4GB" }, { - "name": "14b-chat-q5_K_M", - "size": "11GB" + "name": "14b-chat-v1.5-q4_K_S", + "size": "8.6GB" }, { - "name": "14b-chat-q5_K_S", - "size": "10GB" + "name": "14b-chat-v1.5-q6_K", + "size": "12GB" }, { "name": "14b-chat-q6_K", @@ -4628,32 +4628,36 @@ "size": "6.1GB" }, { - "name": "14b-text-q5_K_M", - "size": "11GB" + "name": "14b-text-v1.5-q3_K_L", + "size": "7.8GB" }, { - "name": "14b-text-q5_1", - "size": "11GB" + "name": "14b-text-v1.5-q3_K_M", + "size": "7.4GB" }, { "name": "14b-text-q4_0", "size": "8.2GB" }, { - "name": "14b-text-q4_1", - "size": "9.0GB" + "name": "14b-text-q3_K_M", + "size": "7.7GB" + }, + { + "name": "14b-text-q3_K_S", + "size": "6.9GB" }, { "name": "14b-text-q3_K_L", "size": "8.0GB" }, { - "name": "14b-text-v1.5-q5_K_S", - "size": "10GB" + "name": "14b-text-v1.5-q4_0", + "size": "8.2GB" }, { - "name": "14b-text-q5_0", - "size": "9.9GB" + "name": "14b-text-v1.5-q3_K_S", + "size": "6.9GB" }, { "name": "14b-text-v1.5-q5_0", @@ -4664,12 +4668,8 @@ "size": "9.2GB" }, { - "name": "14b-text-v1.5-q3_K_L", - "size": "7.8GB" - }, - { - "name": "14b-text-v1.5-q8_0", - "size": "15GB" + "name": "14b-text-fp16", + "size": "28GB" }, { "name": "14b-text-v1.5-q4_K_S", @@ -4688,44 +4688,44 @@ "size": "9.0GB" }, { - "name": "14b-text-q4_K_M", - "size": "9.4GB" + "name": "14b-text-v1.5-q8_0", + "size": "15GB" }, { - "name": "14b-text-v1.5-q5_K_M", + "name": "14b-text-v1.5-q5_1", "size": "11GB" }, { - "name": "14b-text-v1.5-q4_0", - "size": "8.2GB" - }, - { - "name": "14b-text-v1.5-q3_K_S", - "size": "6.9GB" + "name": "14b-text-v1.5-q5_K_M", + "size": "11GB" }, { - "name": "14b-text-v1.5-q3_K_M", - "size": "7.4GB" + "name": "14b-text-v1.5-q5_K_S", + "size": "10GB" }, { - "name": "14b-text-v1.5-q5_1", - "size": "11GB" + "name": "14b-text-q4_1", + "size": "9.0GB" }, { - "name": "14b-text-q3_K_S", - "size": "6.9GB" + "name": "14b-text-q4_K_M", + "size": "9.4GB" }, { "name": "14b-text-q4_K_S", "size": "8.6GB" }, { - "name": "14b-text-fp16", - "size": "28GB" + "name": "14b-text-q5_0", + "size": "9.9GB" }, { - "name": "14b-text-q3_K_M", - "size": "7.7GB" + "name": "14b-text-q5_1", + "size": "11GB" + }, + { + "name": "14b-text-q5_K_M", + "size": "11GB" }, { "name": "14b-text-q5_K_S", @@ -4800,12 +4800,8 @@ "size": "6.3GB" }, { - "name": "7b-chat-q8_0", - "size": "8.2GB" - }, - { - "name": "7b-chat-q3_K_M", - "size": "4.1GB" + "name": "7b-chat-q5_1", + "size": "5.8GB" }, { "name": "7b-chat-q5_0", @@ -4816,53 +4812,57 @@ "size": "4.3GB" }, { - "name": "7b-chat-q6_K", - "size": "6.3GB" + "name": "7b-chat-q3_K_M", + "size": "4.1GB" }, { - "name": "7b-chat-q4_1", - "size": "5.0GB" + "name": "7b-chat-q4_K_M", + "size": "4.9GB" }, { - "name": "7b-chat-q3_K_S", - "size": "3.6GB" + "name": "7b-chat-q4_0", + "size": "4.5GB" }, { - "name": "7b-chat-q2_K", - "size": "3.0GB" + "name": "7b-chat-q4_1", + "size": "5.0GB" }, { - "name": "7b-chat-q5_1", - "size": "5.8GB" + "name": "7b-chat-q3_K_S", + "size": "3.6GB" }, { - "name": "7b-chat-q4_0", - "size": "4.5GB" + "name": "7b-chat-v1.5-q8_0", + "size": "8.2GB" }, { "name": "7b-chat-q4_K_S", "size": "4.5GB" }, { - "name": "7b-chat-q4_K_M", - "size": "4.9GB" + "name": "7b-chat-q2_K", + "size": "3.0GB" }, { - "name": "7b-chat-v1.5-q8_0", - "size": "8.2GB" + "name": "7b-chat-fp16", + "size": "15GB" }, { "name": "7b-chat-q5_K_M", "size": "5.7GB" }, - { - "name": "7b-chat-fp16", - "size": "15GB" - }, { "name": "7b-chat-q5_K_S", "size": "5.4GB" }, + { + "name": "7b-chat-q6_K", + "size": "6.3GB" + }, + { + "name": "7b-chat-q8_0", + "size": "8.2GB" + }, { "name": "7b-text", "size": "4.5GB" @@ -4931,6 +4931,10 @@ "name": "4b-chat", "size": "2.3GB" }, + { + "name": "4b-text", + "size": "2.3GB" + }, { "name": "7b-fp16", "size": "15GB" @@ -5051,10 +5055,6 @@ "name": "4b-chat-v1.5-q8_0", "size": "4.2GB" }, - { - "name": "4b-text", - "size": "2.3GB" - }, { "name": "4b-text-v1.5-fp16", "size": "7.9GB" @@ -5168,52 +5168,52 @@ "size": "1.4GB" }, { - "name": "1.8b-chat-q5_K_S", - "size": "1.3GB" + "name": "1.8b-chat-v1.5-q4_1", + "size": "1.2GB" }, { - "name": "1.8b-chat-q6_K", - "size": "1.6GB" + "name": "1.8b-chat-v1.5-q3_K_S", + "size": "970MB" }, { - "name": "1.8b-chat-q8_0", - "size": "2.0GB" + "name": "1.8b-chat-v1.5-fp16", + "size": "3.7GB" }, { - "name": "1.8b-chat-v1.5-q4_K_S", - "size": "1.2GB" + "name": "1.8b-chat-v1.5-q3_K_L", + "size": "1.1GB" }, { - "name": "1.8b-chat-v1.5-q4_1", - "size": "1.2GB" + "name": "1.8b-chat-q5_K_S", + "size": "1.3GB" }, { - "name": "1.8b-chat-v1.5-fp16", - "size": "3.7GB" + "name": "1.8b-chat-q8_0", + "size": "2.0GB" }, { - "name": "1.8b-chat-v1.5-q3_K_S", - "size": "970MB" + "name": "1.8b-chat-q6_K", + "size": "1.6GB" }, { - "name": "1.8b-chat-v1.5-q3_K_L", - "size": "1.1GB" + "name": "1.8b-chat-v1.5-q3_K_M", + "size": "1.0GB" }, { "name": "1.8b-chat-v1.5-q2_K", "size": "863MB" }, - { - "name": "1.8b-chat-v1.5-q4_K_M", - "size": "1.2GB" - }, { "name": "1.8b-chat-v1.5-q4_0", "size": "1.1GB" }, { - "name": "1.8b-chat-v1.5-q3_K_M", - "size": "1.0GB" + "name": "1.8b-chat-v1.5-q4_K_M", + "size": "1.2GB" + }, + { + "name": "1.8b-chat-v1.5-q4_K_S", + "size": "1.2GB" }, { "name": "1.8b-chat-v1.5-q5_0", @@ -5244,123 +5244,123 @@ "size": "1.1GB" }, { - "name": "1.8b-text-v1.5-fp16", + "name": "1.8b-text-fp16", "size": "3.7GB" }, { - "name": "1.8b-text-v1.5-q2_K", - "size": "863MB" + "name": "1.8b-text-q2_K", + "size": "853MB" }, { - "name": "1.8b-text-v1.5-q3_K_L", + "name": "1.8b-text-q3_K_L", "size": "1.1GB" }, { - "name": "1.8b-text-v1.5-q3_K_M", + "name": "1.8b-text-q3_K_M", "size": "1.0GB" }, { - "name": "1.8b-text-v1.5-q3_K_S", + "name": "1.8b-text-q3_K_S", "size": "970MB" }, { - "name": "1.8b-text-v1.5-q4_0", + "name": "1.8b-text-q4_0", "size": "1.1GB" }, { - "name": "1.8b-text-v1.5-q4_1", + "name": "1.8b-text-q4_1", "size": "1.2GB" }, { - "name": "1.8b-text-v1.5-q4_K_M", + "name": "1.8b-text-q4_K_M", "size": "1.2GB" }, { - "name": "1.8b-text-v1.5-q4_K_S", + "name": "1.8b-text-q4_K_S", "size": "1.2GB" }, { - "name": "1.8b-text-v1.5-q5_0", + "name": "1.8b-text-q5_0", "size": "1.3GB" }, { - "name": "1.8b-text-v1.5-q5_1", + "name": "1.8b-text-q5_1", "size": "1.4GB" }, { - "name": "1.8b-text-v1.5-q5_K_M", + "name": "1.8b-text-q5_K_M", "size": "1.4GB" }, { - "name": "1.8b-text-q4_1", + "name": "1.8b-text-v1.5-q4_1", "size": "1.2GB" }, { - "name": "1.8b-text-q3_K_M", - "size": "1.0GB" - }, - { - "name": "1.8b-text-v1.5-q6_K", - "size": "1.6GB" + "name": "1.8b-text-q5_K_S", + "size": "1.3GB" }, { - "name": "1.8b-text-q4_0", + "name": "1.8b-text-v1.5-q4_0", "size": "1.1GB" }, { - "name": "1.8b-text-v1.5-q8_0", - "size": "2.0GB" + "name": "1.8b-text-v1.5-q2_K", + "size": "863MB" }, { - "name": "1.8b-text-fp16", + "name": "1.8b-text-v1.5-fp16", "size": "3.7GB" }, { - "name": "1.8b-text-q2_K", - "size": "853MB" + "name": "1.8b-text-q6_K", + "size": "1.6GB" }, { - "name": "1.8b-text-v1.5-q5_K_S", - "size": "1.3GB" + "name": "1.8b-text-q8_0", + "size": "2.0GB" }, { - "name": "1.8b-text-q3_K_L", + "name": "1.8b-text-v1.5-q3_K_L", "size": "1.1GB" }, { - "name": "1.8b-text-q3_K_S", + "name": "1.8b-text-v1.5-q3_K_M", + "size": "1.0GB" + }, + { + "name": "1.8b-text-v1.5-q3_K_S", "size": "970MB" }, { - "name": "1.8b-text-q4_K_M", + "name": "1.8b-text-v1.5-q4_K_M", "size": "1.2GB" }, { - "name": "1.8b-text-q4_K_S", + "name": "1.8b-text-v1.5-q4_K_S", "size": "1.2GB" }, { - "name": "1.8b-text-q5_0", + "name": "1.8b-text-v1.5-q5_0", "size": "1.3GB" }, { - "name": "1.8b-text-q5_1", + "name": "1.8b-text-v1.5-q5_1", "size": "1.4GB" }, { - "name": "1.8b-text-q5_K_M", + "name": "1.8b-text-v1.5-q5_K_M", "size": "1.4GB" }, { - "name": "1.8b-text-q5_K_S", + "name": "1.8b-text-v1.5-q5_K_S", "size": "1.3GB" }, { - "name": "1.8b-text-q6_K", + "name": "1.8b-text-v1.5-q6_K", "size": "1.6GB" }, { - "name": "1.8b-text-q8_0", + "name": "1.8b-text-v1.5-q8_0", "size": "2.0GB" }, { @@ -8174,131 +8174,131 @@ "size": "7.7GB" }, { - "name": "7b-v2.6-dpo-laser", + "name": "7b-v2.6", "size": "4.1GB" }, { - "name": "7b-v2.6", + "name": "7b-v2.6-dpo-laser", "size": "4.1GB" }, { - "name": "7b-v2.6-dpo-laser-fp16", + "name": "7b-v2.6-fp16", "size": "14GB" }, { - "name": "7b-v2.6-dpo-laser-q2_K", + "name": "7b-v2.6-q2_K", "size": "3.1GB" }, - { - "name": "7b-v2.6-dpo-laser-q3_K_L", - "size": "3.8GB" - }, { "name": "7b-v2.6-dpo-laser-q3_K_M", "size": "3.5GB" }, { - "name": "7b-v2.6-dpo-laser-q3_K_S", - "size": "3.2GB" + "name": "7b-v2.6-q3_K_L", + "size": "3.8GB" }, { - "name": "7b-v2.6-dpo-laser-q4_0", - "size": "4.1GB" + "name": "7b-v2.6-q3_K_M", + "size": "3.5GB" }, { - "name": "7b-v2.6-dpo-laser-q4_1", - "size": "4.6GB" + "name": "7b-v2.6-q4_K_S", + "size": "4.1GB" }, { - "name": "7b-v2.6-dpo-laser-q4_K_M", - "size": "4.4GB" + "name": "7b-v2.6-q5_0", + "size": "5.0GB" }, { - "name": "7b-v2.6-dpo-laser-q4_K_S", + "name": "7b-v2.6-q4_0", "size": "4.1GB" }, { - "name": "7b-v2.6-dpo-laser-q5_0", - "size": "5.0GB" + "name": "7b-v2.6-dpo-laser-q3_K_L", + "size": "3.8GB" }, { - "name": "7b-v2.6-dpo-laser-q5_1", - "size": "5.4GB" + "name": "7b-v2.6-q3_K_S", + "size": "3.2GB" }, { - "name": "7b-v2.6-dpo-laser-q5_K_M", + "name": "7b-v2.6-q6_K", + "size": "5.9GB" + }, + { + "name": "7b-v2.6-q5_K_M", "size": "5.1GB" }, { - "name": "7b-v2.6-dpo-laser-q5_K_S", - "size": "5.0GB" + "name": "7b-v2.6-q4_K_M", + "size": "4.4GB" }, { - "name": "7b-v2.6-q4_0", - "size": "4.1GB" + "name": "7b-v2.6-dpo-laser-fp16", + "size": "14GB" }, { - "name": "7b-v2.6-dpo-laser-q6_K", - "size": "5.9GB" + "name": "7b-v2.6-q5_1", + "size": "5.4GB" }, { - "name": "7b-v2.6-dpo-laser-q8_0", - "size": "7.7GB" + "name": "7b-v2.6-q4_1", + "size": "4.6GB" }, { - "name": "7b-v2.6-fp16", - "size": "14GB" + "name": "7b-v2.6-q8_0", + "size": "7.7GB" }, { - "name": "7b-v2.6-q2_K", + "name": "7b-v2.6-dpo-laser-q2_K", "size": "3.1GB" }, { - "name": "7b-v2.6-q3_K_M", - "size": "3.5GB" + "name": "7b-v2.6-q5_K_S", + "size": "5.0GB" }, { - "name": "7b-v2.6-q3_K_S", + "name": "7b-v2.6-dpo-laser-q3_K_S", "size": "3.2GB" }, { - "name": "7b-v2.6-q3_K_L", - "size": "3.8GB" + "name": "7b-v2.6-dpo-laser-q4_0", + "size": "4.1GB" }, { - "name": "7b-v2.6-q4_1", + "name": "7b-v2.6-dpo-laser-q4_1", "size": "4.6GB" }, { - "name": "7b-v2.6-q4_K_M", + "name": "7b-v2.6-dpo-laser-q4_K_M", "size": "4.4GB" }, { - "name": "7b-v2.6-q4_K_S", + "name": "7b-v2.6-dpo-laser-q4_K_S", "size": "4.1GB" }, { - "name": "7b-v2.6-q5_0", + "name": "7b-v2.6-dpo-laser-q5_0", "size": "5.0GB" }, { - "name": "7b-v2.6-q5_1", + "name": "7b-v2.6-dpo-laser-q5_1", "size": "5.4GB" }, { - "name": "7b-v2.6-q5_K_M", + "name": "7b-v2.6-dpo-laser-q5_K_M", "size": "5.1GB" }, { - "name": "7b-v2.6-q5_K_S", + "name": "7b-v2.6-dpo-laser-q5_K_S", "size": "5.0GB" }, { - "name": "7b-v2.6-q6_K", + "name": "7b-v2.6-dpo-laser-q6_K", "size": "5.9GB" }, { - "name": "7b-v2.6-q8_0", + "name": "7b-v2.6-dpo-laser-q8_0", "size": "7.7GB" }, { @@ -8960,11 +8960,11 @@ "size": "75GB" }, { - "name": "8b-256k", + "name": "8b-256k-v2.9", "size": "4.7GB" }, { - "name": "8b-256k-v2.9", + "name": "8b-256k", "size": "4.7GB" }, { @@ -9137,54 +9137,54 @@ "name": "15b-instruct-v0.1-q3_K_M", "size": "8.0GB" }, - { - "name": "15b-instruct-q4_0", - "size": "9.1GB" - }, - { - "name": "15b-instruct-v0.1-q4_K_S", - "size": "9.2GB" - }, { "name": "15b-instruct-v0.1-q3_K_S", "size": "7.0GB" }, - { - "name": "15b-instruct-v0.1-q5_K_M", - "size": "11GB" - }, { "name": "15b-instruct-v0.1-q4_0", "size": "9.1GB" }, { - "name": "15b-instruct-v0.1-q6_K", - "size": "13GB" - }, - { - "name": "15b-instruct-v0.1-q5_0", - "size": "11GB" + "name": "15b-instruct-v0.1-q4_1", + "size": "10GB" }, { "name": "15b-instruct-v0.1-q4_K_M", "size": "9.9GB" }, { - "name": "15b-instruct-v0.1-q8_0", - "size": "17GB" + "name": "15b-instruct-v0.1-q4_K_S", + "size": "9.2GB" + }, + { + "name": "15b-instruct-v0.1-q5_0", + "size": "11GB" }, { "name": "15b-instruct-v0.1-q5_1", "size": "12GB" }, { - "name": "15b-instruct-v0.1-q4_1", - "size": "10GB" + "name": "15b-instruct-v0.1-q5_K_M", + "size": "11GB" }, { "name": "15b-instruct-v0.1-q5_K_S", "size": "11GB" }, + { + "name": "15b-instruct-v0.1-q6_K", + "size": "13GB" + }, + { + "name": "15b-instruct-q4_0", + "size": "9.1GB" + }, + { + "name": "15b-instruct-v0.1-q8_0", + "size": "17GB" + }, { "name": "15b-fp16", "size": "32GB" @@ -9314,130 +9314,56 @@ "size": "1.1GB" }, { - "name": "3b-q3_K_L", - "size": "1.7GB" - }, - { - "name": "3b-q3_K_M", - "size": "1.5GB" - }, - { - "name": "3b-q3_K_S", - "size": "1.3GB" - }, - { - "name": "3b-q4_0", - "size": "1.7GB" - }, - { - "name": "3b-q4_1", - "size": "1.9GB" - }, - { - "name": "3b-q4_K_M", - "size": "1.8GB" - }, - { - "name": "3b-q4_K_S", - "size": "1.7GB" - }, - { - "name": "3b-q5_0", - "size": "2.1GB" - }, - { - "name": "3b-q5_1", - "size": "2.3GB" - }, - { - "name": "3b-q5_K_M", - "size": "2.2GB" - }, - { - "name": "3b-q5_K_S", - "size": "2.1GB" - }, - { - "name": "3b-q6_K", - "size": "2.5GB" - }, - { - "name": "3b-q8_0", - "size": "3.2GB" - } - ], - "embedding": false, - "vision": false - }, - { - "name": "mistral-openorca", - "description": "Mistral OpenOrca is a 7 billion parameter model, fine-tuned on top of the Mistral 7B model using the OpenOrca dataset.", - "supportTools": false, - "defaultTag": "7b", - "tags": [ - { - "name": "7b", - "size": "4.1GB" - }, - { - "name": "7b-fp16", - "size": "14GB" - }, - { - "name": "7b-q2_K", - "size": "3.1GB" - }, - { - "name": "7b-q3_K_L", - "size": "3.8GB" + "name": "3b-q3_K_L", + "size": "1.7GB" }, { - "name": "7b-q3_K_M", - "size": "3.5GB" + "name": "3b-q3_K_M", + "size": "1.5GB" }, { - "name": "7b-q3_K_S", - "size": "3.2GB" + "name": "3b-q3_K_S", + "size": "1.3GB" }, { - "name": "7b-q4_0", - "size": "4.1GB" + "name": "3b-q4_0", + "size": "1.7GB" }, { - "name": "7b-q4_1", - "size": "4.6GB" + "name": "3b-q4_1", + "size": "1.9GB" }, { - "name": "7b-q4_K_M", - "size": "4.4GB" + "name": "3b-q4_K_M", + "size": "1.8GB" }, { - "name": "7b-q4_K_S", - "size": "4.1GB" + "name": "3b-q4_K_S", + "size": "1.7GB" }, { - "name": "7b-q5_0", - "size": "5.0GB" + "name": "3b-q5_0", + "size": "2.1GB" }, { - "name": "7b-q5_1", - "size": "5.4GB" + "name": "3b-q5_1", + "size": "2.3GB" }, { - "name": "7b-q5_K_M", - "size": "5.1GB" + "name": "3b-q5_K_M", + "size": "2.2GB" }, { - "name": "7b-q5_K_S", - "size": "5.0GB" + "name": "3b-q5_K_S", + "size": "2.1GB" }, { - "name": "7b-q6_K", - "size": "5.9GB" + "name": "3b-q6_K", + "size": "2.5GB" }, { - "name": "7b-q8_0", - "size": "7.7GB" + "name": "3b-q8_0", + "size": "3.2GB" } ], "embedding": false, @@ -9470,123 +9396,123 @@ "size": "19GB" }, { - "name": "34b-chat-fp16", + "name": "34b-chat-v1.5-fp16", "size": "69GB" }, { - "name": "34b-chat-q2_K", - "size": "15GB" + "name": "34b-chat-v1.5-q2_K", + "size": "13GB" }, { - "name": "34b-chat-q3_K_L", + "name": "34b-chat-v1.5-q3_K_L", "size": "18GB" }, { - "name": "34b-chat-q3_K_M", + "name": "34b-chat-v1.5-q3_K_M", "size": "17GB" }, { - "name": "34b-chat-q3_K_S", + "name": "34b-chat-v1.5-q3_K_S", "size": "15GB" }, { - "name": "34b-chat-q4_0", + "name": "34b-chat-v1.5-q4_0", "size": "19GB" }, { - "name": "34b-chat-q4_1", + "name": "34b-chat-v1.5-q4_1", "size": "22GB" }, { - "name": "34b-chat-q4_K_M", + "name": "34b-chat-v1.5-q4_K_M", "size": "21GB" }, + { + "name": "34b-chat-v1.5-q4_K_S", + "size": "20GB" + }, { "name": "34b-chat-v1.5-q5_0", "size": "24GB" }, { - "name": "34b-chat-q5_1", + "name": "34b-chat-v1.5-q5_1", "size": "26GB" }, { - "name": "34b-chat-q5_K_S", + "name": "34b-chat-v1.5-q5_K_M", "size": "24GB" }, { - "name": "34b-chat-v1.5-q4_K_M", - "size": "21GB" - }, - { - "name": "34b-chat-v1.5-q4_K_S", - "size": "20GB" - }, - { - "name": "34b-chat-v1.5-q3_K_M", - "size": "17GB" + "name": "34b-chat-v1.5-q5_K_S", + "size": "24GB" }, { - "name": "34b-chat-q6_K", + "name": "34b-chat-v1.5-q6_K", "size": "28GB" }, { - "name": "34b-chat-q5_0", - "size": "24GB" + "name": "34b-chat-v1.5-q8_0", + "size": "37GB" }, { - "name": "34b-chat-v1.5-q2_K", - "size": "13GB" + "name": "34b-chat-q5_1", + "size": "26GB" }, { - "name": "34b-chat-v1.5-fp16", - "size": "69GB" + "name": "34b-chat-q4_0", + "size": "19GB" }, { - "name": "34b-chat-v1.5-q4_0", - "size": "19GB" + "name": "34b-chat-q5_0", + "size": "24GB" }, { "name": "34b-chat-q4_K_S", "size": "20GB" }, { - "name": "34b-chat-v1.5-q3_K_L", - "size": "18GB" + "name": "34b-chat-q2_K", + "size": "15GB" }, { - "name": "34b-chat-q5_K_M", - "size": "24GB" + "name": "34b-chat-fp16", + "size": "69GB" }, { - "name": "34b-chat-q8_0", - "size": "37GB" + "name": "34b-chat-q3_K_L", + "size": "18GB" }, { - "name": "34b-chat-v1.5-q3_K_S", - "size": "15GB" + "name": "34b-chat-q4_1", + "size": "22GB" }, { - "name": "34b-chat-v1.5-q4_1", - "size": "22GB" + "name": "34b-chat-q3_K_M", + "size": "17GB" }, { - "name": "34b-chat-v1.5-q5_1", - "size": "26GB" + "name": "34b-chat-q4_K_M", + "size": "21GB" }, { - "name": "34b-chat-v1.5-q5_K_M", + "name": "34b-chat-q3_K_S", + "size": "15GB" + }, + { + "name": "34b-chat-q5_K_M", "size": "24GB" }, { - "name": "34b-chat-v1.5-q5_K_S", + "name": "34b-chat-q5_K_S", "size": "24GB" }, { - "name": "34b-chat-v1.5-q6_K", + "name": "34b-chat-q6_K", "size": "28GB" }, { - "name": "34b-chat-v1.5-q8_0", + "name": "34b-chat-q8_0", "size": "37GB" }, { @@ -9657,6 +9583,22 @@ "name": "9b-chat", "size": "5.0GB" }, + { + "name": "9b-v1.5", + "size": "5.0GB" + }, + { + "name": "6b-200k", + "size": "3.5GB" + }, + { + "name": "6b-chat", + "size": "3.5GB" + }, + { + "name": "6b-v1.5", + "size": "3.5GB" + }, { "name": "34b-q2_K", "size": "15GB" @@ -9765,10 +9707,6 @@ "name": "9b-chat-v1.5-q8_0", "size": "9.4GB" }, - { - "name": "9b-v1.5", - "size": "5.0GB" - }, { "name": "9b-v1.5-fp16", "size": "18GB" @@ -9829,10 +9767,6 @@ "name": "9b-v1.5-q8_0", "size": "9.4GB" }, - { - "name": "6b-200k", - "size": "3.5GB" - }, { "name": "6b-200k-fp16", "size": "12GB" @@ -9894,133 +9828,125 @@ "size": "6.4GB" }, { - "name": "6b-chat", - "size": "3.5GB" - }, - { - "name": "6b-chat-fp16", + "name": "6b-chat-v1.5-fp16", "size": "12GB" }, { - "name": "6b-chat-q2_K", - "size": "2.6GB" + "name": "6b-chat-v1.5-q2_K", + "size": "2.3GB" }, { - "name": "6b-chat-q3_K_L", + "name": "6b-chat-v1.5-q3_K_L", "size": "3.2GB" }, { - "name": "6b-chat-q3_K_M", + "name": "6b-chat-v1.5-q3_K_M", "size": "3.0GB" }, { - "name": "6b-chat-q3_K_S", + "name": "6b-chat-v1.5-q3_K_S", "size": "2.7GB" }, { - "name": "6b-chat-q4_0", + "name": "6b-chat-v1.5-q4_0", "size": "3.5GB" }, { - "name": "6b-chat-q4_1", + "name": "6b-chat-v1.5-q4_1", "size": "3.8GB" }, { - "name": "6b-chat-q4_K_M", + "name": "6b-chat-v1.5-q4_K_M", "size": "3.7GB" }, { - "name": "6b-chat-q4_K_S", + "name": "6b-chat-v1.5-q4_K_S", "size": "3.5GB" }, { - "name": "6b-chat-q5_0", + "name": "6b-chat-v1.5-q5_0", "size": "4.2GB" }, { - "name": "6b-chat-q5_1", + "name": "6b-chat-v1.5-q5_1", "size": "4.6GB" }, { - "name": "6b-chat-q5_K_M", + "name": "6b-chat-v1.5-q5_K_M", "size": "4.3GB" }, { - "name": "6b-chat-q5_K_S", + "name": "6b-chat-v1.5-q5_K_S", "size": "4.2GB" }, { - "name": "6b-chat-q6_K", + "name": "6b-chat-v1.5-q6_K", "size": "5.0GB" }, { - "name": "6b-chat-q8_0", - "size": "6.4GB" + "name": "6b-chat-q5_K_M", + "size": "4.3GB" }, { - "name": "6b-chat-v1.5-q4_K_S", - "size": "3.5GB" + "name": "6b-chat-v1.5-q8_0", + "size": "6.4GB" }, { - "name": "6b-chat-v1.5-q4_1", - "size": "3.8GB" + "name": "6b-chat-fp16", + "size": "12GB" }, { - "name": "6b-chat-v1.5-q3_K_S", - "size": "2.7GB" + "name": "6b-chat-q4_K_M", + "size": "3.7GB" }, { - "name": "6b-chat-v1.5-fp16", - "size": "12GB" + "name": "6b-chat-q2_K", + "size": "2.6GB" }, { - "name": "6b-chat-v1.5-q2_K", - "size": "2.3GB" + "name": "6b-chat-q5_1", + "size": "4.6GB" }, { - "name": "6b-chat-v1.5-q3_K_M", - "size": "3.0GB" + "name": "6b-chat-q3_K_L", + "size": "3.2GB" }, { - "name": "6b-chat-v1.5-q4_0", - "size": "3.5GB" + "name": "6b-chat-q5_0", + "size": "4.2GB" }, { - "name": "6b-chat-v1.5-q3_K_L", - "size": "3.2GB" + "name": "6b-chat-q4_0", + "size": "3.5GB" }, { - "name": "6b-chat-v1.5-q4_K_M", - "size": "3.7GB" + "name": "6b-chat-q4_K_S", + "size": "3.5GB" }, { - "name": "6b-chat-v1.5-q5_0", - "size": "4.2GB" + "name": "6b-chat-q3_K_S", + "size": "2.7GB" }, { - "name": "6b-chat-v1.5-q5_1", - "size": "4.6GB" + "name": "6b-chat-q3_K_M", + "size": "3.0GB" }, { - "name": "6b-chat-v1.5-q5_K_M", - "size": "4.3GB" + "name": "6b-chat-q4_1", + "size": "3.8GB" }, { - "name": "6b-chat-v1.5-q5_K_S", + "name": "6b-chat-q5_K_S", "size": "4.2GB" }, { - "name": "6b-chat-v1.5-q6_K", + "name": "6b-chat-q6_K", "size": "5.0GB" }, { - "name": "6b-chat-v1.5-q8_0", + "name": "6b-chat-q8_0", "size": "6.4GB" }, - { - "name": "6b-v1.5", - "size": "3.5GB" - }, { "name": "6b-v1.5-fp16", "size": "12GB" @@ -10145,6 +10071,80 @@ "embedding": false, "vision": false }, + { + "name": "mistral-openorca", + "description": "Mistral OpenOrca is a 7 billion parameter model, fine-tuned on top of the Mistral 7B model using the OpenOrca dataset.", + "supportTools": false, + "defaultTag": "7b", + "tags": [ + { + "name": "7b", + "size": "4.1GB" + }, + { + "name": "7b-fp16", + "size": "14GB" + }, + { + "name": "7b-q2_K", + "size": "3.1GB" + }, + { + "name": "7b-q3_K_L", + "size": "3.8GB" + }, + { + "name": "7b-q3_K_M", + "size": "3.5GB" + }, + { + "name": "7b-q3_K_S", + "size": "3.2GB" + }, + { + "name": "7b-q4_0", + "size": "4.1GB" + }, + { + "name": "7b-q4_1", + "size": "4.6GB" + }, + { + "name": "7b-q4_K_M", + "size": "4.4GB" + }, + { + "name": "7b-q4_K_S", + "size": "4.1GB" + }, + { + "name": "7b-q5_0", + "size": "5.0GB" + }, + { + "name": "7b-q5_1", + "size": "5.4GB" + }, + { + "name": "7b-q5_K_M", + "size": "5.1GB" + }, + { + "name": "7b-q5_K_S", + "size": "5.0GB" + }, + { + "name": "7b-q6_K", + "size": "5.9GB" + }, + { + "name": "7b-q8_0", + "size": "7.7GB" + } + ], + "embedding": false, + "vision": false + }, { "name": "llama2-chinese", "description": "Llama 2 based model fine tuned to improve Chinese dialogue ability.", @@ -10400,116 +10400,116 @@ "size": "26GB" }, { - "name": "13b-v1.5-16k-q2_K", - "size": "5.4GB" + "name": "13b-v1.5-q4_0", + "size": "7.4GB" }, { - "name": "13b-v1.5-16k-q3_K_L", - "size": "6.9GB" + "name": "13b-v1.5-16k-q5_K_M", + "size": "9.2GB" }, { - "name": "13b-v1.5-16k-q3_K_M", - "size": "6.3GB" + "name": "13b-v1.5-16k-q5_0", + "size": "9.0GB" }, { - "name": "13b-v1.5-16k-q3_K_S", - "size": "5.7GB" + "name": "13b-v1.5-16k-q4_K_S", + "size": "7.4GB" }, { - "name": "13b-v1.5-16k-q4_0", - "size": "7.4GB" + "name": "13b-v1.5-16k-q5_1", + "size": "9.8GB" }, { - "name": "13b-v1.5-16k-q4_1", - "size": "8.2GB" + "name": "13b-v1.5-16k-q5_K_S", + "size": "9.0GB" }, { - "name": "13b-v1.5-16k-q4_K_M", - "size": "7.9GB" + "name": "13b-v1.5-q3_K_S", + "size": "5.7GB" }, { - "name": "13b-v1.5-16k-q4_K_S", + "name": "13b-v1.5-16k-q6_K", + "size": "11GB" + }, + { + "name": "13b-v1.5-16k-q4_0", "size": "7.4GB" }, { - "name": "13b-v1.5-16k-q5_0", - "size": "9.0GB" + "name": "13b-v1.5-16k-q4_1", + "size": "8.2GB" }, { - "name": "13b-v1.5-16k-q5_1", - "size": "9.8GB" + "name": "13b-v1.5-16k-q8_0", + "size": "14GB" }, { - "name": "13b-v1.5-16k-q5_K_M", - "size": "9.2GB" + "name": "13b-v1.5-16k-q2_K", + "size": "5.4GB" }, { - "name": "13b-v1.5-16k-q5_K_S", - "size": "9.0GB" + "name": "13b-v1.5-16k-q3_K_M", + "size": "6.3GB" }, { - "name": "13b-v1.5-q6_K", - "size": "11GB" + "name": "13b-v1.5-16k-q3_K_L", + "size": "6.9GB" }, { - "name": "13b-v1.5-q5_K_M", - "size": "9.2GB" + "name": "13b-v1.5-q3_K_M", + "size": "6.3GB" }, { - "name": "13b-v1.5-16k-q8_0", - "size": "14GB" + "name": "13b-v1.5-16k-q3_K_S", + "size": "5.7GB" }, { "name": "13b-v1.5-q2_K", "size": "5.4GB" }, { - "name": "13b-v1.5-q3_K_M", - "size": "6.3GB" + "name": "13b-v1.5-q3_K_L", + "size": "6.9GB" }, { - "name": "13b-v1.5-q5_1", - "size": "9.8GB" + "name": "13b-v1.5-fp16", + "size": "26GB" }, { - "name": "13b-v1.5-q4_K_M", + "name": "13b-v1.5-16k-q4_K_M", "size": "7.9GB" }, { - "name": "13b-v1.5-q4_1", - "size": "8.2GB" - }, - { - "name": "13b-v1.5-16k-q6_K", - "size": "11GB" + "name": "13b-v1.5-q5_K_M", + "size": "9.2GB" }, { - "name": "13b-v1.5-q3_K_S", - "size": "5.7GB" + "name": "13b-v1.5-q4_K_M", + "size": "7.9GB" }, { - "name": "13b-v1.5-q4_0", - "size": "7.4GB" + "name": "13b-v1.5-q4_1", + "size": "8.2GB" }, { - "name": "13b-v1.5-q3_K_L", - "size": "6.9GB" + "name": "13b-v1.5-q5_1", + "size": "9.8GB" }, { "name": "13b-v1.5-q4_K_S", "size": "7.4GB" }, { - "name": "13b-v1.5-q5_K_S", + "name": "13b-v1.5-q5_0", "size": "9.0GB" }, { - "name": "13b-v1.5-q5_0", + "name": "13b-v1.5-q5_K_S", "size": "9.0GB" }, { - "name": "13b-v1.5-fp16", - "size": "26GB" + "name": "13b-v1.5-q6_K", + "size": "11GB" }, { "name": "13b-v1.5-q8_0", @@ -10580,123 +10580,123 @@ "size": "14GB" }, { - "name": "7b-v1.5-fp16", + "name": "7b-v1.5-16k-fp16", "size": "13GB" }, { - "name": "7b-v1.5-q2_K", + "name": "7b-v1.5-16k-q2_K", "size": "2.8GB" }, { - "name": "7b-v1.5-q3_K_L", + "name": "7b-v1.5-16k-q3_K_L", "size": "3.6GB" }, { - "name": "7b-v1.5-q3_K_M", + "name": "7b-v1.5-16k-q3_K_M", "size": "3.3GB" }, { - "name": "7b-v1.5-q3_K_S", + "name": "7b-v1.5-16k-q3_K_S", "size": "2.9GB" }, { - "name": "7b-v1.5-q4_0", + "name": "7b-v1.5-16k-q4_0", "size": "3.8GB" }, { - "name": "7b-v1.5-q4_1", + "name": "7b-v1.5-16k-q4_1", "size": "4.2GB" }, { - "name": "7b-v1.5-q4_K_M", + "name": "7b-v1.5-16k-q4_K_M", "size": "4.1GB" }, { - "name": "7b-v1.5-q4_K_S", + "name": "7b-v1.5-16k-q4_K_S", "size": "3.9GB" }, { - "name": "7b-v1.5-q5_0", + "name": "7b-v1.5-16k-q5_0", "size": "4.7GB" }, { - "name": "7b-v1.5-q5_1", + "name": "7b-v1.5-16k-q5_1", "size": "5.1GB" }, { - "name": "7b-v1.5-q5_K_M", - "size": "4.8GB" + "name": "7b-v1.5-q4_1", + "size": "4.2GB" }, { - "name": "7b-v1.5-q5_K_S", - "size": "4.7GB" + "name": "7b-v1.5-q3_K_S", + "size": "2.9GB" }, { - "name": "7b-v1.5-q6_K", - "size": "5.5GB" + "name": "7b-v1.5-fp16", + "size": "13GB" }, { - "name": "7b-v1.5-q8_0", + "name": "7b-v1.5-16k-q8_0", "size": "7.2GB" }, { - "name": "7b-v1.5-16k-q4_K_S", - "size": "3.9GB" + "name": "7b-v1.5-q4_0", + "size": "3.8GB" }, { - "name": "7b-v1.5-16k-q3_K_M", - "size": "3.3GB" + "name": "7b-v1.5-16k-q5_K_M", + "size": "4.8GB" }, { - "name": "7b-v1.5-16k-q4_1", - "size": "4.2GB" + "name": "7b-v1.5-q3_K_L", + "size": "3.6GB" }, { - "name": "7b-v1.5-16k-q4_0", - "size": "3.8GB" + "name": "7b-v1.5-16k-q6_K", + "size": "5.5GB" }, { - "name": "7b-v1.5-16k-q3_K_S", - "size": "2.9GB" + "name": "7b-v1.5-q2_K", + "size": "2.8GB" }, { - "name": "7b-v1.5-16k-q4_K_M", - "size": "4.1GB" + "name": "7b-v1.5-16k-q5_K_S", + "size": "4.7GB" }, { - "name": "7b-v1.5-16k-fp16", - "size": "13GB" + "name": "7b-v1.5-q3_K_M", + "size": "3.3GB" }, { - "name": "7b-v1.5-16k-q2_K", - "size": "2.8GB" + "name": "7b-v1.5-q4_K_M", + "size": "4.1GB" }, { - "name": "7b-v1.5-16k-q3_K_L", - "size": "3.6GB" + "name": "7b-v1.5-q4_K_S", + "size": "3.9GB" }, { - "name": "7b-v1.5-16k-q5_0", + "name": "7b-v1.5-q5_0", "size": "4.7GB" }, { - "name": "7b-v1.5-16k-q5_1", + "name": "7b-v1.5-q5_1", "size": "5.1GB" }, { - "name": "7b-v1.5-16k-q5_K_M", + "name": "7b-v1.5-q5_K_M", "size": "4.8GB" }, { - "name": "7b-v1.5-16k-q5_K_S", + "name": "7b-v1.5-q5_K_S", "size": "4.7GB" }, { - "name": "7b-v1.5-16k-q6_K", + "name": "7b-v1.5-q6_K", "size": "5.5GB" }, { - "name": "7b-v1.5-16k-q8_0", + "name": "7b-v1.5-q8_0", "size": "7.2GB" }, { @@ -11485,6 +11485,14 @@ "name": "7b-base", "size": "4.3GB" }, + { + "name": "3b-base", + "size": "1.8GB" + }, + { + "name": "1b-base", + "size": "726MB" + }, { "name": "15b-fp16", "size": "32GB" @@ -11605,10 +11613,6 @@ "name": "7b-base-q8_0", "size": "8.0GB" }, - { - "name": "3b-base", - "size": "1.8GB" - }, { "name": "3b-base-fp16", "size": "6.4GB" @@ -11669,10 +11673,6 @@ "name": "3b-base-q8_0", "size": "3.4GB" }, - { - "name": "1b-base", - "size": "726MB" - }, { "name": "1b-base-fp16", "size": "2.5GB" @@ -11894,132 +11894,132 @@ "size": "5.0GB" }, { - "name": "7b-v3.5-q5_1", - "size": "5.4GB" - }, - { - "name": "7b-v3.5-q5_K_M", - "size": "5.1GB" - }, - { - "name": "7b-v3.5-q5_K_S", - "size": "5.0GB" + "name": "7b-v3.5-1210-q4_1", + "size": "4.6GB" }, { - "name": "7b-v3.5-q6_K", - "size": "5.9GB" + "name": "7b-v3.5-0106-q4_K_M", + "size": "4.4GB" }, { - "name": "7b-v3.5-1210-q5_K_M", - "size": "5.1GB" + "name": "7b-v3.5-0106-q4_K_S", + "size": "4.1GB" }, { - "name": "7b-v3.5-0106-q8_0", - "size": "7.7GB" + "name": "7b-v3.5-0106-q4_1", + "size": "4.6GB" }, { - "name": "7b-v3.5-1210-q5_0", - "size": "5.0GB" + "name": "7b-v3.5-0106-q5_1", + "size": "5.4GB" }, { - "name": "7b-v3.5-0106-q5_K_M", - "size": "5.1GB" + "name": "7b-v3.5-1210-q3_K_M", + "size": "3.5GB" }, { "name": "7b-v3.5-1210-q3_K_L", "size": "3.8GB" }, { - "name": "7b-v3.5-0106-q4_0", - "size": "4.1GB" + "name": "7b-v3.5-0106-fp16", + "size": "14GB" }, { - "name": "7b-v3.5-1210-q4_K_M", - "size": "4.4GB" + "name": "7b-v3.5-1210-q4_0", + "size": "4.1GB" }, { - "name": "7b-v3.5-0106-fp16", - "size": "14GB" + "name": "7b-v3.5-q5_1", + "size": "5.4GB" }, { - "name": "7b-v3.5-1210-fp16", - "size": "14GB" + "name": "7b-v3.5-0106-q5_0", + "size": "5.0GB" }, { - "name": "7b-v3.5-0106-q4_K_M", - "size": "4.4GB" + "name": "7b-v3.5-q5_K_M", + "size": "5.1GB" }, { - "name": "7b-v3.5-0106-q2_K", - "size": "3.1GB" + "name": "7b-v3.5-q5_K_S", + "size": "5.0GB" }, { - "name": "7b-v3.5-1210-q2_K", - "size": "3.1GB" + "name": "7b-v3.5-0106-q5_K_S", + "size": "5.0GB" }, { - "name": "7b-v3.5-1210-q4_1", - "size": "4.6GB" + "name": "7b-v3.5-q8_0", + "size": "7.7GB" }, { - "name": "7b-v3.5-0106-q3_K_L", - "size": "3.8GB" + "name": "7b-v3.5-1210-q2_K", + "size": "3.1GB" }, { - "name": "7b-v3.5-0106-q5_1", - "size": "5.4GB" + "name": "7b-v3.5-0106-q6_K", + "size": "5.9GB" }, { - "name": "7b-v3.5-1210-q3_K_S", + "name": "7b-v3.5-0106-q3_K_S", "size": "3.2GB" }, { - "name": "7b-v3.5-0106-q3_K_M", - "size": "3.5GB" + "name": "7b-v3.5-0106-q2_K", + "size": "3.1GB" }, { - "name": "7b-v3.5-1210-q5_1", - "size": "5.4GB" + "name": "7b-v3.5-0106-q4_0", + "size": "4.1GB" }, { - "name": "7b-v3.5-0106-q6_K", - "size": "5.9GB" + "name": "7b-v3.5-0106-q5_K_M", + "size": "5.1GB" }, { - "name": "7b-v3.5-0106-q5_K_S", - "size": "5.0GB" + "name": "7b-v3.5-0106-q3_K_M", + "size": "3.5GB" }, { - "name": "7b-v3.5-0106-q4_1", - "size": "4.6GB" + "name": "7b-v3.5-q6_K", + "size": "5.9GB" }, { - "name": "7b-v3.5-q8_0", + "name": "7b-v3.5-0106-q8_0", "size": "7.7GB" }, { - "name": "7b-v3.5-0106-q4_K_S", - "size": "4.1GB" + "name": "7b-v3.5-1210-fp16", + "size": "14GB" }, { - "name": "7b-v3.5-0106-q5_0", - "size": "5.0GB" + "name": "7b-v3.5-0106-q3_K_L", + "size": "3.8GB" }, { - "name": "7b-v3.5-0106-q3_K_S", + "name": "7b-v3.5-1210-q3_K_S", "size": "3.2GB" }, { - "name": "7b-v3.5-1210-q3_K_M", - "size": "3.5GB" + "name": "7b-v3.5-1210-q4_K_M", + "size": "4.4GB" }, { "name": "7b-v3.5-1210-q4_K_S", "size": "4.1GB" }, { - "name": "7b-v3.5-1210-q4_0", - "size": "4.1GB" + "name": "7b-v3.5-1210-q5_0", + "size": "5.0GB" + }, + { + "name": "7b-v3.5-1210-q5_1", + "size": "5.4GB" + }, + { + "name": "7b-v3.5-1210-q5_K_M", + "size": "5.1GB" }, { "name": "7b-v3.5-1210-q5_K_S", @@ -12831,6 +12831,52 @@ "embedding": false, "vision": false }, + { + "name": "all-minilm", + "description": "Embedding models on very large sentence level datasets.", + "supportTools": false, + "defaultTag": "22m", + "tags": [ + { + "name": "33m", + "size": "67MB" + }, + { + "name": "22m", + "size": "46MB" + }, + { + "name": "l12", + "size": "67MB" + }, + { + "name": "l6", + "size": "46MB" + }, + { + "name": "v2", + "size": "46MB" + }, + { + "name": "33m-l12-v2-fp16", + "size": "67MB" + }, + { + "name": "22m-l6-v2-fp16", + "size": "46MB" + }, + { + "name": "l6-v2", + "size": "46MB" + }, + { + "name": "l12-v2", + "size": "67MB" + } + ], + "embedding": true, + "vision": false + }, { "name": "codeqwen", "description": "CodeQwen1.5 is a large language model pretrained on a large amount of code data.", @@ -12957,52 +13003,6 @@ "embedding": false, "vision": false }, - { - "name": "all-minilm", - "description": "Embedding models on very large sentence level datasets.", - "supportTools": false, - "defaultTag": "22m", - "tags": [ - { - "name": "33m", - "size": "67MB" - }, - { - "name": "22m", - "size": "46MB" - }, - { - "name": "l12", - "size": "67MB" - }, - { - "name": "l6", - "size": "46MB" - }, - { - "name": "v2", - "size": "46MB" - }, - { - "name": "33m-l12-v2-fp16", - "size": "67MB" - }, - { - "name": "22m-l6-v2-fp16", - "size": "46MB" - }, - { - "name": "l6-v2", - "size": "46MB" - }, - { - "name": "l12-v2", - "size": "67MB" - } - ], - "embedding": true, - "vision": false - }, { "name": "granite-code", "description": "A family of open foundation models by IBM for Code Intelligence", @@ -13025,14 +13025,14 @@ "name": "3b", "size": "2.0GB" }, - { - "name": "34b-base", - "size": "19GB" - }, { "name": "34b-base-f16", "size": "68GB" }, + { + "name": "34b-base", + "size": "19GB" + }, { "name": "34b-base-q2_K", "size": "13GB" @@ -13089,14 +13089,14 @@ "name": "34b-base-q8_0", "size": "36GB" }, - { - "name": "34b-instruct", - "size": "19GB" - }, { "name": "34b-instruct-f16", "size": "68GB" }, + { + "name": "34b-instruct", + "size": "19GB" + }, { "name": "34b-instruct-q2_K", "size": "13GB" @@ -13489,14 +13489,14 @@ "name": "3b-base-q8_0", "size": "3.7GB" }, - { - "name": "3b-instruct-f16", - "size": "7.0GB" - }, { "name": "3b-instruct", "size": "2.0GB" }, + { + "name": "3b-instruct-f16", + "size": "7.0GB" + }, { "name": "3b-instruct-fp16", "size": "7.0GB" @@ -13917,10 +13917,6 @@ "name": "1.6b-chat", "size": "983MB" }, - { - "name": "1.6b-zephyr", - "size": "983MB" - }, { "name": "12b-fp16", "size": "24GB" @@ -14041,6 +14037,10 @@ "name": "1.6b-chat-q8_0", "size": "1.8GB" }, + { + "name": "1.6b-zephyr", + "size": "983MB" + }, { "name": "1.6b-zephyr-fp16", "size": "3.3GB" @@ -14978,344 +14978,344 @@ "vision": false }, { - "name": "sqlcoder", - "description": "SQLCoder is a code completion model fined-tuned on StarCoder for SQL generation tasks", + "name": "llama3-gradient", + "description": "This model extends LLama-3 8B's context length from 8k to over 1m tokens.", "supportTools": false, - "defaultTag": "7b", + "defaultTag": "8b", "tags": [ { - "name": "15b", - "size": "9.0GB" + "name": "70b", + "size": "40GB" }, { - "name": "7b", - "size": "4.1GB" + "name": "8b", + "size": "4.7GB" }, { - "name": "70b-alpha-fp16", - "size": "138GB" + "name": "1048k", + "size": "4.7GB" }, { - "name": "70b-alpha-q2_K", - "size": "25GB" + "name": "instruct", + "size": "4.7GB" }, { - "name": "70b-alpha-q3_K_L", - "size": "36GB" + "name": "70b-instruct-1048k-fp16", + "size": "141GB" }, { - "name": "70b-alpha-q3_K_M", - "size": "33GB" + "name": "70b-instruct-1048k-q2_K", + "size": "26GB" }, { - "name": "70b-alpha-q3_K_S", - "size": "30GB" + "name": "70b-instruct-1048k-q3_K_L", + "size": "37GB" }, { - "name": "70b-alpha-q4_0", - "size": "39GB" + "name": "70b-instruct-1048k-q3_K_M", + "size": "34GB" }, { - "name": "70b-alpha-q4_1", - "size": "43GB" + "name": "70b-instruct-1048k-q3_K_S", + "size": "31GB" }, { - "name": "70b-alpha-q4_K_M", - "size": "41GB" + "name": "70b-instruct-1048k-q4_0", + "size": "40GB" }, { - "name": "70b-alpha-q4_K_S", - "size": "39GB" + "name": "70b-instruct-1048k-q4_1", + "size": "44GB" }, { - "name": "70b-alpha-q5_0", - "size": "47GB" + "name": "70b-instruct-1048k-q4_K_M", + "size": "43GB" }, { - "name": "70b-alpha-q5_1", - "size": "52GB" + "name": "70b-instruct-1048k-q4_K_S", + "size": "40GB" }, { - "name": "70b-alpha-q5_K_M", + "name": "70b-instruct-1048k-q5_0", "size": "49GB" }, { - "name": "70b-alpha-q5_K_S", - "size": "47GB" + "name": "70b-instruct-1048k-q5_1", + "size": "53GB" }, { - "name": "70b-alpha-q6_K", - "size": "57GB" + "name": "70b-instruct-1048k-q5_K_M", + "size": "50GB" }, { - "name": "70b-alpha-q8_0", - "size": "73GB" + "name": "70b-instruct-1048k-q5_K_S", + "size": "49GB" }, { - "name": "15b-fp16", - "size": "32GB" + "name": "70b-instruct-1048k-q6_K", + "size": "58GB" }, { - "name": "15b-q2_K", - "size": "6.7GB" + "name": "70b-instruct-1048k-q8_0", + "size": "75GB" }, { - "name": "15b-q3_K_L", - "size": "9.1GB" + "name": "8b-instruct-1048k-fp16", + "size": "16GB" }, { - "name": "15b-q3_K_M", - "size": "8.2GB" + "name": "8b-instruct-1048k-q2_K", + "size": "3.2GB" }, { - "name": "15b-q3_K_S", - "size": "6.9GB" + "name": "8b-instruct-1048k-q3_K_L", + "size": "4.3GB" }, { - "name": "15b-q4_0", - "size": "9.0GB" + "name": "8b-instruct-1048k-q3_K_M", + "size": "4.0GB" }, { - "name": "15b-q4_1", - "size": "10.0GB" + "name": "8b-instruct-1048k-q3_K_S", + "size": "3.7GB" }, { - "name": "15b-q4_K_M", - "size": "10.0GB" + "name": "8b-instruct-1048k-q4_0", + "size": "4.7GB" }, { - "name": "15b-q4_K_S", - "size": "9.1GB" + "name": "8b-instruct-1048k-q4_1", + "size": "5.1GB" }, { - "name": "15b-q5_0", - "size": "11GB" + "name": "8b-instruct-1048k-q4_K_M", + "size": "4.9GB" }, { - "name": "15b-q5_1", - "size": "12GB" + "name": "8b-instruct-1048k-q4_K_S", + "size": "4.7GB" }, { - "name": "15b-q5_K_M", - "size": "12GB" + "name": "8b-instruct-1048k-q5_0", + "size": "5.6GB" }, { - "name": "15b-q5_K_S", - "size": "11GB" + "name": "8b-instruct-1048k-q5_1", + "size": "6.1GB" }, { - "name": "15b-q6_K", - "size": "13GB" + "name": "8b-instruct-1048k-q5_K_M", + "size": "5.7GB" }, { - "name": "15b-q8_0", - "size": "17GB" + "name": "8b-instruct-1048k-q5_K_S", + "size": "5.6GB" }, { - "name": "7b-fp16", - "size": "14GB" + "name": "8b-instruct-1048k-q6_K", + "size": "6.6GB" }, { - "name": "7b-q2_K", - "size": "3.1GB" - }, + "name": "8b-instruct-1048k-q8_0", + "size": "8.5GB" + } + ], + "embedding": false, + "vision": false + }, + { + "name": "sqlcoder", + "description": "SQLCoder is a code completion model fined-tuned on StarCoder for SQL generation tasks", + "supportTools": false, + "defaultTag": "7b", + "tags": [ { - "name": "7b-q3_K_L", - "size": "3.8GB" + "name": "15b", + "size": "9.0GB" }, { - "name": "7b-q3_K_M", - "size": "3.5GB" + "name": "7b", + "size": "4.1GB" }, { - "name": "7b-q3_K_S", - "size": "3.2GB" + "name": "70b-alpha-fp16", + "size": "138GB" }, { - "name": "7b-q4_0", - "size": "4.1GB" + "name": "70b-alpha-q2_K", + "size": "25GB" }, { - "name": "7b-q4_1", - "size": "4.6GB" + "name": "70b-alpha-q3_K_L", + "size": "36GB" }, { - "name": "7b-q4_K_M", - "size": "4.4GB" + "name": "70b-alpha-q3_K_M", + "size": "33GB" }, { - "name": "7b-q4_K_S", - "size": "4.1GB" + "name": "70b-alpha-q3_K_S", + "size": "30GB" }, { - "name": "7b-q5_0", - "size": "5.0GB" + "name": "70b-alpha-q4_0", + "size": "39GB" }, { - "name": "7b-q5_1", - "size": "5.4GB" + "name": "70b-alpha-q4_1", + "size": "43GB" }, { - "name": "7b-q5_K_M", - "size": "5.1GB" + "name": "70b-alpha-q4_K_M", + "size": "41GB" }, { - "name": "7b-q5_K_S", - "size": "5.0GB" + "name": "70b-alpha-q4_K_S", + "size": "39GB" }, { - "name": "7b-q6_K", - "size": "5.9GB" + "name": "70b-alpha-q5_0", + "size": "47GB" }, { - "name": "7b-q8_0", - "size": "7.7GB" - } - ], - "embedding": false, - "vision": false - }, - { - "name": "llama3-gradient", - "description": "This model extends LLama-3 8B's context length from 8k to over 1m tokens.", - "supportTools": false, - "defaultTag": "8b", - "tags": [ + "name": "70b-alpha-q5_1", + "size": "52GB" + }, { - "name": "70b", - "size": "40GB" + "name": "70b-alpha-q5_K_M", + "size": "49GB" }, { - "name": "8b", - "size": "4.7GB" + "name": "70b-alpha-q5_K_S", + "size": "47GB" }, { - "name": "1048k", - "size": "4.7GB" + "name": "70b-alpha-q6_K", + "size": "57GB" }, { - "name": "instruct", - "size": "4.7GB" + "name": "70b-alpha-q8_0", + "size": "73GB" }, { - "name": "70b-instruct-1048k-fp16", - "size": "141GB" + "name": "15b-fp16", + "size": "32GB" }, { - "name": "70b-instruct-1048k-q2_K", - "size": "26GB" + "name": "15b-q2_K", + "size": "6.7GB" }, { - "name": "70b-instruct-1048k-q3_K_L", - "size": "37GB" + "name": "15b-q3_K_L", + "size": "9.1GB" }, { - "name": "70b-instruct-1048k-q3_K_M", - "size": "34GB" + "name": "15b-q3_K_M", + "size": "8.2GB" }, { - "name": "70b-instruct-1048k-q3_K_S", - "size": "31GB" + "name": "15b-q3_K_S", + "size": "6.9GB" }, { - "name": "70b-instruct-1048k-q4_0", - "size": "40GB" + "name": "15b-q4_0", + "size": "9.0GB" }, { - "name": "70b-instruct-1048k-q4_1", - "size": "44GB" + "name": "15b-q4_1", + "size": "10.0GB" }, { - "name": "70b-instruct-1048k-q4_K_M", - "size": "43GB" + "name": "15b-q4_K_M", + "size": "10.0GB" }, { - "name": "70b-instruct-1048k-q4_K_S", - "size": "40GB" + "name": "15b-q4_K_S", + "size": "9.1GB" }, { - "name": "70b-instruct-1048k-q5_0", - "size": "49GB" + "name": "15b-q5_0", + "size": "11GB" }, { - "name": "70b-instruct-1048k-q5_1", - "size": "53GB" + "name": "15b-q5_1", + "size": "12GB" }, { - "name": "70b-instruct-1048k-q5_K_M", - "size": "50GB" + "name": "15b-q5_K_M", + "size": "12GB" }, { - "name": "70b-instruct-1048k-q5_K_S", - "size": "49GB" + "name": "15b-q5_K_S", + "size": "11GB" }, { - "name": "70b-instruct-1048k-q6_K", - "size": "58GB" + "name": "15b-q6_K", + "size": "13GB" }, { - "name": "70b-instruct-1048k-q8_0", - "size": "75GB" + "name": "15b-q8_0", + "size": "17GB" }, { - "name": "8b-instruct-1048k-fp16", - "size": "16GB" + "name": "7b-fp16", + "size": "14GB" }, { - "name": "8b-instruct-1048k-q2_K", - "size": "3.2GB" + "name": "7b-q2_K", + "size": "3.1GB" }, { - "name": "8b-instruct-1048k-q3_K_L", - "size": "4.3GB" + "name": "7b-q3_K_L", + "size": "3.8GB" }, { - "name": "8b-instruct-1048k-q3_K_M", - "size": "4.0GB" + "name": "7b-q3_K_M", + "size": "3.5GB" }, { - "name": "8b-instruct-1048k-q3_K_S", - "size": "3.7GB" + "name": "7b-q3_K_S", + "size": "3.2GB" }, { - "name": "8b-instruct-1048k-q4_0", - "size": "4.7GB" + "name": "7b-q4_0", + "size": "4.1GB" }, { - "name": "8b-instruct-1048k-q4_1", - "size": "5.1GB" + "name": "7b-q4_1", + "size": "4.6GB" }, { - "name": "8b-instruct-1048k-q4_K_M", - "size": "4.9GB" + "name": "7b-q4_K_M", + "size": "4.4GB" }, { - "name": "8b-instruct-1048k-q4_K_S", - "size": "4.7GB" + "name": "7b-q4_K_S", + "size": "4.1GB" }, { - "name": "8b-instruct-1048k-q5_0", - "size": "5.6GB" + "name": "7b-q5_0", + "size": "5.0GB" }, { - "name": "8b-instruct-1048k-q5_1", - "size": "6.1GB" + "name": "7b-q5_1", + "size": "5.4GB" }, { - "name": "8b-instruct-1048k-q5_K_M", - "size": "5.7GB" + "name": "7b-q5_K_M", + "size": "5.1GB" }, { - "name": "8b-instruct-1048k-q5_K_S", - "size": "5.6GB" + "name": "7b-q5_K_S", + "size": "5.0GB" }, { - "name": "8b-instruct-1048k-q6_K", - "size": "6.6GB" + "name": "7b-q6_K", + "size": "5.9GB" }, { - "name": "8b-instruct-1048k-q8_0", - "size": "8.5GB" + "name": "7b-q8_0", + "size": "7.7GB" } ], "embedding": false, @@ -18654,134 +18654,134 @@ "vision": false }, { - "name": "nexusraven", - "description": "Nexus Raven is a 13B instruction tuned model for function calling tasks.", + "name": "glm4", + "description": "A strong multi-lingual general language model with competitive performance to Llama 3.", "supportTools": false, - "defaultTag": "13b", + "defaultTag": "9b", "tags": [ { - "name": "13b", - "size": "7.4GB" + "name": "9b", + "size": "5.5GB" }, { - "name": "13b-v2-fp16", - "size": "26GB" + "name": "9b-chat-fp16", + "size": "19GB" }, { - "name": "13b-v2-q2_K", - "size": "5.4GB" + "name": "9b-chat-q2_K", + "size": "4.0GB" }, { - "name": "13b-v2-q3_K_L", - "size": "6.9GB" + "name": "9b-chat-q3_K_L", + "size": "5.3GB" }, { - "name": "13b-v2-q3_K_M", - "size": "6.3GB" + "name": "9b-chat-q3_K_M", + "size": "5.1GB" }, { - "name": "13b-v2-q3_K_S", - "size": "5.7GB" + "name": "9b-chat-q3_K_S", + "size": "4.6GB" }, { - "name": "13b-v2-q4_0", - "size": "7.4GB" + "name": "9b-chat-q4_0", + "size": "5.5GB" }, { - "name": "13b-v2-q4_1", - "size": "8.2GB" + "name": "9b-chat-q4_1", + "size": "6.0GB" }, { - "name": "13b-v2-q4_K_M", - "size": "7.9GB" + "name": "9b-chat-q4_K_M", + "size": "6.3GB" }, { - "name": "13b-v2-q4_K_S", - "size": "7.4GB" + "name": "9b-chat-q4_K_S", + "size": "5.8GB" }, { - "name": "13b-v2-q5_0", - "size": "9.0GB" + "name": "9b-chat-q5_0", + "size": "6.6GB" }, { - "name": "13b-v2-q5_1", - "size": "9.8GB" + "name": "9b-chat-q5_1", + "size": "7.1GB" }, { - "name": "13b-v2-q5_K_M", - "size": "9.2GB" + "name": "9b-chat-q5_K_M", + "size": "7.1GB" }, { - "name": "13b-v2-q5_K_S", - "size": "9.0GB" + "name": "9b-chat-q5_K_S", + "size": "6.7GB" }, { - "name": "13b-v2-q6_K", - "size": "11GB" + "name": "9b-chat-q6_K", + "size": "8.3GB" }, { - "name": "13b-v2-q8_0", - "size": "14GB" + "name": "9b-chat-q8_0", + "size": "10.0GB" }, { - "name": "13b-fp16", - "size": "26GB" + "name": "9b-text-fp16", + "size": "19GB" }, { - "name": "13b-q2_K", - "size": "5.4GB" + "name": "9b-text-q2_K", + "size": "4.0GB" }, { - "name": "13b-q3_K_L", - "size": "6.9GB" + "name": "9b-text-q3_K_L", + "size": "5.3GB" }, { - "name": "13b-q3_K_M", - "size": "6.3GB" + "name": "9b-text-q3_K_M", + "size": "5.1GB" }, { - "name": "13b-q3_K_S", - "size": "5.7GB" + "name": "9b-text-q3_K_S", + "size": "4.6GB" }, { - "name": "13b-q4_0", - "size": "7.4GB" + "name": "9b-text-q4_0", + "size": "5.5GB" }, { - "name": "13b-q4_1", - "size": "8.2GB" + "name": "9b-text-q4_1", + "size": "6.0GB" }, { - "name": "13b-q4_K_M", - "size": "7.9GB" + "name": "9b-text-q4_K_M", + "size": "6.3GB" }, { - "name": "13b-q4_K_S", - "size": "7.4GB" + "name": "9b-text-q4_K_S", + "size": "5.8GB" }, { - "name": "13b-q5_0", - "size": "9.0GB" + "name": "9b-text-q5_0", + "size": "6.6GB" }, { - "name": "13b-q5_1", - "size": "9.8GB" + "name": "9b-text-q5_1", + "size": "7.1GB" }, { - "name": "13b-q5_K_M", - "size": "9.2GB" + "name": "9b-text-q5_K_M", + "size": "7.1GB" }, { - "name": "13b-q5_K_S", - "size": "9.0GB" + "name": "9b-text-q5_K_S", + "size": "6.7GB" }, { - "name": "13b-q6_K", - "size": "11GB" + "name": "9b-text-q6_K", + "size": "8.3GB" }, { - "name": "13b-q8_0", - "size": "14GB" + "name": "9b-text-q8_0", + "size": "10.0GB" } ], "embedding": false, @@ -18862,134 +18862,134 @@ "vision": false }, { - "name": "glm4", - "description": "A strong multi-lingual general language model with competitive performance to Llama 3.", + "name": "nexusraven", + "description": "Nexus Raven is a 13B instruction tuned model for function calling tasks.", "supportTools": false, - "defaultTag": "9b", + "defaultTag": "13b", "tags": [ { - "name": "9b", - "size": "5.5GB" + "name": "13b", + "size": "7.4GB" }, { - "name": "9b-chat-fp16", - "size": "19GB" + "name": "13b-v2-fp16", + "size": "26GB" }, { - "name": "9b-chat-q2_K", - "size": "4.0GB" + "name": "13b-v2-q2_K", + "size": "5.4GB" }, { - "name": "9b-chat-q3_K_L", - "size": "5.3GB" + "name": "13b-v2-q3_K_L", + "size": "6.9GB" }, { - "name": "9b-chat-q3_K_M", - "size": "5.1GB" + "name": "13b-v2-q3_K_M", + "size": "6.3GB" }, { - "name": "9b-chat-q3_K_S", - "size": "4.6GB" + "name": "13b-v2-q3_K_S", + "size": "5.7GB" }, { - "name": "9b-chat-q4_0", - "size": "5.5GB" + "name": "13b-v2-q4_0", + "size": "7.4GB" }, { - "name": "9b-chat-q4_1", - "size": "6.0GB" + "name": "13b-v2-q4_1", + "size": "8.2GB" }, { - "name": "9b-chat-q4_K_M", - "size": "6.3GB" + "name": "13b-v2-q4_K_M", + "size": "7.9GB" }, { - "name": "9b-chat-q4_K_S", - "size": "5.8GB" + "name": "13b-v2-q4_K_S", + "size": "7.4GB" }, { - "name": "9b-chat-q5_0", - "size": "6.6GB" + "name": "13b-v2-q5_0", + "size": "9.0GB" }, { - "name": "9b-chat-q5_1", - "size": "7.1GB" + "name": "13b-v2-q5_1", + "size": "9.8GB" }, { - "name": "9b-chat-q5_K_M", - "size": "7.1GB" + "name": "13b-v2-q5_K_M", + "size": "9.2GB" }, { - "name": "9b-chat-q5_K_S", - "size": "6.7GB" + "name": "13b-v2-q5_K_S", + "size": "9.0GB" }, { - "name": "9b-chat-q6_K", - "size": "8.3GB" + "name": "13b-v2-q6_K", + "size": "11GB" }, { - "name": "9b-chat-q8_0", - "size": "10.0GB" + "name": "13b-v2-q8_0", + "size": "14GB" }, { - "name": "9b-text-fp16", - "size": "19GB" + "name": "13b-fp16", + "size": "26GB" }, { - "name": "9b-text-q2_K", - "size": "4.0GB" + "name": "13b-q2_K", + "size": "5.4GB" }, { - "name": "9b-text-q3_K_L", - "size": "5.3GB" + "name": "13b-q3_K_L", + "size": "6.9GB" }, { - "name": "9b-text-q3_K_M", - "size": "5.1GB" + "name": "13b-q3_K_M", + "size": "6.3GB" }, { - "name": "9b-text-q3_K_S", - "size": "4.6GB" + "name": "13b-q3_K_S", + "size": "5.7GB" }, { - "name": "9b-text-q4_0", - "size": "5.5GB" + "name": "13b-q4_0", + "size": "7.4GB" }, { - "name": "9b-text-q4_1", - "size": "6.0GB" + "name": "13b-q4_1", + "size": "8.2GB" }, { - "name": "9b-text-q4_K_M", - "size": "6.3GB" + "name": "13b-q4_K_M", + "size": "7.9GB" }, { - "name": "9b-text-q4_K_S", - "size": "5.8GB" + "name": "13b-q4_K_S", + "size": "7.4GB" }, { - "name": "9b-text-q5_0", - "size": "6.6GB" + "name": "13b-q5_0", + "size": "9.0GB" }, { - "name": "9b-text-q5_1", - "size": "7.1GB" + "name": "13b-q5_1", + "size": "9.8GB" }, { - "name": "9b-text-q5_K_M", - "size": "7.1GB" + "name": "13b-q5_K_M", + "size": "9.2GB" }, { - "name": "9b-text-q5_K_S", - "size": "6.7GB" + "name": "13b-q5_K_S", + "size": "9.0GB" }, { - "name": "9b-text-q6_K", - "size": "8.3GB" + "name": "13b-q6_K", + "size": "11GB" }, { - "name": "9b-text-q8_0", - "size": "10.0GB" + "name": "13b-q8_0", + "size": "14GB" } ], "embedding": false, @@ -19777,76 +19777,6 @@ "embedding": false, "vision": false }, - { - "name": "goliath", - "description": "A language model created by combining two fine-tuned Llama 2 70B models into one.", - "supportTools": false, - "defaultTag": "120b-q4_0", - "tags": [ - { - "name": "120b-q4_0", - "size": "66GB" - }, - { - "name": "120b-fp16", - "size": "236GB" - }, - { - "name": "120b-q2_K", - "size": "50GB" - }, - { - "name": "120b-q3_K_L", - "size": "62GB" - }, - { - "name": "120b-q3_K_M", - "size": "56GB" - }, - { - "name": "120b-q3_K_S", - "size": "51GB" - }, - { - "name": "120b-q4_1", - "size": "74GB" - }, - { - "name": "120b-q4_K_M", - "size": "71GB" - }, - { - "name": "120b-q4_K_S", - "size": "66GB" - }, - { - "name": "120b-q5_0", - "size": "81GB" - }, - { - "name": "120b-q5_1", - "size": "88GB" - }, - { - "name": "120b-q5_K_M", - "size": "83GB" - }, - { - "name": "120b-q5_K_S", - "size": "81GB" - }, - { - "name": "120b-q6_K", - "size": "97GB" - }, - { - "name": "120b-q8_0", - "size": "125GB" - } - ], - "embedding": false, - "vision": false - }, { "name": "notux", "description": "A top-performing mixture of experts model, fine-tuned with high-quality data.", @@ -19925,6 +19855,76 @@ "embedding": false, "vision": false }, + { + "name": "goliath", + "description": "A language model created by combining two fine-tuned Llama 2 70B models into one.", + "supportTools": false, + "defaultTag": "120b-q4_0", + "tags": [ + { + "name": "120b-q4_0", + "size": "66GB" + }, + { + "name": "120b-fp16", + "size": "236GB" + }, + { + "name": "120b-q2_K", + "size": "50GB" + }, + { + "name": "120b-q3_K_L", + "size": "62GB" + }, + { + "name": "120b-q3_K_M", + "size": "56GB" + }, + { + "name": "120b-q3_K_S", + "size": "51GB" + }, + { + "name": "120b-q4_1", + "size": "74GB" + }, + { + "name": "120b-q4_K_M", + "size": "71GB" + }, + { + "name": "120b-q4_K_S", + "size": "66GB" + }, + { + "name": "120b-q5_0", + "size": "81GB" + }, + { + "name": "120b-q5_1", + "size": "88GB" + }, + { + "name": "120b-q5_K_M", + "size": "83GB" + }, + { + "name": "120b-q5_K_S", + "size": "81GB" + }, + { + "name": "120b-q6_K", + "size": "97GB" + }, + { + "name": "120b-q8_0", + "size": "125GB" + } + ], + "embedding": false, + "vision": false + }, { "name": "open-orca-platypus2", "description": "Merge of the Open Orca OpenChat model and the Garage-bAInd Platypus 2 model. Designed for chat and code generation.",