Skip to content

Commit c39d870

Browse files
axel7083gastoner
andauthored
feat: added lmstudio-comunity granite3 gguf model (#2039)
Signed-off-by: Evzen Gasta <evzen.ml@seznam.cz> Co-authored-by: Evzen Gasta <evzen.ml@seznam.cz>
1 parent efd3f40 commit c39d870

File tree

1 file changed

+12
-1
lines changed

1 file changed

+12
-1
lines changed

packages/backend/src/assets/ai.json

Lines changed: 12 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -127,6 +127,17 @@
127127
}
128128
],
129129
"models": [
130+
{
131+
"id": "hf.lmstudio-community.granite-3.0-8b-instruct-GGUF",
132+
"name": "lmstudio-community/granite-3.0-8b-instruct-GGUF",
133+
"description": "![image/png](https://cdn-uploads.huggingface.co/production/uploads/62cd5057674cdb524450093d/1hzxoPwqkBJXshKVVe6_9.png)\n\n# lmstudio-community/granite-3.0-8b-instruct\nThis is the Q4_K_M converted version of the original [`ibm-granite/granite-3.0-8b-instruct`](https://huggingface.co/ibm-granite/granite-3.0-8b-instruct).\nRefer to the [original model card](https://huggingface.co/ibm-granite/granite-3.0-8b-instruct) for more details.",
134+
"registry": "Hugging Face",
135+
"license": "Apache-2.0",
136+
"url": "https://huggingface.co/lmstudio-community/granite-3.0-8b-instruct-GGUF/resolve/main/granite-3.0-8b-instruct-Q4_K_M.gguf",
137+
"memory": 4942856128,
138+
"sha256": "bb32555f5a0bfa077aa2bfb17d43b7f76d372e7e57d433999592dc32d5310ab8",
139+
"backend": "llama-cpp"
140+
},
130141
{
131142
"id": "hf.instructlab.granite-7b-lab-GGUF",
132143
"name": "instructlab/granite-7b-lab-GGUF",
@@ -357,4 +368,4 @@
357368
"name" : "Multimodal"
358369
}
359370
]
360-
}
371+
}

0 commit comments

Comments
 (0)