{"v":1,"id":"model:hf:leliuga/all-MiniLM-L6-v2-GGUF","slug":"model-leliuga-all-minilm-l6-v2-gguf","kind":"model","category":"embedding","title":"all-MiniLM-L6-v2-GGUF","summary":"all-MiniLM-L6-v2 - GGUF - Model creator: Sentence Transformers - Original model: all-MiniLM-L6-v2","source":{"provider":"hf","ref":"leliuga/all-MiniLM-L6-v2-GGUF","url":"https://huggingface.co/leliuga/all-MiniLM-L6-v2-GGUF","rev":"ddf2e25d5b8530422e7b14aa39f33a657ff9aec0","fetchedAt":"2026-10-02T21:00:28.528Z","etag":"W/\"17e2-d20KNjbWEXgXS+2B/buKpa9Eqs0\""},"author":{"name":"leliuga","url":"https://huggingface.co/leliuga"},"license":{"spdx":"apache-2.0","raw":"apache-2.0","open":true},"metrics":{"downloads":417697,"downloadsWeek":4402710,"likes":9,"takenAt":"2026-10-02T21:00:28.528Z"},"tags":["sentence-transformers","gguf","bert","feature-extraction","sentence-similarity","transformers","en","dataset:s2orc","dataset:flax-sentence-embeddings/stackexchange_xml","dataset:ms_marco","dataset:gooaq","dataset:yahoo_answers_topics","dataset:code_search_net","dataset:search_qa","dataset:eli5","dataset:snli","dataset:multi_nli","dataset:wikihow","dataset:natural_questions","dataset:trivia_qa","dataset:embedding-data/sentence-compression","dataset:embedding-data/flickr30k-captions","dataset:embedding-data/altlex","dataset:embedding-data/simple-wiki","dataset:embedding-data/QQP","dataset:embedding-data/SPECTER","dataset:embedding-data/PAQ_pairs","dataset:embedding-data/WikiAnswers"],"pipeline":"sentence-similarity","links":{"github":"UKPLab/sentence-transformers","npm":"@huggingface/transformers"},"updatedAt":"2024-03-15T12:09:11.000Z","collectedAt":"2026-10-02T21:00:28.528Z","review":{"numbers":["417,697 downloads on Hugging Face","9 likes","license apache-2.0","0.0 GB for all-MiniLM-L6-v2.Q4_K_M.gguf","4,402,710 npm downloads a week for @huggingface/transformers","latest @huggingface/transformers@4.3.0"],"log":null},"trust":"unlabeled","health":{"status":"alive","checkedAt":"2026-10-02T21:00:28.528Z","http":200},"description":"# all-MiniLM-L6-v2 - GGUF\n- Model creator: [Sentence Transformers](https://huggingface.co/sentence-transformers)\n- Original model: [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2)\n\n## Description\n\nThis repo contains GGUF format model files for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2).\n\nSource: https://huggingface.co/leliuga/all-MiniLM-L6-v2-GGUF","install":{"kind":"model","hfId":"leliuga/all-MiniLM-L6-v2-GGUF","gated":false,"format":"gguf","files":[{"name":"all-MiniLM-L6-v2.F16.gguf","size":45949216,"quant":"F16","sha256":"797b70c4edf85907fe0a49eb85811256f65fa0f7bf52166b147fd16be2be4662"},{"name":"all-MiniLM-L6-v2.F32.gguf","size":91016992,"quant":"F32","sha256":"39fb2ca15a53acd9e7b56fb8fb294b7695e5f4ce4413a94a270b2eceba143529"},{"name":"all-MiniLM-L6-v2.Q2_K.gguf","size":19229632,"quant":"Q2_K","sha256":"28d18bb3abc39c1f12275b04a0b59509ba4b56fb90b57f80e6e7efb9fea1b561"},{"name":"all-MiniLM-L6-v2.Q3_K_L.gguf","size":20473792,"quant":"Q3_K_L","sha256":"9de5ac4071e59cf094638cb231c520839ca93bcc75a3c01f5af79b78f551a157"},{"name":"all-MiniLM-L6-v2.Q3_K_M.gguf","size":19939264,"quant":"Q3_K_M","sha256":"5b9a8558a40cfd73644942a03bdbc931371ea2248aaf337c7995b43934612160"},{"name":"all-MiniLM-L6-v2.Q3_K_S.gguf","size":19229632,"quant":"Q3_K_S","sha256":"510b562c825a6762bdf3e4d00f6f534cc7a41d963b4c0a693d273c7bf8e0e900"},{"name":"all-MiniLM-L6-v2.Q4_0.gguf","size":19699648,"quant":"Q4_0","sha256":"427c7e251a17bdaeb4f736924388f5e08d07b0cd51648a2661b8693629d35b36"},{"name":"all-MiniLM-L6-v2.Q4_K_M.gguf","size":20999104,"quant":"Q4_K_M","sha256":"53533e550397f2ba4e627bd5833d2c791097372d861a52022a8586282c2178cc"},{"name":"all-MiniLM-L6-v2.Q4_K_S.gguf","size":20694976,"quant":"Q4_K_S","sha256":"dbbd108ae6a8096088c809ca83fe59804f25c0a7bb5dbcf8f7e4671487f790a9"},{"name":"all-MiniLM-L6-v2.Q5_0.gguf","size":21026752,"quant":"Q5_0","sha256":"6bd7047c38bc8f7566de5dc4dbfdd2beec7ae4306fa0207c4ad0fceeb3c487d7"},{"name":"all-MiniLM-L6-v2.Q5_K_M.gguf","size":21717952,"quant":"Q5_K_M","sha256":"908c82ac3849f9ca23158117cec614bd8ec404040d8794c35b4c81242bf315e3"},{"name":"all-MiniLM-L6-v2.Q5_K_S.gguf","size":21469120,"quant":"Q5_K_S","sha256":"ce3c5917a6bfdf54ca54053e0eac01827d45b4918e76688b272751f6650ac774"},{"name":"all-MiniLM-L6-v2.Q6_K.gguf","size":24150976,"quant":"Q6_K","sha256":"db5e1e444d7753f7c433965ebe8e3f2d71e7d2dc1f93026df00b2c80f0e7d9b6"},{"name":"all-MiniLM-L6-v2.Q8_0.gguf","size":25008064,"quant":"Q8_0","sha256":"e5ec722e8c82dc4ffaf965175ca472f5da3f97b695590b5b0780bdbfa29bcaf3"}],"totalBytes":390605120,"suggestedFile":"all-MiniLM-L6-v2.Q4_K_M.gguf","requirements":{"ramGb":1,"diskBytes":20999104,"note":"estimate: suggested file size × 1.15 + 0.5 GB; a real measurement comes with lsh models"},"runWith":["llama.cpp"],"command":"lsh models install hf:leliuga/all-MiniLM-L6-v2-GGUF"}}