diff --git "a/collection.json" "b/collection.json"
--- "a/collection.json"
+++ "b/collection.json"
@@ -1 +1 @@
-{"stablelm-zephyr-3b-GGUF-Q2_K":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1134978662.4,"cpuMemory":1134978662.4,"minBandwidth":0,"minDiskIO":0,"diskUsage":1248476528.64,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2247},"/stablelm-zephyr-3b.Q2_K.gguf":{"size":1198771648}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/stablelm-zephyr-3b.Q2_K.gguf":{"path":"/stablelm-zephyr-3b.Q2_K.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/stablelm-zephyr-3b.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q2_K/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q2_K/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q2_K/manifest.json"},"/stablelm-zephyr-3b.Q2_K.gguf":{"path":"/stablelm-zephyr-3b.Q2_K.gguf","url":"stablelm-zephyr-3b-GGUF-Q2_K/stablelm-zephyr-3b.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q2_K.gguf":{"path":"/stablelm-zephyr-3b.Q2_K.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q2_K.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"cache":{"local":"/storage/cloudkit-models/collection.json","s3":"s3://cloudkit-beta/collection.json","ipfs":"QmcG2roiiZMNVsS2D7BAA3nbtjTnhGHycxisc93Va51mnM","https":"https://huggingface.co/endomorphosis/cloudkit-collection/resolve/main/collection.json"},"stablelm-zephyr-3b-GGUF-Q3_K_M":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1522532352.0000002,"cpuMemory":1522532352.0000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":1674785587.2000003,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q3_K_M.gguf":{"size":1391419328}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/stablelm-zephyr-3b.Q3_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_M.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/stablelm-zephyr-3b.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q3_K_M/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_M/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_M/manifest.json"},"/stablelm-zephyr-3b.Q3_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_M.gguf","url":"stablelm-zephyr-3b-GGUF-Q3_K_M/stablelm-zephyr-3b.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q3_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_M.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q3_K_S":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1522532352.0000002,"cpuMemory":1522532352.0000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":1674785587.2000003,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q3_K_S.gguf":{"size":1254449088}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"},"/stablelm-zephyr-3b.Q3_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_S.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/stablelm-zephyr-3b.Q3_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q3_K_S/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_S/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_S/manifest.json"},"/stablelm-zephyr-3b.Q3_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_S.gguf","url":"stablelm-zephyr-3b-GGUF-Q3_K_S/stablelm-zephyr-3b.Q3_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q3_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_S.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q3_K_L":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1522532352.0000002,"cpuMemory":1522532352.0000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":1674785587.2000003,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q3_K_L.gguf":{"size":1508564928}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"},"/stablelm-zephyr-3b.Q3_K_L.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_L.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/stablelm-zephyr-3b.Q3_K_L.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q3_K_L/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_L/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_L/manifest.json"},"/stablelm-zephyr-3b.Q3_K_L.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_L.gguf","url":"stablelm-zephyr-3b-GGUF-Q3_K_L/stablelm-zephyr-3b.Q3_K_L.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q3_K_L.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_L.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q4_0":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1771674009.6000001,"cpuMemory":1771674009.6000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":1948841410.5600004,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2264},"/stablelm-zephyr-3b.Q4_0.gguf":{"size":1608571328}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/stablelm-zephyr-3b.Q4_0.gguf":{"path":"/stablelm-zephyr-3b.Q4_0.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/stablelm-zephyr-3b.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q4_0/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q4_0/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q4_0/manifest.json"},"/stablelm-zephyr-3b.Q4_0.gguf":{"path":"/stablelm-zephyr-3b.Q4_0.gguf","url":"stablelm-zephyr-3b-GGUF-Q4_0/stablelm-zephyr-3b.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q4_0.gguf":{"path":"/stablelm-zephyr-3b.Q4_0.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_0.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q4_K_S":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1993133260.8000002,"cpuMemory":1993133260.8000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":2192446586.8800006,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q4_K_S.gguf":{"size":1620695488}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"},"/stablelm-zephyr-3b.Q4_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_S.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/stablelm-zephyr-3b.Q4_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q4_K_S/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q4_K_S/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q4_K_S/manifest.json"},"/stablelm-zephyr-3b.Q4_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_S.gguf","url":"stablelm-zephyr-3b-GGUF-Q4_K_S/stablelm-zephyr-3b.Q4_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q4_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_K_S.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q4_K_M":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1993133260.8000002,"cpuMemory":1993133260.8000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":2192446586.8800006,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q4_K_M.gguf":{"size":1708595648}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/stablelm-zephyr-3b.Q4_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_M.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/stablelm-zephyr-3b.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q4_K_M/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q4_K_M/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q4_K_M/manifest.json"},"/stablelm-zephyr-3b.Q4_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_M.gguf","url":"stablelm-zephyr-3b-GGUF-Q4_K_M/stablelm-zephyr-3b.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q4_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_K_M.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q5_0":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2436051763.2000003,"cpuMemory":2436051763.2000003,"minBandwidth":0,"minDiskIO":0,"diskUsage":2679656939.5200005,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2264},"/stablelm-zephyr-3b.Q5_0.gguf":{"size":1941862848}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/stablelm-zephyr-3b.Q5_0.gguf":{"path":"/stablelm-zephyr-3b.Q5_0.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/stablelm-zephyr-3b.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q5_0/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q5_0/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q5_0/manifest.json"},"/stablelm-zephyr-3b.Q5_0.gguf":{"path":"/stablelm-zephyr-3b.Q5_0.gguf","url":"stablelm-zephyr-3b-GGUF-Q5_0/stablelm-zephyr-3b.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q5_0.gguf":{"path":"/stablelm-zephyr-3b.Q5_0.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_0.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q5_K_S":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2436051763.2000003,"cpuMemory":2436051763.2000003,"minBandwidth":0,"minDiskIO":0,"diskUsage":2679656939.5200005,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q5_K_S.gguf":{"size":1941862848}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"},"/stablelm-zephyr-3b.Q5_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_S.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/stablelm-zephyr-3b.Q5_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q5_K_S/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q5_K_S/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q5_K_S/manifest.json"},"/stablelm-zephyr-3b.Q5_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_S.gguf","url":"stablelm-zephyr-3b-GGUF-Q5_K_S/stablelm-zephyr-3b.Q5_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q5_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_K_S.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q5_K_M":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2436051763.2000003,"cpuMemory":2436051763.2000003,"minBandwidth":0,"minDiskIO":0,"diskUsage":2679656939.5200005,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q5_K_M.gguf":{"size":1993390528}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/stablelm-zephyr-3b.Q5_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_M.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/stablelm-zephyr-3b.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q5_K_M/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q5_K_M/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q5_K_M/manifest.json"},"/stablelm-zephyr-3b.Q5_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_M.gguf","url":"stablelm-zephyr-3b-GGUF-Q5_K_M/stablelm-zephyr-3b.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q5_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_K_M.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q6_K":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2906652672,"cpuMemory":2906652672,"minBandwidth":0,"minDiskIO":0,"diskUsage":3197317939.2000003,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2248},"/stablelm-zephyr-3b.Q6_K.gguf":{"size":2295985088}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/stablelm-zephyr-3b.Q6_K.gguf":{"path":"/stablelm-zephyr-3b.Q6_K.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/stablelm-zephyr-3b.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q6_K/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q6_K/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q6_K/manifest.json"},"/stablelm-zephyr-3b.Q6_K.gguf":{"path":"/stablelm-zephyr-3b.Q6_K.gguf","url":"stablelm-zephyr-3b-GGUF-Q6_K/stablelm-zephyr-3b.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q6_K.gguf":{"path":"/stablelm-zephyr-3b.Q6_K.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q6_K.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q8_0":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3543348019.2000003,"cpuMemory":3543348019.2000003,"minBandwidth":0,"minDiskIO":0,"diskUsage":3897682821.120001,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2263},"/stablelm-zephyr-3b.Q8_0.gguf":{"size":2972925888}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/stablelm-zephyr-3b.Q8_0.gguf":{"path":"/stablelm-zephyr-3b.Q8_0.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/stablelm-zephyr-3b.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q8_0/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q8_0/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q8_0/manifest.json"},"/stablelm-zephyr-3b.Q8_0.gguf":{"path":"/stablelm-zephyr-3b.Q8_0.gguf","url":"stablelm-zephyr-3b-GGUF-Q8_0/stablelm-zephyr-3b.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q8_0.gguf":{"path":"/stablelm-zephyr-3b.Q8_0.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q8_0.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q2_K":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":26482835456.000004,"cpuMemory":26482835456.000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":29131119001.600006,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q2_K.gguf":{"size":3083097728},"/config.json":{"size":52527},"/manifest.json":{"size":2315}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q2_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q2_K.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-m-7b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q2_K/README.md"},"/airoboros-m-7b-3.1.2.Q2_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q2_K.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q2_K/airoboros-m-7b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q2_K/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q2_K/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q2_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q3_K_M.gguf":{"size":3518985856},"/config.json":{"size":52527},"/manifest.json":{"size":2342}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-m-7b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_M.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/airoboros-m-7b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q3_K_S.gguf":{"size":3164567168},"/config.json":{"size":52527},"/manifest.json":{"size":2342}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-m-7b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_S.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/airoboros-m-7b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q3_K_L.gguf":{"size":3822024320},"/config.json":{"size":52527},"/manifest.json":{"size":2342}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_L.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-m-7b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_L.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/airoboros-m-7b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q4_0":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":41339060224,"cpuMemory":41339060224,"minBandwidth":0,"minDiskIO":0,"diskUsage":45472966246.4,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q4_0.gguf":{"size":4108916352},"/config.json":{"size":52527},"/manifest.json":{"size":2296}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q4_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_0.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-m-7b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_0/README.md"},"/airoboros-m-7b-3.1.2.Q4_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_0.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_0/airoboros-m-7b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_0/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_0/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q4_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":46506442752,"cpuMemory":46506442752,"minBandwidth":0,"minDiskIO":0,"diskUsage":51157087027.200005,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q4_K_S.gguf":{"size":4140373632},"/config.json":{"size":52527},"/manifest.json":{"size":2349}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-m-7b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_S.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/airoboros-m-7b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":46506442752,"cpuMemory":46506442752,"minBandwidth":0,"minDiskIO":0,"diskUsage":51157087027.200005,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q4_K_M.gguf":{"size":4368438912},"/config.json":{"size":52527},"/manifest.json":{"size":2349}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-m-7b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_M.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/airoboros-m-7b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q5_0":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q5_0.gguf":{"size":4997715584},"/config.json":{"size":52527},"/manifest.json":{"size":2312}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q5_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_0.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-m-7b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_0/README.md"},"/airoboros-m-7b-3.1.2.Q5_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_0.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_0/airoboros-m-7b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_0/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_0/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q5_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q5_K_S.gguf":{"size":4997715584},"/config.json":{"size":52527},"/manifest.json":{"size":2360}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-m-7b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_S.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/airoboros-m-7b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q5_K_M.gguf":{"size":5131409024},"/config.json":{"size":52527},"/manifest.json":{"size":2360}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-m-7b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_M.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/airoboros-m-7b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q6_K":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":67821895680.00001,"cpuMemory":67821895680.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":74604085248.00002,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q6_K.gguf":{"size":5942064768},"/config.json":{"size":52527},"/manifest.json":{"size":2312}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q6_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q6_K.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-m-7b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q6_K/README.md"},"/airoboros-m-7b-3.1.2.Q6_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q6_K.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q6_K/airoboros-m-7b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q6_K/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q6_K/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q6_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q8_0":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":82678120448,"cpuMemory":82678120448,"minBandwidth":0,"minDiskIO":0,"diskUsage":90945932492.8,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q8_0.gguf":{"size":7695857280},"/config.json":{"size":52527},"/manifest.json":{"size":2296}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q8_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q8_0.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-m-7b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q8_0/README.md"},"/airoboros-m-7b-3.1.2.Q8_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q8_0.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q8_0/airoboros-m-7b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q8_0/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q8_0/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q8_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q2_K":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":4918240870.400001,"cpuMemory":4918240870.400001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5410064957.4400015,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q2_K.gguf":{"size":5429348320},"/config.json":{"size":52401},"/manifest.json":{"size":2363}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q2_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q2_K.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/airoboros-l2-13b-3.1.1.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K/README.md"},"/airoboros-l2-13b-3.1.1.Q2_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q2_K.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K/airoboros-l2-13b-3.1.1.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q2_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":6597640192.000001,"cpuMemory":6597640192.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7257404211.200002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf":{"size":6337769440},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-l2-13b-3.1.1.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/airoboros-l2-13b-3.1.1.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":6597640192.000001,"cpuMemory":6597640192.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7257404211.200002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf":{"size":5658980320},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-l2-13b-3.1.1.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/airoboros-l2-13b-3.1.1.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":6597640192.000001,"cpuMemory":6597640192.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7257404211.200002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf":{"size":6929559520},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-l2-13b-3.1.1.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/airoboros-l2-13b-3.1.1.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q4_0":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":7677254041.6,"cpuMemory":7677254041.6,"minBandwidth":0,"minDiskIO":0,"diskUsage":8444979445.760001,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q4_0.gguf":{"size":7365834720},"/config.json":{"size":52401},"/manifest.json":{"size":2352}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q4_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/airoboros-l2-13b-3.1.1.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0/README.md"},"/airoboros-l2-13b-3.1.1.Q4_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_0.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0/airoboros-l2-13b-3.1.1.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q4_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":8636910796.800001,"cpuMemory":8636910796.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9500601876.480001,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf":{"size":7414331360},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-l2-13b-3.1.1.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/airoboros-l2-13b-3.1.1.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":8636910796.800001,"cpuMemory":8636910796.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9500601876.480001,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf":{"size":7865956320},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-l2-13b-3.1.1.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/airoboros-l2-13b-3.1.1.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q5_0":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":10556224307.2,"cpuMemory":10556224307.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":11611846737.920002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q5_0.gguf":{"size":8972285920},"/config.json":{"size":52401},"/manifest.json":{"size":2355}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q5_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/airoboros-l2-13b-3.1.1.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0/README.md"},"/airoboros-l2-13b-3.1.1.Q5_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_0.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0/airoboros-l2-13b-3.1.1.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q5_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":10556224307.2,"cpuMemory":10556224307.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":11611846737.920002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf":{"size":8972285920},"/config.json":{"size":52401},"/manifest.json":{"size":2403}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-l2-13b-3.1.1.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/airoboros-l2-13b-3.1.1.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":10556224307.2,"cpuMemory":10556224307.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":11611846737.920002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143157},"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf":{"size":9229924320},"/config.json":{"size":52395},"/manifest.json":{"size":2403}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-l2-13b-3.1.1.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/airoboros-l2-13b-3.1.1.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q6_K":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":12595494912.000002,"cpuMemory":12595494912.000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":13855044403.200003,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143157},"/airoboros-l2-13b-3.1.1.Q6_K.gguf":{"size":10679140320},"/config.json":{"size":52395},"/manifest.json":{"size":2366}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q6_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q6_K.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-13b-3.1.1.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K/README.md"},"/airoboros-l2-13b-3.1.1.Q6_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q6_K.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K/airoboros-l2-13b-3.1.1.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q6_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q8_0":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":15354508083.2,"cpuMemory":15354508083.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":16889958891.520002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143157},"/airoboros-l2-13b-3.1.1.Q8_0.gguf":{"size":13831319520},"/config.json":{"size":52395},"/manifest.json":{"size":2356}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q8_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q8_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-13b-3.1.1.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0/README.md"},"/airoboros-l2-13b-3.1.1.Q8_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q8_0.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0/airoboros-l2-13b-3.1.1.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q8_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q2_K":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":12863091507.2,"cpuMemory":12863091507.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":14149400657.920002,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"size":14210674880},"/config.json":{"size":52344},"/manifest.json":{"size":2425}},"cache":{"ipfs":{"/README.md":{"path":"QmXCgB2wZC9swsRbfpUz33ausXnp9xPP1PsBZks8op4G5J","url":"https://ipfs.io/ipfs/QmXCgB2wZC9swsRbfpUz33ausXnp9xPP1PsBZks8op4G5J"},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"path":"QmchtNBQMqBf5DbesQnF8NGepzwLza8kA54PXzvww7dmhk","url":"https://ipfs.io/ipfs/QmchtNBQMqBf5DbesQnF8NGepzwLza8kA54PXzvww7dmhk"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmZGjsJsSPEB9PzRXuQ8gv59f2U3FfseqfaCvJuxNq1Zah","url":"https://ipfs.io/ipfs/QmZGjsJsSPEB9PzRXuQ8gv59f2U3FfseqfaCvJuxNq1Zah"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md"},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q2_K.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-c34b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/README.md"},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q2_K.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/airoboros-c34b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q3_K_M":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":17255366656,"cpuMemory":17255366656,"minBandwidth":0,"minDiskIO":0,"diskUsage":18980903321.600002,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"size":16283594944},"/config.json":{"size":52344},"/manifest.json":{"size":2469}},"cache":{"ipfs":{"/README.md":{"path":"Qmd6N9Jz5GyYQdCb7Rr5SUb8rgzWwz5stumwjRXxnNr2E3","url":"https://ipfs.io/ipfs/Qmd6N9Jz5GyYQdCb7Rr5SUb8rgzWwz5stumwjRXxnNr2E3"},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"path":"QmQqdVksPkCyoUno3pozTRSpAVobWMYVq5b2oZgw3wJ945","url":"https://ipfs.io/ipfs/QmQqdVksPkCyoUno3pozTRSpAVobWMYVq5b2oZgw3wJ945"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmcwqwM1unXmeGKKWaMnUKLty5epG53UBp8oKwECyrTBPN","url":"https://ipfs.io/ipfs/QmcwqwM1unXmeGKKWaMnUKLty5epG53UBp8oKwECyrTBPN"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-c34b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_M.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/airoboros-c34b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q3_K_S":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":17255366656,"cpuMemory":17255366656,"minBandwidth":0,"minDiskIO":0,"diskUsage":18980903321.600002,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"size":14605349056},"/config.json":{"size":52344},"/manifest.json":{"size":2469}},"cache":{"ipfs":{"/README.md":{"path":"QmZRL4HzivNKAQx74gVjH7A3Uu6fFhzV9yWXtTc3nEDsAQ","url":"https://ipfs.io/ipfs/QmZRL4HzivNKAQx74gVjH7A3Uu6fFhzV9yWXtTc3nEDsAQ"},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"path":"QmbttXx6N1fazdtdz6fck5hjtuQqjuNG43QaJzsPMztUbY","url":"https://ipfs.io/ipfs/QmbttXx6N1fazdtdz6fck5hjtuQqjuNG43QaJzsPMztUbY"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmQbMibnUdMALut6vrBfRSGvp92rWtJv6BFsN9WTgnXBFq","url":"https://ipfs.io/ipfs/QmQbMibnUdMALut6vrBfRSGvp92rWtJv6BFsN9WTgnXBFq"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-c34b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_S.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/airoboros-c34b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q3_K_L":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":17255366656,"cpuMemory":17255366656,"minBandwidth":0,"minDiskIO":0,"diskUsage":18980903321.600002,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"size":17771524288},"/config.json":{"size":52344},"/manifest.json":{"size":2469}},"cache":{"ipfs":{"/README.md":{"path":"QmZPMAV95NgZREuTs23U1VQ1Rxurjciq7facyjnyPhbXYG","url":"https://ipfs.io/ipfs/QmZPMAV95NgZREuTs23U1VQ1Rxurjciq7facyjnyPhbXYG"},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"path":"QmQMfJKETLafURKuEwPmDCCNnAxWbhHC19zrqomYxQRCCp","url":"https://ipfs.io/ipfs/QmQMfJKETLafURKuEwPmDCCNnAxWbhHC19zrqomYxQRCCp"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmSfy7oGcrxq54KEAaT9ACpDgnCBEYQXDN2TtUunHcknNR","url":"https://ipfs.io/ipfs/QmSfy7oGcrxq54KEAaT9ACpDgnCBEYQXDN2TtUunHcknNR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_L.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-c34b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_L.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/airoboros-c34b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q4_0":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":20078972108.800003,"cpuMemory":20078972108.800003,"minBandwidth":0,"minDiskIO":0,"diskUsage":22086869319.680004,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"size":19052048576},"/config.json":{"size":52344},"/manifest.json":{"size":2435}},"cache":{"ipfs":{"/README.md":{"path":"QmXktV3CiaAw3hZ9NcBkeiwZdYC8P6HVTEjk9RTNPkMBUT","url":"https://ipfs.io/ipfs/QmXktV3CiaAw3hZ9NcBkeiwZdYC8P6HVTEjk9RTNPkMBUT"},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"path":"Qmbxc1HYSt1YFEmUXz9S9BDjf6u7Mf89PoEHC8PwxK5Bfx","url":"https://ipfs.io/ipfs/Qmbxc1HYSt1YFEmUXz9S9BDjf6u7Mf89PoEHC8PwxK5Bfx"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmWHemmFboJBHFU9kE9FdDvnmSFE2is7cPEPFnwNmBs9UM","url":"https://ipfs.io/ipfs/QmWHemmFboJBHFU9kE9FdDvnmSFE2is7cPEPFnwNmBs9UM"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_0.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-c34b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_0.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/airoboros-c34b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q4_K_S":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":22588843622.4,"cpuMemory":22588843622.4,"minBandwidth":0,"minDiskIO":0,"diskUsage":24847727984.640003,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"size":19146420416},"/config.json":{"size":52344},"/manifest.json":{"size":2473}},"cache":{"ipfs":{"/README.md":{"path":"QmZhg1gSX3kRm5cZ5k8nD4Zrj3eadg3auvP7UQdf4Y7tWU","url":"https://ipfs.io/ipfs/QmZhg1gSX3kRm5cZ5k8nD4Zrj3eadg3auvP7UQdf4Y7tWU"},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"path":"QmQuyDyQPLG3fawKkVugBEqT7kXS6rVeGt7g819cfkZWZY","url":"https://ipfs.io/ipfs/QmQuyDyQPLG3fawKkVugBEqT7kXS6rVeGt7g819cfkZWZY"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmQ5wsCmXuinsHA6agW3SL6g5ozYFFx5ysgpBXTxcqjHxr","url":"https://ipfs.io/ipfs/QmQ5wsCmXuinsHA6agW3SL6g5ozYFFx5ysgpBXTxcqjHxr"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-c34b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_S.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/airoboros-c34b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q4_K_M":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":22588843622.4,"cpuMemory":22588843622.4,"minBandwidth":0,"minDiskIO":0,"diskUsage":24847727984.640003,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"size":20219900096},"/config.json":{"size":52344},"/manifest.json":{"size":2473}},"cache":{"ipfs":{"/README.md":{"path":"QmRPn7z5UpNhXrMvXPgSVDNNGFgb7UH8DBXD9NXqXcjMEk","url":"https://ipfs.io/ipfs/QmRPn7z5UpNhXrMvXPgSVDNNGFgb7UH8DBXD9NXqXcjMEk"},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"path":"QmWVBnWNYJfwYAj1R4DiHgnu3mPUWtbB1i3cKFdzro2KSn","url":"https://ipfs.io/ipfs/QmWVBnWNYJfwYAj1R4DiHgnu3mPUWtbB1i3cKFdzro2KSn"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmUSSQsDojayGRTW39X4qwSKCHQNma6HKp59REruAHU7Ao","url":"https://ipfs.io/ipfs/QmUSSQsDojayGRTW39X4qwSKCHQNma6HKp59REruAHU7Ao"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-c34b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_M.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/airoboros-c34b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q5_0":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":27608586649.600002,"cpuMemory":27608586649.600002,"minBandwidth":0,"minDiskIO":0,"diskUsage":30369445314.560005,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"size":23237177536},"/config.json":{"size":52344},"/manifest.json":{"size":2435}},"cache":{"ipfs":{"/README.md":{"path":"QmToxsyYiyGmd7aCk1b87wjdzseePts1kFp5AEioggxivw","url":"https://ipfs.io/ipfs/QmToxsyYiyGmd7aCk1b87wjdzseePts1kFp5AEioggxivw"},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"path":"QmU9UYbphcUG5BAYp9KT86A4jfToR5NtDvxC2b6gPftEvi","url":"https://ipfs.io/ipfs/QmU9UYbphcUG5BAYp9KT86A4jfToR5NtDvxC2b6gPftEvi"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmTiyvp9Vf34zuverjE9UX7jF1MzHWrFNA6kS8YzZRdfUK","url":"https://ipfs.io/ipfs/QmTiyvp9Vf34zuverjE9UX7jF1MzHWrFNA6kS8YzZRdfUK"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_0.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-c34b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_0.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/airoboros-c34b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q5_K_S":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":27608586649.600002,"cpuMemory":27608586649.600002,"minBandwidth":0,"minDiskIO":0,"diskUsage":30369445314.560005,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"size":23237177536},"/config.json":{"size":52344},"/manifest.json":{"size":2483}},"cache":{"ipfs":{"/README.md":{"path":"QmUKmW5GcMDpsJbTUQUsuhV4BZXgZRtMWBSvzffbVeyA6H","url":"https://ipfs.io/ipfs/QmUKmW5GcMDpsJbTUQUsuhV4BZXgZRtMWBSvzffbVeyA6H"},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"path":"QmRnuRgG5gdGE4k7D8S8GB8BXJGWuJdzSHV6MagsSdmC6b","url":"https://ipfs.io/ipfs/QmRnuRgG5gdGE4k7D8S8GB8BXJGWuJdzSHV6MagsSdmC6b"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmezCAq4NgmtB7eAG6KkZgEAL1ufyTJ8qsF9TMicV1hUjQ","url":"https://ipfs.io/ipfs/QmezCAq4NgmtB7eAG6KkZgEAL1ufyTJ8qsF9TMicV1hUjQ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-c34b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_S.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/airoboros-c34b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q5_K_M":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":27608586649.600002,"cpuMemory":27608586649.600002,"minBandwidth":0,"minDiskIO":0,"diskUsage":30369445314.560005,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"size":23838798016},"/config.json":{"size":52344},"/manifest.json":{"size":2483}},"cache":{"ipfs":{"/README.md":{"path":"QmeERRjSBffxkyLkrjnULHYjVARLRXasHiURQTNbDm4DCj","url":"https://ipfs.io/ipfs/QmeERRjSBffxkyLkrjnULHYjVARLRXasHiURQTNbDm4DCj"},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"path":"QmWC3GZ8XTw1kQrR5269jjWQzEPi3w7t3wkMmKnd6RbjRa","url":"https://ipfs.io/ipfs/QmWC3GZ8XTw1kQrR5269jjWQzEPi3w7t3wkMmKnd6RbjRa"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmdimukRz7joAwL6uT1XkZfRrw5qPh94JWmxLiKWkgRqsW","url":"https://ipfs.io/ipfs/QmdimukRz7joAwL6uT1XkZfRrw5qPh94JWmxLiKWkgRqsW"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-c34b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_M.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/airoboros-c34b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q6_K":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"size":27683877056},"/config.json":{"size":52344},"/manifest.json":{"size":609}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":32942063616.000004,"cpuMemory":32942063616.000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":36236269977.600006,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"size":27683877056},"/config.json":{"size":52344},"/manifest.json":{"size":2594}},"cache":{"ipfs":{"/README.md":{"path":"QmSzebEZMA8rYRvjCHfdZ4cvuzDhu4UkJRpfEfc87x17JG","url":"https://ipfs.io/ipfs/QmSzebEZMA8rYRvjCHfdZ4cvuzDhu4UkJRpfEfc87x17JG"},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"path":"QmeqewsSgFFJd1sfVayx5kfLNefoJp74RrTfSRHnemJHuL","url":"https://ipfs.io/ipfs/QmeqewsSgFFJd1sfVayx5kfLNefoJp74RrTfSRHnemJHuL"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmaYaBbFuCrW9iGAKAN7YEonmv1NdQta9Z4ADnpTgoGK2E","url":"https://ipfs.io/ipfs/QmaYaBbFuCrW9iGAKAN7YEonmv1NdQta9Z4ADnpTgoGK2E"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md"},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q6_K.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-c34b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/README.md"},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q6_K.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/airoboros-c34b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q8_0":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"size":35856052416},"/config.json":{"size":52344},"/manifest.json":{"size":608}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":40157944217.600006,"cpuMemory":40157944217.600006,"minBandwidth":0,"minDiskIO":0,"diskUsage":44173738639.36001,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"size":35856052416},"/config.json":{"size":52344},"/manifest.json":{"size":2593}},"cache":{"ipfs":{"/README.md":{"path":"QmThsd9fzVcmxezMrkyVJQhLoDmVzeeGJzbxnE52dKY281","url":"https://ipfs.io/ipfs/QmThsd9fzVcmxezMrkyVJQhLoDmVzeeGJzbxnE52dKY281"},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"path":"QmREiRCm1AS9E1uTa4gXTak8JaiFksBJviYBxSWxrDM12c","url":"https://ipfs.io/ipfs/QmREiRCm1AS9E1uTa4gXTak8JaiFksBJviYBxSWxrDM12c"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmUTSuFzoEoiB2f8EicNNNAq6c1XsmhkiNFsMzGz7JYKm9","url":"https://ipfs.io/ipfs/QmUTSuFzoEoiB2f8EicNNNAq6c1XsmhkiNFsMzGz7JYKm9"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q8_0.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-c34b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q8_0.gguf","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/airoboros-c34b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q2_K":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"size":29279253440},"/config.json":{"size":52581},"/manifest.json":{"size":616}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":26482835456.000004,"cpuMemory":26482835456.000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":29131119001.600006,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"size":29279253440},"/config.json":{"size":52581},"/manifest.json":{"size":2647}},"cache":{"ipfs":{"/README.md":{"path":"QmSYX7Fs5A7wnNy4Zk8YarDtSJn7Gj1xxwwt3T57b7U5t1","url":"https://ipfs.io/ipfs/QmSYX7Fs5A7wnNy4Zk8YarDtSJn7Gj1xxwwt3T57b7U5t1"},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"path":"QmPjJgj7z6B58QwqyxQicXCbQ2ij6cisRuzUSdrZyuobWt","url":"https://ipfs.io/ipfs/QmPjJgj7z6B58QwqyxQicXCbQ2ij6cisRuzUSdrZyuobWt"},"/config.json":{"path":"Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd","url":"https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd"},"/manifest.json":{"path":"QmbMiazC5WqZCLCCyT7vxqdRiFZ1rgjRYkJYRjp5iZe7Th","url":"https://ipfs.io/ipfs/QmbMiazC5WqZCLCCyT7vxqdRiFZ1rgjRYkJYRjp5iZe7Th"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q2_K.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-l2-70b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q2_K.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/airoboros-l2-70b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"size":33186657216},"/config.json":{"size":52581},"/manifest.json":{"size":599}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"size":33186657216},"/config.json":{"size":52581},"/manifest.json":{"size":2676}},"cache":{"ipfs":{"/README.md":{"path":"QmNWQ8D9YYqwXyeGksE6FebqbRDyBDVuaHJw2H4gJYETVv","url":"https://ipfs.io/ipfs/QmNWQ8D9YYqwXyeGksE6FebqbRDyBDVuaHJw2H4gJYETVv"},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"path":"Qmb2T7gMREvid91MYfD6TaBnsGTk4tCiL1dSiXcm8sHdQD","url":"https://ipfs.io/ipfs/Qmb2T7gMREvid91MYfD6TaBnsGTk4tCiL1dSiXcm8sHdQD"},"/config.json":{"path":"Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd","url":"https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd"},"/manifest.json":{"path":"QmRENjQmJ86VRwjxFRFwpbJPTpUCFkuLRp1r1RwpssNap8","url":"https://ipfs.io/ipfs/QmRENjQmJ86VRwjxFRFwpbJPTpUCFkuLRp1r1RwpssNap8"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-l2-70b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/airoboros-l2-70b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"size":29919294400},"/config.json":{"size":52581},"/manifest.json":{"size":599}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"size":29919294400},"/config.json":{"size":52581},"/manifest.json":{"size":2676}},"cache":{"ipfs":{"/README.md":{"path":"QmWdw67NbeZJGtoKCkfQK2jrdRj7sZFEZAiHoUE9YJwgcw","url":"https://ipfs.io/ipfs/QmWdw67NbeZJGtoKCkfQK2jrdRj7sZFEZAiHoUE9YJwgcw"},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"path":"QmeqBBYVEU2F1fagfi1G2t3UhZtv4WXrPgo9UYmd9SjPCU","url":"https://ipfs.io/ipfs/QmeqBBYVEU2F1fagfi1G2t3UhZtv4WXrPgo9UYmd9SjPCU"},"/config.json":{"path":"Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd","url":"https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd"},"/manifest.json":{"path":"QmS1W5bwEe6gddgdMv81wNyETqpsFQBhzqVmDevteZqD2F","url":"https://ipfs.io/ipfs/QmS1W5bwEe6gddgdMv81wNyETqpsFQBhzqVmDevteZqD2F"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-l2-70b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/airoboros-l2-70b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"size":36147835840},"/config.json":{"size":52591},"/manifest.json":{"size":599}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"size":36147835840},"/config.json":{"size":52591},"/manifest.json":{"size":2676}},"cache":{"ipfs":{"/README.md":{"path":"QmNeM6RvQEyeDNYX9erUMSMTHi7E2hAPxuVBg2NwivL4hP","url":"https://ipfs.io/ipfs/QmNeM6RvQEyeDNYX9erUMSMTHi7E2hAPxuVBg2NwivL4hP"},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"path":"QmPVQb8uLmyPJpNGXgfGXjo3THfySKJpGPWQ5fuwuEXezP","url":"https://ipfs.io/ipfs/QmPVQb8uLmyPJpNGXgfGXjo3THfySKJpGPWQ5fuwuEXezP"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmcPh2d3i58rfYPmm37P4ddBsH2s9R2fCvMh997YCF4kJB","url":"https://ipfs.io/ipfs/QmcPh2d3i58rfYPmm37P4ddBsH2s9R2fCvMh997YCF4kJB"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-l2-70b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/airoboros-l2-70b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q4_0":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"size":38872249280},"/config.json":{"size":52591},"/manifest.json":{"size":597}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":41339060224,"cpuMemory":41339060224,"minBandwidth":0,"minDiskIO":0,"diskUsage":45472966246.4,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"size":38872249280},"/config.json":{"size":52591},"/manifest.json":{"size":2628}},"cache":{"ipfs":{"/README.md":{"path":"QmQkyzjKmjmjFB3cBuEEnXDNGB7K9g4a6JwTAcp5Lt9TT1","url":"https://ipfs.io/ipfs/QmQkyzjKmjmjFB3cBuEEnXDNGB7K9g4a6JwTAcp5Lt9TT1"},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"path":"QmXeob5fjQ2HgDX6C42CR8ZwWpeQ56rgcsV5CdAof43TXm","url":"https://ipfs.io/ipfs/QmXeob5fjQ2HgDX6C42CR8ZwWpeQ56rgcsV5CdAof43TXm"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmYGJ5Fc5sxKDb1xrJX9swTV5SfHigDVQerQdYiwrhXzL5","url":"https://ipfs.io/ipfs/QmYGJ5Fc5sxKDb1xrJX9swTV5SfHigDVQerQdYiwrhXzL5"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-l2-70b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_0.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/airoboros-l2-70b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"size":39073575872},"/config.json":{"size":52591},"/manifest.json":{"size":606}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":46506442752,"cpuMemory":46506442752,"minBandwidth":0,"minDiskIO":0,"diskUsage":51157087027.200005,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"size":39073575872},"/config.json":{"size":52591},"/manifest.json":{"size":2683}},"cache":{"ipfs":{"/README.md":{"path":"QmQVAx2HnZZTsCBbmpJcxswP11NXCjTbBoMWxDGSeM3msP","url":"https://ipfs.io/ipfs/QmQVAx2HnZZTsCBbmpJcxswP11NXCjTbBoMWxDGSeM3msP"},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"path":"QmaZoezRDSLRZNnWyL4UkQvvc456GBXvdveLdDcrnfffSB","url":"https://ipfs.io/ipfs/QmaZoezRDSLRZNnWyL4UkQvvc456GBXvdveLdDcrnfffSB"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmZyXYSNqwFUdUNK5JnK4fvVz5bJ2zVVV6n2FzHsYmojch","url":"https://ipfs.io/ipfs/QmZyXYSNqwFUdUNK5JnK4fvVz5bJ2zVVV6n2FzHsYmojch"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-l2-70b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/airoboros-l2-70b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"size":41422910400},"/config.json":{"size":52591},"/manifest.json":{"size":606}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":46506442752,"cpuMemory":46506442752,"minBandwidth":0,"minDiskIO":0,"diskUsage":51157087027.200005,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"size":41422910400},"/config.json":{"size":52591},"/manifest.json":{"size":2683}},"cache":{"ipfs":{"/README.md":{"path":"QmV86XENg6XwcYrsqW4fREoNYyf1BvHKr1tBnPvQycMZSH","url":"https://ipfs.io/ipfs/QmV86XENg6XwcYrsqW4fREoNYyf1BvHKr1tBnPvQycMZSH"},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"path":"QmTK36QXf28N3szJjaAgpPr1RhDhoqN6LPwd2pGGxBs14o","url":"https://ipfs.io/ipfs/QmTK36QXf28N3szJjaAgpPr1RhDhoqN6LPwd2pGGxBs14o"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmVgv3Domd9BRhW1wcq73LMRJVdfS2xeTQsKVokKCCLQA5","url":"https://ipfs.io/ipfs/QmVgv3Domd9BRhW1wcq73LMRJVdfS2xeTQsKVokKCCLQA5"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-l2-70b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/airoboros-l2-70b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q5_0":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"size":47461397440},"/config.json":{"size":52591},"/manifest.json":{"size":613}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"size":47461397440},"/config.json":{"size":52591},"/manifest.json":{"size":2644}},"cache":{"ipfs":{"/README.md":{"path":"QmRYAbsRDtf2heGk5Fk3HgPwm17xcEmD7jXhaTpcEiJxPm","url":"https://ipfs.io/ipfs/QmRYAbsRDtf2heGk5Fk3HgPwm17xcEmD7jXhaTpcEiJxPm"},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"path":"QmbGSNkxsUFqyjaZZYZtKExAkM2NpvWpDc9jmWzLPfgeTG","url":"https://ipfs.io/ipfs/QmbGSNkxsUFqyjaZZYZtKExAkM2NpvWpDc9jmWzLPfgeTG"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmZjUf4wKd8r9KiJTxi3VN2SwffyksnX8Zk5tYE8v8A4sL","url":"https://ipfs.io/ipfs/QmZjUf4wKd8r9KiJTxi3VN2SwffyksnX8Zk5tYE8v8A4sL"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-l2-70b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_0.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/airoboros-l2-70b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"size":47461397440},"/config.json":{"size":52591},"/manifest.json":{"size":617}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"size":47461397440},"/config.json":{"size":52591},"/manifest.json":{"size":2694}},"cache":{"ipfs":{"/README.md":{"path":"QmapgZDr1qE5PstedhBW4UhXoQNpqP375g3TknGtD53B4u","url":"https://ipfs.io/ipfs/QmapgZDr1qE5PstedhBW4UhXoQNpqP375g3TknGtD53B4u"},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"path":"QmUF3LWd4jbnMwnmikJ1j5fhKpXeznHXup8sqwjnoKmq1f","url":"https://ipfs.io/ipfs/QmUF3LWd4jbnMwnmikJ1j5fhKpXeznHXup8sqwjnoKmq1f"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmSXjDhLmx8GNYH6SpGfBpNgPhLsHBvVrSNVrkKEVnYazu","url":"https://ipfs.io/ipfs/QmSXjDhLmx8GNYH6SpGfBpNgPhLsHBvVrSNVrkKEVnYazu"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-l2-70b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/airoboros-l2-70b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"size":48753767360},"/config.json":{"size":52591},"/manifest.json":{"size":617}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"size":48753767360},"/config.json":{"size":52591},"/manifest.json":{"size":2694}},"cache":{"ipfs":{"/README.md":{"path":"QmRLTHj9zz7t8mSvGUbNYptXkNzvCXkrzQRrvhe6c9WXEk","url":"https://ipfs.io/ipfs/QmRLTHj9zz7t8mSvGUbNYptXkNzvCXkrzQRrvhe6c9WXEk"},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"path":"QmYUEWPg1Btr9NwSE6LwU3L3NTHgrTdVC4dSuRHT1Qggnx","url":"https://ipfs.io/ipfs/QmYUEWPg1Btr9NwSE6LwU3L3NTHgrTdVC4dSuRHT1Qggnx"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmVuKZFPmS8CigkVKLZobhqXRemTZ6ttCpf48AtrvqLVVe","url":"https://ipfs.io/ipfs/QmVuKZFPmS8CigkVKLZobhqXRemTZ6ttCpf48AtrvqLVVe"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-l2-70b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/airoboros-l2-70b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q6_K":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"size":28293683690},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"size":28293683670},"/config.json":{"size":52591},"/manifest.json":{"size":613}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":67821895680.00001,"cpuMemory":67821895680.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":74604085248.00002,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"size":28293683690},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"size":28293683670},"/config.json":{"size":52591},"/manifest.json":{"size":3499}},"cache":{"ipfs":{"/README.md":{"path":"QmPQhQkJaph9qYpuGDMNnDhVR2Wz52Lio2iZMxcyQ4HmjN","url":"https://ipfs.io/ipfs/QmPQhQkJaph9qYpuGDMNnDhVR2Wz52Lio2iZMxcyQ4HmjN"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"path":"QmYNGvZeZdkHWvQUZNvbHnQFNi6LaVKDpMqKGT46E4iMHh","url":"https://ipfs.io/ipfs/QmYNGvZeZdkHWvQUZNvbHnQFNi6LaVKDpMqKGT46E4iMHh"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"path":"QmedqBCF9mFo37AmuBco7wi7X2aK87NDV1DvS6aBYN7hig","url":"https://ipfs.io/ipfs/QmedqBCF9mFo37AmuBco7wi7X2aK87NDV1DvS6aBYN7hig"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmVepptqyGPgodUaNUds2418ZknrQN6eQQpzqvVnJdWNoD","url":"https://ipfs.io/ipfs/QmVepptqyGPgodUaNUds2418ZknrQN6eQQpzqvVnJdWNoD"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q8_0":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"size":36646164970},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"size":36646164950},"/config.json":{"size":52591},"/manifest.json":{"size":597}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":82678120448,"cpuMemory":82678120448,"minBandwidth":0,"minDiskIO":0,"diskUsage":90945932492.8,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"size":36646164970},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"size":36646164950},"/config.json":{"size":52591},"/manifest.json":{"size":3483}},"cache":{"ipfs":{"/README.md":{"path":"QmWb49Z5z67N3y5pb3tbC5sN4vctvc8tjZ3ubYKd1dKVVG","url":"https://ipfs.io/ipfs/QmWb49Z5z67N3y5pb3tbC5sN4vctvc8tjZ3ubYKd1dKVVG"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"path":"QmWemfJSgr6yQ7QZvb3iNeK5za47r8dghWRUWKWLwFNaZj","url":"https://ipfs.io/ipfs/QmWemfJSgr6yQ7QZvb3iNeK5za47r8dghWRUWKWLwFNaZj"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"path":"QmbL86UpG3er9b41PK5REXhWTz2HvNAcZLujwK71Aj5BH8","url":"https://ipfs.io/ipfs/QmbL86UpG3er9b41PK5REXhWTz2HvNAcZLujwK71Aj5BH8"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmcAcrDmwYX8uMUfFxavEVtqxjQxdiEsW4ZQjzevCKUiF6","url":"https://ipfs.io/ipfs/QmcAcrDmwYX8uMUfFxavEVtqxjQxdiEsW4ZQjzevCKUiF6"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q2_K":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2dda6eeff2e9b5d66717f07876207e11","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"512fd14235178f0339cfd019c8140327","size":2808},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"md5":"96d08c55ddf455d2ada7cb30805e3d8f","size":3083097760}},"cache":{"ipfs":{"/README.md":{"path":"QmXMyKZ6sFen46A4yfRKptZRTQCgbpCVHqQ4URQdMs8Jxk","url":"https://ipfs.io/ipfs/QmXMyKZ6sFen46A4yfRKptZRTQCgbpCVHqQ4URQdMs8Jxk"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmNMPbcDKRqZrfDWHtFh3o9ANBDdhhieZMvsnKdFfJ1UeB","url":"https://ipfs.io/ipfs/QmNMPbcDKRqZrfDWHtFh3o9ANBDdhhieZMvsnKdFfJ1UeB"},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"path":"QmPT95cm3tybSx4L236EVXTy8e7KVjYbSDDC4Z13Qmmjaa","url":"https://ipfs.io/ipfs/QmPT95cm3tybSx4L236EVXTy8e7KVjYbSDDC4Z13Qmmjaa"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q2_K.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/samantha-mistral-instruct-7b.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q2_K.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/samantha-mistral-instruct-7b.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q2_K.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q2_K.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q3_K_M":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"c6416e100cf348a014dff4dc0030ccd9","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"a04129b1855255e464a5cfaecc612e01","size":2857},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"md5":"16dc44243f18f2afce395f4eedc60cd7","size":3518985888}},"cache":{"ipfs":{"/README.md":{"path":"QmRWTRjKab9TRQaGPXtH4ojnyTnm1MkmBajJ9WcWBNVguP","url":"https://ipfs.io/ipfs/QmRWTRjKab9TRQaGPXtH4ojnyTnm1MkmBajJ9WcWBNVguP"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmYmV6UzdFh3R4xxHzdbTRZ7Meq5JwV34S8hWXqFs6jsCW","url":"https://ipfs.io/ipfs/QmYmV6UzdFh3R4xxHzdbTRZ7Meq5JwV34S8hWXqFs6jsCW"},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"path":"QmVAP7GVhujGHcyzexPKVqRwJ38eZLdiWPSoYtY7XvMjbR","url":"https://ipfs.io/ipfs/QmVAP7GVhujGHcyzexPKVqRwJ38eZLdiWPSoYtY7XvMjbR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_M.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/samantha-mistral-instruct-7b.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_M.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/samantha-mistral-instruct-7b.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_M.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q3_K_S":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"d32c73e8b92a45800d6ce6957739d954","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"7774943b207b4f8075113f0f5d61385b","size":2857},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"md5":"00161ca803090e14554dd45474d03b23","size":3164567200}},"cache":{"ipfs":{"/README.md":{"path":"QmTknDg5L2hxG9nDhccLRJYihwykJgsMiyJh3zN2J362N9","url":"https://ipfs.io/ipfs/QmTknDg5L2hxG9nDhccLRJYihwykJgsMiyJh3zN2J362N9"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"Qme5zeK2YafpZpbC2j1EwMUDqoZX6U1CXyQZo9eDhvX73a","url":"https://ipfs.io/ipfs/Qme5zeK2YafpZpbC2j1EwMUDqoZX6U1CXyQZo9eDhvX73a"},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"path":"QmRPGrar5pvi9GvUHEU68SghdYNbfQafEPKnNjF1Pi9Utq","url":"https://ipfs.io/ipfs/QmRPGrar5pvi9GvUHEU68SghdYNbfQafEPKnNjF1Pi9Utq"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_S.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/samantha-mistral-instruct-7b.Q3_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_S.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/samantha-mistral-instruct-7b.Q3_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_S.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q3_K_L":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"75e2633253a7078bf5edb02580f23861","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"08af55b69990e0ec7385b960f34a2b09","size":2857},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"md5":"70c47690b66f5054785be444e8aefd6a","size":3822024352}},"cache":{"ipfs":{"/README.md":{"path":"QmQ7EDfZYZGo3ZgUJ8vN4WrW52TaTaWHgn8n2178aUeMSd","url":"https://ipfs.io/ipfs/QmQ7EDfZYZGo3ZgUJ8vN4WrW52TaTaWHgn8n2178aUeMSd"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmQ4uiFV3BWUAPeiGGtbnRNsCbnSs5wG1Hbxegjt71pLnY","url":"https://ipfs.io/ipfs/QmQ4uiFV3BWUAPeiGGtbnRNsCbnSs5wG1Hbxegjt71pLnY"},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"path":"QmXzqSkFb4asYK4ECekoKabin77CcrxNbX8Gg1tLTtiaMr","url":"https://ipfs.io/ipfs/QmXzqSkFb4asYK4ECekoKabin77CcrxNbX8Gg1tLTtiaMr"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_L.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/samantha-mistral-instruct-7b.Q3_K_L.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_L.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/samantha-mistral-instruct-7b.Q3_K_L.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_L.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q4_0":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"8f5b6a7d57ea2625b851991083eddade","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"1aff9f8249939dcf50006d97da2ccca9","size":2808},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"md5":"88c9ccb39a1a0e38edfb810da8c03ec6","size":4108916384}},"cache":{"ipfs":{"/README.md":{"path":"QmRsVj7pRSHDjJPTRiGVJvAqcx6L4ALuX8Dsop3JHs5m9G","url":"https://ipfs.io/ipfs/QmRsVj7pRSHDjJPTRiGVJvAqcx6L4ALuX8Dsop3JHs5m9G"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmQzjx9uBwoTUs7nwVWthKapJKsaUh5zPtkouxGvf5FPcx","url":"https://ipfs.io/ipfs/QmQzjx9uBwoTUs7nwVWthKapJKsaUh5zPtkouxGvf5FPcx"},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"path":"QmWME8sSQcyyMeah8j5aH8s7MYByjApW8t8iscCtPvsMvt","url":"https://ipfs.io/ipfs/QmWME8sSQcyyMeah8j5aH8s7MYByjApW8t8iscCtPvsMvt"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_0.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/samantha-mistral-instruct-7b.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_0.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/samantha-mistral-instruct-7b.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_0.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_0.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q4_K_S":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"48ed6a10a29a6d756c9100a0ce70dbde","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"a3451bf956feed93d2a10d523bf6ec45","size":2854},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"md5":"7f197aabad77482e6ea21baa08f01cae","size":4140373664}},"cache":{"ipfs":{"/README.md":{"path":"QmNPx4g5diunFy5gZPUHPnvMBpqU4vpCuPMGytaS9Smr7w","url":"https://ipfs.io/ipfs/QmNPx4g5diunFy5gZPUHPnvMBpqU4vpCuPMGytaS9Smr7w"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmcSrYFXJnPbsmj4sez7eei4cqvfCpdEiTqRVC7kn5B72F","url":"https://ipfs.io/ipfs/QmcSrYFXJnPbsmj4sez7eei4cqvfCpdEiTqRVC7kn5B72F"},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"path":"QmdkN3aMYej9TJWKMZ6txFLNH45KPWwXtpRjxoovbFi8zN","url":"https://ipfs.io/ipfs/QmdkN3aMYej9TJWKMZ6txFLNH45KPWwXtpRjxoovbFi8zN"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_S.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/samantha-mistral-instruct-7b.Q4_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_S.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/samantha-mistral-instruct-7b.Q4_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_K_S.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q4_K_M":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"06db4cfe8f77271ff7c02a9c468fa4ad","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"8c748f5485cd2ce8bb60ddd549c243e9","size":2854},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"md5":"f6b65ef9583bf3c6e05a73a4306e10b8","size":4368438944}},"cache":{"ipfs":{"/README.md":{"path":"QmPGhAefsUt8gWRimZFtgDhcqEgvPgoFZ2juYj57LKSJEK","url":"https://ipfs.io/ipfs/QmPGhAefsUt8gWRimZFtgDhcqEgvPgoFZ2juYj57LKSJEK"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmTH7b8PkruTdacmP3fx5AVBLNcJoKhynjBvV6m6sAQBTd","url":"https://ipfs.io/ipfs/QmTH7b8PkruTdacmP3fx5AVBLNcJoKhynjBvV6m6sAQBTd"},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"path":"QmdZh4pNkJyGXLY4HZfakMKnjtG38Ves1uGhFRqeDmv1qD","url":"https://ipfs.io/ipfs/QmdZh4pNkJyGXLY4HZfakMKnjtG38Ves1uGhFRqeDmv1qD"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_M.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/samantha-mistral-instruct-7b.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_M.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/samantha-mistral-instruct-7b.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_K_M.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q5_0":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"3be843052a01e569333960e337c06bef","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"7eafebf9b5b692dc634aa819e18804a7","size":2796},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"md5":"d3283fe3ce685b83d161cb486f3f5b0e","size":4997715616}},"cache":{"ipfs":{"/README.md":{"path":"QmQoJJxHwgzLDSXZcEfw4ysiYrKvKLggSZjc8edNTmBmEc","url":"https://ipfs.io/ipfs/QmQoJJxHwgzLDSXZcEfw4ysiYrKvKLggSZjc8edNTmBmEc"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmUbmVuPhQVtJGWYyjFQVyKkFuhB87c7UrgSw7DtLEDJM8","url":"https://ipfs.io/ipfs/QmUbmVuPhQVtJGWYyjFQVyKkFuhB87c7UrgSw7DtLEDJM8"},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"path":"QmQ3b1SZEEQzGR4rtMF8cuM4tjWWdKnFFM3KxZN8x7fFQE","url":"https://ipfs.io/ipfs/QmQ3b1SZEEQzGR4rtMF8cuM4tjWWdKnFFM3KxZN8x7fFQE"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_0.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/samantha-mistral-instruct-7b.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_0.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/samantha-mistral-instruct-7b.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_0.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_0.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q5_K_S":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"1ae625679f0d1301a14188bdb482bab3","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"68293af02e02dd49f99b145dda2d7102","size":2844},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"md5":"afb40b3a0472ca3778b77349f9477b42","size":4997715616}},"cache":{"ipfs":{"/README.md":{"path":"QmZM4yAWNnfub8hLLmDBrq95gDAZZ7D9xX12Vaa4GyWnww","url":"https://ipfs.io/ipfs/QmZM4yAWNnfub8hLLmDBrq95gDAZZ7D9xX12Vaa4GyWnww"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmY2Xb17univbNTy59x4Wi3ERHP7PzSmLxVJ632chKNTaE","url":"https://ipfs.io/ipfs/QmY2Xb17univbNTy59x4Wi3ERHP7PzSmLxVJ632chKNTaE"},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"path":"QmY6amzNwt4XLtXPN9Q8c6r4gb6AAeQ6fnyZfqUAUw2sNw","url":"https://ipfs.io/ipfs/QmY6amzNwt4XLtXPN9Q8c6r4gb6AAeQ6fnyZfqUAUw2sNw"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_S.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/samantha-mistral-instruct-7b.Q5_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_S.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/samantha-mistral-instruct-7b.Q5_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_K_S.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q5_K_M":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":97515},"/config.json":{"size":51058},"/manifest.json":{"size":2680},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"size":5131409056}},"cache":{"ipfs":{"/README.md":{"path":"QmWisak95tXSepJwNyrFgy1wdSBZ4T4CYy43FA1CqQRPRc","url":"https://ipfs.io/ipfs/QmWisak95tXSepJwNyrFgy1wdSBZ4T4CYy43FA1CqQRPRc"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmWNadFeK92Z245qRCT2Ti4gPW7gV3xFCTsSqGrec3YAft","url":"https://ipfs.io/ipfs/QmWNadFeK92Z245qRCT2Ti4gPW7gV3xFCTsSqGrec3YAft"},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"path":"QmX3sxCyUBtmUxQiAWgNvBtzxaKxGA3kTJCZyv9yWXgs7B","url":"https://ipfs.io/ipfs/QmX3sxCyUBtmUxQiAWgNvBtzxaKxGA3kTJCZyv9yWXgs7B"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_M.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/samantha-mistral-instruct-7b.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_M.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/samantha-mistral-instruct-7b.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_K_M.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q6_K":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"size":97515},"/config.json":{"size":51058},"/manifest.json":{"size":2642},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"size":5942064800}},"cache":{"ipfs":{"/README.md":{"path":"QmXXnDjc81uasPKH2uDGzD2aUspcuh6GXSo8JSbj5woNeA","url":"https://ipfs.io/ipfs/QmXXnDjc81uasPKH2uDGzD2aUspcuh6GXSo8JSbj5woNeA"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmQK3StgrwfdyfZcD87L5DXwAgSZsHo8fJYmUsXcxG2DL9","url":"https://ipfs.io/ipfs/QmQK3StgrwfdyfZcD87L5DXwAgSZsHo8fJYmUsXcxG2DL9"},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"path":"QmREbN9XMLMWtyQ1feXG94hDgTFaPPqkKGdAmFQg8oUbQE","url":"https://ipfs.io/ipfs/QmREbN9XMLMWtyQ1feXG94hDgTFaPPqkKGdAmFQg8oUbQE"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q6_K.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/samantha-mistral-instruct-7b.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q6_K.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/samantha-mistral-instruct-7b.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q6_K.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q6_K.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q8_0":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"size":97515},"/config.json":{"size":51058},"/manifest.json":{"size":2642},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"size":7695857312}},"cache":{"ipfs":{"/README.md":{"path":"QmVBXMqpyXfzHHi5NVEKBniVL1XoH9SbQ8zxidE9LktQfo","url":"https://ipfs.io/ipfs/QmVBXMqpyXfzHHi5NVEKBniVL1XoH9SbQ8zxidE9LktQfo"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmWSZ7D5vQ7nzyxaQq8YUPXcFhybNbTNrgGHKgVitLnpFp","url":"https://ipfs.io/ipfs/QmWSZ7D5vQ7nzyxaQq8YUPXcFhybNbTNrgGHKgVitLnpFp"},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"path":"QmbSAx1mKcFYAQ6mS7tpvuZrMYWcJKDwEAe8nsqx5P5NWM","url":"https://ipfs.io/ipfs/QmbSAx1mKcFYAQ6mS7tpvuZrMYWcJKDwEAe8nsqx5P5NWM"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q8_0.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/samantha-mistral-instruct-7b.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q8_0.gguf","url":"/storage/cloudkit-models/samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/samantha-mistral-instruct-7b.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q8_0.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q8_0.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"Mistral-7B-v0.1-GGUF-Q2_K":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2320},"/mistral-7b-v0.1.Q2_K.gguf":{"size":3083097728}},"cache":{"ipfs":{"/README.md":{"path":"QmUsc3LeNYXXbVxsazJmco9TbiCPnvQ61mXbeibCvxNH7s","url":"https://ipfs.io/ipfs/QmUsc3LeNYXXbVxsazJmco9TbiCPnvQ61mXbeibCvxNH7s"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmYwouTskCsAggUGPa8RJHooaFNWd7P1tdSE9TYx82VHCf","url":"https://ipfs.io/ipfs/QmYwouTskCsAggUGPa8RJHooaFNWd7P1tdSE9TYx82VHCf"},"/mistral-7b-v0.1.Q2_K.gguf":{"path":"QmWHZjFLPtRNVsARd2UaQL22NryEpEDs4M8HVsnQnyBLgc","url":"https://ipfs.io/ipfs/QmWHZjFLPtRNVsARd2UaQL22NryEpEDs4M8HVsnQnyBLgc"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mistral-7b-v0.1.Q2_K.gguf":{"path":"/mistral-7b-v0.1.Q2_K.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/mistral-7b-v0.1.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/manifest.json"},"/mistral-7b-v0.1.Q2_K.gguf":{"path":"/mistral-7b-v0.1.Q2_K.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q2_K@gguf/mistral-7b-v0.1.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q2_K.gguf":{"path":"/mistral-7b-v0.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q2_K.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2369},"/mistral-7b-v0.1.Q3_K_M.gguf":{"size":3518985856}},"cache":{"ipfs":{"/README.md":{"path":"QmYGcAMTn8WCEjWQi5dbLRyQUQ925rLSqqSTtYZq92uw88","url":"https://ipfs.io/ipfs/QmYGcAMTn8WCEjWQi5dbLRyQUQ925rLSqqSTtYZq92uw88"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmS6aRcJ4XFzUvCW611cG7V2QpE8jqtPjKT5ascKu7csVW","url":"https://ipfs.io/ipfs/QmS6aRcJ4XFzUvCW611cG7V2QpE8jqtPjKT5ascKu7csVW"},"/mistral-7b-v0.1.Q3_K_M.gguf":{"path":"QmZoKZ1yrVaoe1HtE7SfJMdDMA1CxS5HfRb6Fr18bknzkp","url":"https://ipfs.io/ipfs/QmZoKZ1yrVaoe1HtE7SfJMdDMA1CxS5HfRb6Fr18bknzkp"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_M.gguf":{"path":"/mistral-7b-v0.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mistral-7b-v0.1.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_M.gguf":{"path":"/mistral-7b-v0.1.Q3_K_M.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/mistral-7b-v0.1.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q3_K_M.gguf":{"path":"/mistral-7b-v0.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2369},"/mistral-7b-v0.1.Q3_K_S.gguf":{"size":3164567168}},"cache":{"ipfs":{"/README.md":{"path":"QmdngZxyUiT2F3kn2BTeAKjZ6DYQTiNFPFaDFFCNnvN66J","url":"https://ipfs.io/ipfs/QmdngZxyUiT2F3kn2BTeAKjZ6DYQTiNFPFaDFFCNnvN66J"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmUUqzQ8z6TxFZEUATQ41yhskcxDQ3vaX9f79ZcouJrP4F","url":"https://ipfs.io/ipfs/QmUUqzQ8z6TxFZEUATQ41yhskcxDQ3vaX9f79ZcouJrP4F"},"/mistral-7b-v0.1.Q3_K_S.gguf":{"path":"Qmbwf8yGRTPWFVurNwG6sGaezW3rsTrFCSovNgN4tRmzfk","url":"https://ipfs.io/ipfs/Qmbwf8yGRTPWFVurNwG6sGaezW3rsTrFCSovNgN4tRmzfk"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_S.gguf":{"path":"/mistral-7b-v0.1.Q3_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/mistral-7b-v0.1.Q3_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_S.gguf":{"path":"/mistral-7b-v0.1.Q3_K_S.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/mistral-7b-v0.1.Q3_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q3_K_S.gguf":{"path":"/mistral-7b-v0.1.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2369},"/mistral-7b-v0.1.Q3_K_L.gguf":{"size":3822024320}},"cache":{"ipfs":{"/README.md":{"path":"QmX2wg6ZMHeW1r8uj2mNXNjmDMcLwohXUFt1X2mjbqZhLh","url":"https://ipfs.io/ipfs/QmX2wg6ZMHeW1r8uj2mNXNjmDMcLwohXUFt1X2mjbqZhLh"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmRrYcaNZRdy8dUXvpYqFLG9NBJpdbgSpsV83P2me1YQC1","url":"https://ipfs.io/ipfs/QmRrYcaNZRdy8dUXvpYqFLG9NBJpdbgSpsV83P2me1YQC1"},"/mistral-7b-v0.1.Q3_K_L.gguf":{"path":"QmWLgzRm5YFJecR5kyLkK7gfv7SK2yESBXo9nj6RXJiemU","url":"https://ipfs.io/ipfs/QmWLgzRm5YFJecR5kyLkK7gfv7SK2yESBXo9nj6RXJiemU"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_L.gguf":{"path":"/mistral-7b-v0.1.Q3_K_L.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/mistral-7b-v0.1.Q3_K_L.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_L.gguf":{"path":"/mistral-7b-v0.1.Q3_K_L.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/mistral-7b-v0.1.Q3_K_L.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q3_K_L.gguf":{"path":"/mistral-7b-v0.1.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_L.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q4_0":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2320},"/mistral-7b-v0.1.Q4_0.gguf":{"size":4108916352}},"cache":{"ipfs":{"/README.md":{"path":"Qmemar5KdvgbBaxdFAP4ixTyMqVF1BNv8DjADBystiFigH","url":"https://ipfs.io/ipfs/Qmemar5KdvgbBaxdFAP4ixTyMqVF1BNv8DjADBystiFigH"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmYxL6dDQinXdBjcCiDwcodars42HsM7p8a7wrRgbYvXnZ","url":"https://ipfs.io/ipfs/QmYxL6dDQinXdBjcCiDwcodars42HsM7p8a7wrRgbYvXnZ"},"/mistral-7b-v0.1.Q4_0.gguf":{"path":"Qmc8QfHFVjhyd6ub4hiX2JpDmjcDqNHkokqfYhKNQKJybR","url":"https://ipfs.io/ipfs/Qmc8QfHFVjhyd6ub4hiX2JpDmjcDqNHkokqfYhKNQKJybR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_0.gguf":{"path":"/mistral-7b-v0.1.Q4_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/mistral-7b-v0.1.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_0.gguf":{"path":"/mistral-7b-v0.1.Q4_0.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_0@gguf/mistral-7b-v0.1.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q4_0.gguf":{"path":"/mistral-7b-v0.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_0.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2366},"/mistral-7b-v0.1.Q4_K_S.gguf":{"size":4140373632}},"cache":{"ipfs":{"/README.md":{"path":"Qmdt6aSCnmBvZmtmrBfHqQoYHoFd2KQFJkeRhQ6vsjB7Ai","url":"https://ipfs.io/ipfs/Qmdt6aSCnmBvZmtmrBfHqQoYHoFd2KQFJkeRhQ6vsjB7Ai"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmRDixmW5dFZepuFzj2kbN8sbCKAQQJ6d3wYuCJ7bFP7yu","url":"https://ipfs.io/ipfs/QmRDixmW5dFZepuFzj2kbN8sbCKAQQJ6d3wYuCJ7bFP7yu"},"/mistral-7b-v0.1.Q4_K_S.gguf":{"path":"QmNUzA7swwv2DGfWXBmYH5Fqma7K9NZuQ39rxMZ7qt8oSX","url":"https://ipfs.io/ipfs/QmNUzA7swwv2DGfWXBmYH5Fqma7K9NZuQ39rxMZ7qt8oSX"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_K_S.gguf":{"path":"/mistral-7b-v0.1.Q4_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/mistral-7b-v0.1.Q4_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_K_S.gguf":{"path":"/mistral-7b-v0.1.Q4_K_S.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/mistral-7b-v0.1.Q4_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q4_K_S.gguf":{"path":"/mistral-7b-v0.1.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2366},"/mistral-7b-v0.1.Q4_K_M.gguf":{"size":4368438912}},"cache":{"ipfs":{"/README.md":{"path":"QmSZU8ULK63LNwAztsjaF3vHrYtumo656RqweYFTRDNfoT","url":"https://ipfs.io/ipfs/QmSZU8ULK63LNwAztsjaF3vHrYtumo656RqweYFTRDNfoT"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmdFZkUeweEfZUNxidojDh8JhMAjydRqVcgGPc8Fqyi4Lx","url":"https://ipfs.io/ipfs/QmdFZkUeweEfZUNxidojDh8JhMAjydRqVcgGPc8Fqyi4Lx"},"/mistral-7b-v0.1.Q4_K_M.gguf":{"path":"QmSyfug9xXnpAyavPyxb7zHsajjM9Zb4d4WJruFHuusHx8","url":"https://ipfs.io/ipfs/QmSyfug9xXnpAyavPyxb7zHsajjM9Zb4d4WJruFHuusHx8"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_K_M.gguf":{"path":"/mistral-7b-v0.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mistral-7b-v0.1.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_K_M.gguf":{"path":"/mistral-7b-v0.1.Q4_K_M.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/mistral-7b-v0.1.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q4_K_M.gguf":{"path":"/mistral-7b-v0.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q5_0":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2308},"/mistral-7b-v0.1.Q5_0.gguf":{"size":4997715584}},"cache":{"ipfs":{"/README.md":{"path":"QmWDNCViyAngscUncZbLGWQnSjcbwHuQRRayR517GqueAK","url":"https://ipfs.io/ipfs/QmWDNCViyAngscUncZbLGWQnSjcbwHuQRRayR517GqueAK"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmQxwAbEuQCvU2nmbAjUgDc4tiqX2n8qmYgN1zoxzC3cQo","url":"https://ipfs.io/ipfs/QmQxwAbEuQCvU2nmbAjUgDc4tiqX2n8qmYgN1zoxzC3cQo"},"/mistral-7b-v0.1.Q5_0.gguf":{"path":"QmcLCZYt4bihNoXKYZmKYBHWW2E7xzgJJ6sVJVLboPSSxy","url":"https://ipfs.io/ipfs/QmcLCZYt4bihNoXKYZmKYBHWW2E7xzgJJ6sVJVLboPSSxy"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_0.gguf":{"path":"/mistral-7b-v0.1.Q5_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/mistral-7b-v0.1.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_0.gguf":{"path":"/mistral-7b-v0.1.Q5_0.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_0@gguf/mistral-7b-v0.1.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q5_0.gguf":{"path":"/mistral-7b-v0.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_0.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2356},"/mistral-7b-v0.1.Q5_K_S.gguf":{"size":4997715584}},"cache":{"ipfs":{"/README.md":{"path":"QmVbBVNTbA3B1JEG5gQyeH9MNKPwXDFHUf61gHchMbCV62","url":"https://ipfs.io/ipfs/QmVbBVNTbA3B1JEG5gQyeH9MNKPwXDFHUf61gHchMbCV62"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmfYnowJdckgykB63KDbCREwm5tFSVURZNGwZ9qTH5KSHE","url":"https://ipfs.io/ipfs/QmfYnowJdckgykB63KDbCREwm5tFSVURZNGwZ9qTH5KSHE"},"/mistral-7b-v0.1.Q5_K_S.gguf":{"path":"QmednakfM9AXSibJqvvDTYE27SnuRFUtFezfJCXKfWHnuC","url":"https://ipfs.io/ipfs/QmednakfM9AXSibJqvvDTYE27SnuRFUtFezfJCXKfWHnuC"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_K_S.gguf":{"path":"/mistral-7b-v0.1.Q5_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/mistral-7b-v0.1.Q5_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_K_S.gguf":{"path":"/mistral-7b-v0.1.Q5_K_S.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/mistral-7b-v0.1.Q5_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q5_K_S.gguf":{"path":"/mistral-7b-v0.1.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2356},"/mistral-7b-v0.1.Q5_K_M.gguf":{"size":5131409024}},"cache":{"ipfs":{"/README.md":{"path":"QmUMxFSnYumgWZ6iFn7TeaNgnUmor69VuDtdC1icVYAm4w","url":"https://ipfs.io/ipfs/QmUMxFSnYumgWZ6iFn7TeaNgnUmor69VuDtdC1icVYAm4w"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmZzXRKYaux8b4A1RmX4SGstEvfBcbz2cCACDeUX88gddk","url":"https://ipfs.io/ipfs/QmZzXRKYaux8b4A1RmX4SGstEvfBcbz2cCACDeUX88gddk"},"/mistral-7b-v0.1.Q5_K_M.gguf":{"path":"Qma4yY6p2m7ihpDcKejDvwwFBvWP7HjDm5H9cajJBKWj5N","url":"https://ipfs.io/ipfs/Qma4yY6p2m7ihpDcKejDvwwFBvWP7HjDm5H9cajJBKWj5N"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_K_M.gguf":{"path":"/mistral-7b-v0.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mistral-7b-v0.1.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_K_M.gguf":{"path":"/mistral-7b-v0.1.Q5_K_M.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/mistral-7b-v0.1.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q5_K_M.gguf":{"path":"/mistral-7b-v0.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q6_K":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2318},"/mistral-7b-v0.1.Q6_K.gguf":{"size":5942064768}},"cache":{"ipfs":{"/README.md":{"path":"QmSUFjWGkC9UigstcxFoQDeNn6YUhmiFPBdhHg7Sh52XkE","url":"https://ipfs.io/ipfs/QmSUFjWGkC9UigstcxFoQDeNn6YUhmiFPBdhHg7Sh52XkE"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"Qme1JqUBLEk17g2K9bwNSBdEBm6bpk1V5y6yRJe2LS9xLg","url":"https://ipfs.io/ipfs/Qme1JqUBLEk17g2K9bwNSBdEBm6bpk1V5y6yRJe2LS9xLg"},"/mistral-7b-v0.1.Q6_K.gguf":{"path":"QmekbJgQ7ZGU3DXPwBVZ19kgBshbhT8dDkovBjdQ1v1aT4","url":"https://ipfs.io/ipfs/QmekbJgQ7ZGU3DXPwBVZ19kgBshbhT8dDkovBjdQ1v1aT4"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mistral-7b-v0.1.Q6_K.gguf":{"path":"/mistral-7b-v0.1.Q6_K.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/mistral-7b-v0.1.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/manifest.json"},"/mistral-7b-v0.1.Q6_K.gguf":{"path":"/mistral-7b-v0.1.Q6_K.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q6_K@gguf/mistral-7b-v0.1.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q6_K.gguf":{"path":"/mistral-7b-v0.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q6_K.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q8_0":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2318},"/mistral-7b-v0.1.Q8_0.gguf":{"size":7695857280}},"cache":{"ipfs":{"/README.md":{"path":"QmYZTUtS9tS1LhRjmNc8mCrHKfdVVGdVsezZztQTbnn3uG","url":"https://ipfs.io/ipfs/QmYZTUtS9tS1LhRjmNc8mCrHKfdVVGdVsezZztQTbnn3uG"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmQPAR7MqpnetP6ozgWY6vjny593h2NLnvqXeSUQAhdA3f","url":"https://ipfs.io/ipfs/QmQPAR7MqpnetP6ozgWY6vjny593h2NLnvqXeSUQAhdA3f"},"/mistral-7b-v0.1.Q8_0.gguf":{"path":"QmVNU1DAZn7D4Bey1Zb6WP341nwXa7wSQ2XuVZoq1vH5sy","url":"https://ipfs.io/ipfs/QmVNU1DAZn7D4Bey1Zb6WP341nwXa7wSQ2XuVZoq1vH5sy"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q8_0.gguf":{"path":"/mistral-7b-v0.1.Q8_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/mistral-7b-v0.1.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q8_0.gguf":{"path":"/mistral-7b-v0.1.Q8_0.gguf","url":"/storage/cloudkit-models/Mistral-7B-v0.1-GGUF-Q8_0@gguf/mistral-7b-v0.1.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q8_0.gguf":{"path":"/mistral-7b-v0.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q8_0.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q2_K":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"d60828e58fa3c7a1268f926c82d8abe1","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"3aef55b16a452a82b5f988aa44537961","size":632},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"md5":"cdc4835af5dc75bcfb9bece59f0d3adc","size":3083098400}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"d60828e58fa3c7a1268f926c82d8abe1","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"eb0416d699c1c263e62f38289db5ea85","size":3036},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"md5":"cdc4835af5dc75bcfb9bece59f0d3adc","size":3083098400}},"cache":{"ipfs":{"/README.md":{"path":"QmXCgWdtUXTaLNsbEXjcGYTrmpHeUDXCQ5xHHoghqScVdn","url":"https://ipfs.io/ipfs/QmXCgWdtUXTaLNsbEXjcGYTrmpHeUDXCQ5xHHoghqScVdn"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmRNofEWYZrFkf2pVUAQuAh4V8vr6ChyDmjeRKTXPcyjxz","url":"https://ipfs.io/ipfs/QmRNofEWYZrFkf2pVUAQuAh4V8vr6ChyDmjeRKTXPcyjxz"},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"path":"QmWvAhvSpzHGCEoZiNQtG6rpSJ4skb9KfhydSG3c2spdre","url":"https://ipfs.io/ipfs/QmWvAhvSpzHGCEoZiNQtG6rpSJ4skb9KfhydSG3c2spdre"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q2_K.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/mistral-7b-instruct-v0.2.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q2_K.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/mistral-7b-instruct-v0.2.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q2_K.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"4db8827dabb370c916ad87b73c9c4add","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"625bbb266587a92a891a27bf69e022e4","size":637},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"md5":"667f1f3aaf1f82395baecede439d7676","size":3518986528}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"4db8827dabb370c916ad87b73c9c4add","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"979a8e7b13eea5c4aeeb612f6e0c3024","size":3087},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"md5":"667f1f3aaf1f82395baecede439d7676","size":3518986528}},"cache":{"ipfs":{"/README.md":{"path":"QmQoinMEGuUtF2eqS2GxAadzyZfFR5JH7TyP2bdNKE1neF","url":"https://ipfs.io/ipfs/QmQoinMEGuUtF2eqS2GxAadzyZfFR5JH7TyP2bdNKE1neF"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmYUvU3PuZwqHXHzDRKut2PTq4XeyNgnSocDnygHfkA4fq","url":"https://ipfs.io/ipfs/QmYUvU3PuZwqHXHzDRKut2PTq4XeyNgnSocDnygHfkA4fq"},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"path":"QmdVAvepwKA69JZEoYevQ3GtzvciaohH3wutLnvpzPQqHL","url":"https://ipfs.io/ipfs/QmdVAvepwKA69JZEoYevQ3GtzvciaohH3wutLnvpzPQqHL"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/mistral-7b-instruct-v0.2.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_M.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/mistral-7b-instruct-v0.2.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"bd6b7e33065bbf0c01899b13b25e9c00","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"40b5b05a9ba705ae82722eecb65e1b46","size":637},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"md5":"8507b4b2e9c275e538303b2a99dcd007","size":3164567840}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"bd6b7e33065bbf0c01899b13b25e9c00","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"0fc08255391fe120a3f7bcde33d85e37","size":3087},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"md5":"8507b4b2e9c275e538303b2a99dcd007","size":3164567840}},"cache":{"ipfs":{"/README.md":{"path":"QmXzfLsPw23xM15S4b2caJrbkPuPUVRCr4mtZpWTRDBS16","url":"https://ipfs.io/ipfs/QmXzfLsPw23xM15S4b2caJrbkPuPUVRCr4mtZpWTRDBS16"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmfZRPTPtdixMVWWodMuAK1ZJ6knbQQBcE6rKgCiyhGHZw","url":"https://ipfs.io/ipfs/QmfZRPTPtdixMVWWodMuAK1ZJ6knbQQBcE6rKgCiyhGHZw"},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"path":"QmZn8U8XAmEg7CgU1meMxN6r5PcCpbp6w1g5XrSHGf8JEA","url":"https://ipfs.io/ipfs/QmZn8U8XAmEg7CgU1meMxN6r5PcCpbp6w1g5XrSHGf8JEA"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/mistral-7b-instruct-v0.2.Q3_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_S.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/mistral-7b-instruct-v0.2.Q3_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"e39bc30760e88be0296bee7cb364241f","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"6b20c4032c25c4d4311e8b49b60881c5","size":637},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"md5":"d9857342cda4aed7ef5c6966573902e9","size":3822024992}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"e39bc30760e88be0296bee7cb364241f","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"9ca80fb18cffe6fd5b9f8f1d056c4be4","size":3087},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"md5":"d9857342cda4aed7ef5c6966573902e9","size":3822024992}},"cache":{"ipfs":{"/README.md":{"path":"QmbAXnMHA5Jn7ZUGWJy275j7VxWMKYrcA3FQWg48A1nk2R","url":"https://ipfs.io/ipfs/QmbAXnMHA5Jn7ZUGWJy275j7VxWMKYrcA3FQWg48A1nk2R"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmPq6QJtbrkjbDi5ZpYh54Bsy3aw9o7Q3u1xH9mGpAn9HT","url":"https://ipfs.io/ipfs/QmPq6QJtbrkjbDi5ZpYh54Bsy3aw9o7Q3u1xH9mGpAn9HT"},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"path":"QmaaBeen6bNFVoDhQk81QAFwLwQmg5aPVBL7gRrFwG6eMz","url":"https://ipfs.io/ipfs/QmaaBeen6bNFVoDhQk81QAFwLwQmg5aPVBL7gRrFwG6eMz"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_L.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/mistral-7b-instruct-v0.2.Q3_K_L.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_L.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/mistral-7b-instruct-v0.2.Q3_K_L.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_L.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q4_0":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"14c651fcc5caaab71a2d75cda1c19686","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"cf6fca474c4f849699d5366c228c5fba","size":632},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"md5":"f4bb7ee10879468df6d1b8d171510b46","size":4108917024}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"14c651fcc5caaab71a2d75cda1c19686","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"d26310eb6f4a2311aca976c1ab26b7a9","size":3036},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"md5":"f4bb7ee10879468df6d1b8d171510b46","size":4108917024}},"cache":{"ipfs":{"/README.md":{"path":"Qmb9F6STMRQpaAo6fnxsaydSsfjtbSqBH1uXhuF89gTTov","url":"https://ipfs.io/ipfs/Qmb9F6STMRQpaAo6fnxsaydSsfjtbSqBH1uXhuF89gTTov"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmbjgEwdPGjBCh4W6oPQFkZG5i6Ka17pULw9YXqTNzx9bP","url":"https://ipfs.io/ipfs/QmbjgEwdPGjBCh4W6oPQFkZG5i6Ka17pULw9YXqTNzx9bP"},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"path":"QmcbgBWn6Nsdwr3Gc4ULTaUtkj48s6cevCgnr2KabkMYcu","url":"https://ipfs.io/ipfs/QmcbgBWn6Nsdwr3Gc4ULTaUtkj48s6cevCgnr2KabkMYcu"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/mistral-7b-instruct-v0.2.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_0.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/mistral-7b-instruct-v0.2.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"53bb3905a9df35dd74de282327fa3af0","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"fb317355e50e956d8f4f5cfb2ee04f88","size":634},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"md5":"d1dec3cd329e58d62ee452d2efa17b60","size":4140374304}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"53bb3905a9df35dd74de282327fa3af0","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"a72f15e54ef873c2036b64b9f74e2ece","size":3084},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"md5":"d1dec3cd329e58d62ee452d2efa17b60","size":4140374304}},"cache":{"ipfs":{"/README.md":{"path":"QmYYBvzzTEfFJjiAU5a43QXqVhH2YzoNFvYBpU14xGzwc7","url":"https://ipfs.io/ipfs/QmYYBvzzTEfFJjiAU5a43QXqVhH2YzoNFvYBpU14xGzwc7"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"Qmaa6y84j834RGmtCh9rMfyhih8KeTix1FEDTGaASeTQHA","url":"https://ipfs.io/ipfs/Qmaa6y84j834RGmtCh9rMfyhih8KeTix1FEDTGaASeTQHA"},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"path":"QmPyESWbPCqPTXHn5oosqBbGmNtirVGwUhT9iHYrFEVC3k","url":"https://ipfs.io/ipfs/QmPyESWbPCqPTXHn5oosqBbGmNtirVGwUhT9iHYrFEVC3k"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/mistral-7b-instruct-v0.2.Q4_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_S.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/mistral-7b-instruct-v0.2.Q4_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"0ad11a6062ba614487dd24fdd987ac7d","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"dbb3d332cebb4df5ebd577e982215932","size":634},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"md5":"d98804ecfe3f274b46aed70d9257945e","size":4368439584}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"0ad11a6062ba614487dd24fdd987ac7d","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"b476a1fb9da4dbb8c1cba48290ed28c9","size":3084},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"md5":"d98804ecfe3f274b46aed70d9257945e","size":4368439584}},"cache":{"ipfs":{"/README.md":{"path":"Qmdkvnza4a7wgQsUUWu5ab9C8UtM9yMcpziTreXwpNcyFG","url":"https://ipfs.io/ipfs/Qmdkvnza4a7wgQsUUWu5ab9C8UtM9yMcpziTreXwpNcyFG"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmRajXQSai773y3My1xxvF1MmiKhgbyHeD8wnm88DcchjJ","url":"https://ipfs.io/ipfs/QmRajXQSai773y3My1xxvF1MmiKhgbyHeD8wnm88DcchjJ"},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"path":"QmPxxq8piTgTdFXabd43AHcBDb2MbcUVxsZsMxx9t5v5Hm","url":"https://ipfs.io/ipfs/QmPxxq8piTgTdFXabd43AHcBDb2MbcUVxsZsMxx9t5v5Hm"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/mistral-7b-instruct-v0.2.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_M.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/mistral-7b-instruct-v0.2.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q5_0":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"280e08b964e4bbbc9451bf065e75a30f","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"860d697b3d41879ade57bf5420cecacf","size":620},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"md5":"5c79a3f3ca09be5ef3b9f46c123679a4","size":4997716256}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"280e08b964e4bbbc9451bf065e75a30f","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"6f7f38bd3303df198dfa5dcdb0d3fd7e","size":3024},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"md5":"5c79a3f3ca09be5ef3b9f46c123679a4","size":4997716256}},"cache":{"ipfs":{"/README.md":{"path":"QmYeyi4wnheDzr3QBzaj2xE9ajTLwmRYqsYChVBVGH1bq3","url":"https://ipfs.io/ipfs/QmYeyi4wnheDzr3QBzaj2xE9ajTLwmRYqsYChVBVGH1bq3"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmWQxxG9vcj2zk3dkFam8bQLEqMsdMn3fEzCxx9vpw2XiA","url":"https://ipfs.io/ipfs/QmWQxxG9vcj2zk3dkFam8bQLEqMsdMn3fEzCxx9vpw2XiA"},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"path":"QmdVd3osp69kFNihB4aqaTxdJhoi3XfV8hP5JgBY172NiR","url":"https://ipfs.io/ipfs/QmdVd3osp69kFNihB4aqaTxdJhoi3XfV8hP5JgBY172NiR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/mistral-7b-instruct-v0.2.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_0.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/mistral-7b-instruct-v0.2.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_0.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"b2c2280ccc92a5f76d93c89f372e2dcc","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"10037439bc12314fd09982a28778b919","size":624},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"md5":"6a239302b3e28ea01261f081dd34e4b6","size":4997716256}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"b2c2280ccc92a5f76d93c89f372e2dcc","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"0f54fb88354427fbe1c25f3aa2fd3ca0","size":3074},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"md5":"6a239302b3e28ea01261f081dd34e4b6","size":4997716256}},"cache":{"ipfs":{"/README.md":{"path":"QmTDR7cn9p3yjpAvV5GThCGsGxdQSkdCiGHPoQBYSRUMkK","url":"https://ipfs.io/ipfs/QmTDR7cn9p3yjpAvV5GThCGsGxdQSkdCiGHPoQBYSRUMkK"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmeNgCKCh4K9X5THteLeXwiTsVGeHC4S7J79RHBUAmBBdG","url":"https://ipfs.io/ipfs/QmeNgCKCh4K9X5THteLeXwiTsVGeHC4S7J79RHBUAmBBdG"},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"path":"QmNUtPGd6cE8pYa91Mi6NuW1kH9xDJbHD8nPFSZfpf4DL8","url":"https://ipfs.io/ipfs/QmNUtPGd6cE8pYa91Mi6NuW1kH9xDJbHD8nPFSZfpf4DL8"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/mistral-7b-instruct-v0.2.Q5_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_S.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/mistral-7b-instruct-v0.2.Q5_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"7001621f61a35135d4a73efd5a6ccac2","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"f4a52145f0c112afc5a8e008e6f9b212","size":624},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"md5":"078b73ce8f7722d98e5b6c1721c99c35","size":5131409696}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"7001621f61a35135d4a73efd5a6ccac2","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"b2e7bb4f93961e4974a52cf9d6095cf5","size":3074},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"md5":"078b73ce8f7722d98e5b6c1721c99c35","size":5131409696}},"cache":{"ipfs":{"/README.md":{"path":"QmQX5M5dvXMirqpjsMzijGWUhiMmfgwv1QksCsU9hZhfxV","url":"https://ipfs.io/ipfs/QmQX5M5dvXMirqpjsMzijGWUhiMmfgwv1QksCsU9hZhfxV"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmPgFSH2k3hz1pkbbxGXcX7L8van7CqMPDVJYx24MZ7S38","url":"https://ipfs.io/ipfs/QmPgFSH2k3hz1pkbbxGXcX7L8van7CqMPDVJYx24MZ7S38"},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"path":"QmS93qBmEEfoLm1YS5t5YZyq7PenBwZbJ8KPcVF8pM6UHP","url":"https://ipfs.io/ipfs/QmS93qBmEEfoLm1YS5t5YZyq7PenBwZbJ8KPcVF8pM6UHP"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/mistral-7b-instruct-v0.2.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_M.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/mistral-7b-instruct-v0.2.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q6_K":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"06f9b0cc29eeaaad87272082258c7153","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"2dac10a3ad54a4da0f4b90d9511a41e1","size":630},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"md5":"7fcfb3b95b7850578a261ad76d94902f","size":5942065440}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"06f9b0cc29eeaaad87272082258c7153","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"dbd34af0d1cb00d33ae709770b748480","size":3034},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"md5":"7fcfb3b95b7850578a261ad76d94902f","size":5942065440}},"cache":{"ipfs":{"/README.md":{"path":"QmYF296xBVdjHVTUVSf3FF7rpfZ9RHzNTwBJQYEmVPxobj","url":"https://ipfs.io/ipfs/QmYF296xBVdjHVTUVSf3FF7rpfZ9RHzNTwBJQYEmVPxobj"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"Qmc4eNR5RpTbxmfZYJuq9riTGbXc2McT2hqK3db8TS38aP","url":"https://ipfs.io/ipfs/Qmc4eNR5RpTbxmfZYJuq9riTGbXc2McT2hqK3db8TS38aP"},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"path":"Qmb9XwWsdSE6ybw2iLywstpaYVYzBUgPhQTaUDgwe7UD2b","url":"https://ipfs.io/ipfs/Qmb9XwWsdSE6ybw2iLywstpaYVYzBUgPhQTaUDgwe7UD2b"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q6_K.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/mistral-7b-instruct-v0.2.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q6_K.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/mistral-7b-instruct-v0.2.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q6_K.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q8_0":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"4854cee978384424948e439ecd228665","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"357f1dc8a67d21e4ffc21490e136ddcd","size":630},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"md5":"ff67863270f97a1c180d0662434a0d15","size":7695857952}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"4854cee978384424948e439ecd228665","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"81de7a52bef6835fdbd886b026d630d8","size":3034},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"md5":"ff67863270f97a1c180d0662434a0d15","size":7695857952}},"cache":{"ipfs":{"/README.md":{"path":"QmTBYWw7kw9A97xfHBKqGgBjEXn8watywgtsYbUahuXh2W","url":"https://ipfs.io/ipfs/QmTBYWw7kw9A97xfHBKqGgBjEXn8watywgtsYbUahuXh2W"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmR1QcTmJKDzcTLvDPzA4tzNXXfiRdzTpZWwr5cCXSJMNc","url":"https://ipfs.io/ipfs/QmR1QcTmJKDzcTLvDPzA4tzNXXfiRdzTpZWwr5cCXSJMNc"},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"path":"QmQFTBh4kxZyESPBhhEaxRLt2cpQNmDfZkF6FhkQnEbjXC","url":"https://ipfs.io/ipfs/QmQFTBh4kxZyESPBhhEaxRLt2cpQNmDfZkF6FhkQnEbjXC"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q8_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/mistral-7b-instruct-v0.2.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q8_0.gguf","url":"/storage/cloudkit-models/Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/mistral-7b-instruct-v0.2.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q8_0.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q2_K":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"95fb5071de1458594b2cb3736b5c0455","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"dc4345ebceae4e9b2a086df5ee145d5f","size":611},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"md5":"cb87012e39a063d5303dc5401769606b","size":15644034496}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"95fb5071de1458594b2cb3736b5c0455","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"fdcb66eef77984350f29e952051cfca4","size":2856},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"md5":"cb87012e39a063d5303dc5401769606b","size":15644034496}},"cache":{"ipfs":{"/README.md":{"path":"QmfV5pQAp1YrwxxfBPkGZqxe4uE9NzmyzpKNgwCBT4wiZ6","url":"https://ipfs.io/ipfs/QmfV5pQAp1YrwxxfBPkGZqxe4uE9NzmyzpKNgwCBT4wiZ6"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmX5YGJU87RjhhEb5sn6Mjwx2PrW3YvZF91T4o7z9ZfFrs","url":"https://ipfs.io/ipfs/QmX5YGJU87RjhhEb5sn6Mjwx2PrW3YvZF91T4o7z9ZfFrs"},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"path":"QmRaTGFL2rs4xKCq6VNVzvFjFvjvEZbtrLjNpw5YXASada","url":"https://ipfs.io/ipfs/QmRaTGFL2rs4xKCq6VNVzvFjFvjvEZbtrLjNpw5YXASada"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q2_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-v0.1.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q2_K.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/mixtral-8x7b-v0.1.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q2_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"deb8568069f04f4393d7e2dac3d84f4b","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"90cd3106b1d513d00f1b19ebd5a18f11","size":616},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"md5":"89bc9ae20b05a7b631c87eb1655b4b7a","size":20363355584}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"deb8568069f04f4393d7e2dac3d84f4b","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"06bdbceadc13507a90a2fe5159abdd97","size":2907},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"md5":"89bc9ae20b05a7b631c87eb1655b4b7a","size":20363355584}},"cache":{"ipfs":{"/README.md":{"path":"QmZgR6Y4wakF7JG9zGmk62tR2xRqkonZ819vpn6iJ7cdmb","url":"https://ipfs.io/ipfs/QmZgR6Y4wakF7JG9zGmk62tR2xRqkonZ819vpn6iJ7cdmb"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmQMCdvZf2NreFLfUyJRMphe9mt8w8HMeEu8kgRtyUmRRt","url":"https://ipfs.io/ipfs/QmQMCdvZf2NreFLfUyJRMphe9mt8w8HMeEu8kgRtyUmRRt"},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"path":"QmS9GYByz3rPhEWHCeQBWEkfBGXH5BeM7WJHhiRXS9qvp3","url":"https://ipfs.io/ipfs/QmS9GYByz3rPhEWHCeQBWEkfBGXH5BeM7WJHhiRXS9qvp3"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-v0.1.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q3_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/mixtral-8x7b-v0.1.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q3_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"7fd786b1b0165dddf87a7d5428d336cb","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"55cb1e40c1b483c6735c1d15f2cc3b53","size":616}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"7fd786b1b0165dddf87a7d5428d336cb","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"680d84cfd80cb7d9bccab7abe1eb21fc","size":2189}},"cache":{"ipfs":{"/README.md":{"path":"QmXyGjNCVDvtzZneH97WyVY1FcwJKpiJY6MyW2qPfUbiBP","url":"https://ipfs.io/ipfs/QmXyGjNCVDvtzZneH97WyVY1FcwJKpiJY6MyW2qPfUbiBP"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmRop5wDb3gamAvv5DYRNSqbNBZrmqYT15rAnw9igJZ3sR","url":"https://ipfs.io/ipfs/QmRop5wDb3gamAvv5DYRNSqbNBZrmqYT15rAnw9igJZ3sR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"1212e3e59a86e438b3ba8ac4a3f8d79f","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"7e73e3d0f914948d930c4e98863f1609","size":616}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"1212e3e59a86e438b3ba8ac4a3f8d79f","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"d4d8a190db0c04290f0836a8ef0c8e11","size":2189}},"cache":{"ipfs":{"/README.md":{"path":"QmUKsnP4PEDdSXp3dVmB3LT7rEvDoZfiVeUaTCb3gRuVVK","url":"https://ipfs.io/ipfs/QmUKsnP4PEDdSXp3dVmB3LT7rEvDoZfiVeUaTCb3gRuVVK"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmRMkD5QpsXc3nYRbXutkSQGe7eVdaurSosNtuui1hJCmZ","url":"https://ipfs.io/ipfs/QmRMkD5QpsXc3nYRbXutkSQGe7eVdaurSosNtuui1hJCmZ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q4_0":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"059a8301dccda7e9aab229e23247bff8","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"766054dc7d0d9a83f4d42f1611b99833","size":611},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"md5":"ab913b50b3b32c1f160fbb0faa9b3a2a","size":26441532864}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"059a8301dccda7e9aab229e23247bff8","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"bdee5254757e5b1dfad5399b9922df41","size":2856},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"md5":"ab913b50b3b32c1f160fbb0faa9b3a2a","size":26441532864}},"cache":{"ipfs":{"/README.md":{"path":"QmSqYoceymNTboqyxPcHE4dWimmzN7ESc8QnRBkcmhR6Xa","url":"https://ipfs.io/ipfs/QmSqYoceymNTboqyxPcHE4dWimmzN7ESc8QnRBkcmhR6Xa"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmNVTgpPtmDESYxDy4xG23WhXRuTgeY9GA8hmyWZYv9517","url":"https://ipfs.io/ipfs/QmNVTgpPtmDESYxDy4xG23WhXRuTgeY9GA8hmyWZYv9517"},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"path":"QmaXDrQ2GQgnXGgA6W5XmkcU1nZtm8XE5oooRDNHAGcrjR","url":"https://ipfs.io/ipfs/QmaXDrQ2GQgnXGgA6W5XmkcU1nZtm8XE5oooRDNHAGcrjR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-v0.1.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_0.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/mixtral-8x7b-v0.1.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"adf739ce5e0c6305694367ebbbbbb071","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"3dda447837ec30fca9f350a53109968d","size":613}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"adf739ce5e0c6305694367ebbbbbb071","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"2facf6a83e6e8853e0ab0697fc92078e","size":2186}},"cache":{"ipfs":{"/README.md":{"path":"QmPzLdbUthz5vtjYFBnw6tXmzzfB9UCwNUfMTAqVvbKSik","url":"https://ipfs.io/ipfs/QmPzLdbUthz5vtjYFBnw6tXmzzfB9UCwNUfMTAqVvbKSik"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmVe43tcQzcB39kdJj6E4xWeJX6fez6dS3KQVPFmdAJBcM","url":"https://ipfs.io/ipfs/QmVe43tcQzcB39kdJj6E4xWeJX6fez6dS3KQVPFmdAJBcM"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"be7eb598a90870702cb04e36bf71bcf7","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"5610e218b667cacdd98a4189b581bc5b","size":613},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"md5":"acaec4823b87e51bb14bea14e3841036","size":26441532864}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"be7eb598a90870702cb04e36bf71bcf7","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"4d208430744119d71d2a2283868eaab2","size":2904},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"md5":"acaec4823b87e51bb14bea14e3841036","size":26441532864}},"cache":{"ipfs":{"/README.md":{"path":"QmZpyyr3km9EGHwg4T8yL74C4KKfVSjR8VvM71n5eLGXBA","url":"https://ipfs.io/ipfs/QmZpyyr3km9EGHwg4T8yL74C4KKfVSjR8VvM71n5eLGXBA"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmQtcSBCKM6jGq7yhWh6DXT5RUDUKufcCFUhQPnnTy8djV","url":"https://ipfs.io/ipfs/QmQtcSBCKM6jGq7yhWh6DXT5RUDUKufcCFUhQPnnTy8djV"},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"path":"QmZLzpFnG6kbDhvC4aqyVpbYhiHsotX33WyHQacv9aj8RF","url":"https://ipfs.io/ipfs/QmZLzpFnG6kbDhvC4aqyVpbYhiHsotX33WyHQacv9aj8RF"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-v0.1.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/mixtral-8x7b-v0.1.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q5_0":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"91b9809c869c1f6a49715936678a848a","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"46b84b4f153794e21f272970a969a76b","size":599},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"md5":"72bf83c20525b2cbd46d073567ea6108","size":32229279168}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"91b9809c869c1f6a49715936678a848a","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"475e7bd078d48505c7b94fadf1127885","size":2844},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"md5":"72bf83c20525b2cbd46d073567ea6108","size":32229279168}},"cache":{"ipfs":{"/README.md":{"path":"Qmbqg9DehHBVEir9QRWCrpQBCMWnZEgNvPJcvMaVm3G6kz","url":"https://ipfs.io/ipfs/Qmbqg9DehHBVEir9QRWCrpQBCMWnZEgNvPJcvMaVm3G6kz"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmWfEVWKVyW1Hoe7QYoKiTDjAW1ccGMfNHTuFVA5MxiUL7","url":"https://ipfs.io/ipfs/QmWfEVWKVyW1Hoe7QYoKiTDjAW1ccGMfNHTuFVA5MxiUL7"},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"path":"QmWCtZFfaxGi7zmY8HtsnKaocTS8o333bfxyGDRn5hLafY","url":"https://ipfs.io/ipfs/QmWCtZFfaxGi7zmY8HtsnKaocTS8o333bfxyGDRn5hLafY"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-v0.1.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_0.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/mixtral-8x7b-v0.1.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"98575bb8ca5b79fa76a467e16bad78c7","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"a4352d8bd6b88de729771904adf85f04","size":603}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"98575bb8ca5b79fa76a467e16bad78c7","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"81b1fd9152826297c4b607ae9c5a46c0","size":2176}},"cache":{"ipfs":{"/README.md":{"path":"QmUNgxJ4AfbmhW2ZqHXQktgoWU2vVSPvHr8j8UrmWHyMDs","url":"https://ipfs.io/ipfs/QmUNgxJ4AfbmhW2ZqHXQktgoWU2vVSPvHr8j8UrmWHyMDs"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmSQ6cA9pdz55eDNJios5ZhUTNqweWm7HNgRWjVNa6MA1J","url":"https://ipfs.io/ipfs/QmSQ6cA9pdz55eDNJios5ZhUTNqweWm7HNgRWjVNa6MA1J"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"43e8e7bdc397176f7f4f3c7dee592ce9","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"44e15f70aad68ee36aedbe89b7e97728","size":603},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"md5":"202c9e691490c5157ccb950dfdd0a918","size":32229279168}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"43e8e7bdc397176f7f4f3c7dee592ce9","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"6e6dc01f34da938a74b9dae979c6633e","size":2894},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"md5":"202c9e691490c5157ccb950dfdd0a918","size":32229279168}},"cache":{"ipfs":{"/README.md":{"path":"QmceGuZEuM4bNqtKDDKz8EdkaY9thLKosVvjK2JxrTTDAs","url":"https://ipfs.io/ipfs/QmceGuZEuM4bNqtKDDKz8EdkaY9thLKosVvjK2JxrTTDAs"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmQ7qaJFFrmP2325Hgjaqj8ediKnXdbpWjkVpVR5xLV2eL","url":"https://ipfs.io/ipfs/QmQ7qaJFFrmP2325Hgjaqj8ediKnXdbpWjkVpVR5xLV2eL"},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"path":"QmbPENqe619LNWmHWiMJdfm1WHG38Gdi8KZR5AE2QJHdMm","url":"https://ipfs.io/ipfs/QmbPENqe619LNWmHWiMJdfm1WHG38Gdi8KZR5AE2QJHdMm"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-v0.1.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/mixtral-8x7b-v0.1.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q6_K":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"ab73bdae02ebbebba433004e67d08b90","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"8aae55d3a02bd2f6f58b86892fbef8f9","size":609},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"md5":"341e8b402bc75e35ba532e1fb9c1bf33","size":38378759616}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"ab73bdae02ebbebba433004e67d08b90","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"0eb0d395aaea45c5b05efe74b49135fd","size":2854},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"md5":"341e8b402bc75e35ba532e1fb9c1bf33","size":38378759616}},"cache":{"ipfs":{"/README.md":{"path":"QmZJkQW5pFkoiXkJ9EpJzu6j6aekpqQynyQTC7uVJRTr57","url":"https://ipfs.io/ipfs/QmZJkQW5pFkoiXkJ9EpJzu6j6aekpqQynyQTC7uVJRTr57"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmT8KysAbukfCd3X6kqixwwHpKKJj2SEB1s8J6FRYwsrar","url":"https://ipfs.io/ipfs/QmT8KysAbukfCd3X6kqixwwHpKKJj2SEB1s8J6FRYwsrar"},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"path":"QmY3MMQYRYZt756Ns35mmb4aazZTGt5rdNz5iWALbp5gJ1","url":"https://ipfs.io/ipfs/QmY3MMQYRYZt756Ns35mmb4aazZTGt5rdNz5iWALbp5gJ1"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q6_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-v0.1.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q6_K.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/mixtral-8x7b-v0.1.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q6_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q8_0":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"37d9e6ace2be4dfbb8c6ea0d7abb6586","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"650748b234301870811b494205d6de77","size":609},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"md5":"68deeea41062c9af936ff45cb8a02132","size":49624262080}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"37d9e6ace2be4dfbb8c6ea0d7abb6586","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"52593c4631c392ae95a92d2a1aea9d64","size":2854},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"md5":"68deeea41062c9af936ff45cb8a02132","size":49624262080}},"cache":{"ipfs":{"/README.md":{"path":"QmeuTe1vaMmd3xA4vNgtFp2opUvm2FBhZQG2t5qSFBrpvt","url":"https://ipfs.io/ipfs/QmeuTe1vaMmd3xA4vNgtFp2opUvm2FBhZQG2t5qSFBrpvt"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmeWtMqbv88NtjWAzGJijgdiWhzPqeJCyjAaDxrV2rKkEm","url":"https://ipfs.io/ipfs/QmeWtMqbv88NtjWAzGJijgdiWhzPqeJCyjAaDxrV2rKkEm"},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"path":"QmXVg3Ae6wRwbvkVqMwySyx6qdcVdjEy1iu8xHnwT9dAoB","url":"https://ipfs.io/ipfs/QmXVg3Ae6wRwbvkVqMwySyx6qdcVdjEy1iu8xHnwT9dAoB"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q8_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-v0.1.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q8_0.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/mixtral-8x7b-v0.1.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q8_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-Q2_K":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"f47d963389a185c24529d06b6740194d","size":14},"/manifest.json":{"md5":"a2964920758d7ef52a2f7ebe3ac09349","size":1539}},"cache":{"ipfs":{"/README.md":{"path":"QmNiVGSoVDDajNNQFefHtb8HCw5BombVu6qULWmXfxfZ32","url":"https://ipfs.io/ipfs/QmNiVGSoVDDajNNQFefHtb8HCw5BombVu6qULWmXfxfZ32"},"/manifest.json":{"path":"QmcC9F7V6G5qteHRdJWnRpui2hKs76Cq9HUATvhKkeea7G","url":"https://ipfs.io/ipfs/QmcC9F7V6G5qteHRdJWnRpui2hKs76Cq9HUATvhKkeea7G"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-Q2_K-Q2_K@gguf/README.md"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-Q2_K@gguf/README.md"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1/resolve/main/README.md"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"3df705511f7a9a7c252cc1d3731ba58e","size":123498},"/config.json":{"md5":"52e85b180970d2f29c97366893128f2a","size":56918},"/manifest.json":{"md5":"40060236b3a47c82d5bbd3285a43b78e","size":2760},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"md5":"5734d3bbb8a6860258c8a6addac65266","size":15644035008}},"cache":{"ipfs":{"/README.md":{"path":"QmTDCzUsSRzV2gyZeXRDBrgPM9Ph8HB9b57UjZhJfW5rMu","url":"https://ipfs.io/ipfs/QmTDCzUsSRzV2gyZeXRDBrgPM9Ph8HB9b57UjZhJfW5rMu"},"/config.json":{"path":"QmVPbiUve2PG8ati3s13K55GqCg5vj9XHhdWJyXrePuY66","url":"https://ipfs.io/ipfs/QmVPbiUve2PG8ati3s13K55GqCg5vj9XHhdWJyXrePuY66"},"/manifest.json":{"path":"QmUmC7VYL9wMr8p22kVN6sofvYXEehjfRBsbRdDZBmYvoU","url":"https://ipfs.io/ipfs/QmUmC7VYL9wMr8p22kVN6sofvYXEehjfRBsbRdDZBmYvoU"},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"path":"QmY99rQCwQeYLHQPvTf2ERsfjCtsuFAjp1A4fuRzpqZiKX","url":"https://ipfs.io/ipfs/QmY99rQCwQeYLHQPvTf2ERsfjCtsuFAjp1A4fuRzpqZiKX"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-instruct-v0.1.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/mixtral-8x7b-instruct-v0.1.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"26cb03e86fa0afaf3cb77b5d0af7013a","size":123498},"/config.json":{"md5":"dc647b9bba5dad7ac31d000e1140e99c","size":56918},"/manifest.json":{"md5":"a5c8aa1217cfcd39d0656475cd2d6489","size":2809},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"md5":"05979f179e6c7a597ab13b17e53586d2","size":20363356096}},"cache":{"ipfs":{"/README.md":{"path":"QmbGNw3ypj1WnB5q4ce9UCA8bN474nZpkW9hrUzmjsbCDH","url":"https://ipfs.io/ipfs/QmbGNw3ypj1WnB5q4ce9UCA8bN474nZpkW9hrUzmjsbCDH"},"/config.json":{"path":"QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1","url":"https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1"},"/manifest.json":{"path":"QmZqFdz4pZKbA1jo78ML3ggNH1R4VGaSfM6m2zTxNtw8zM","url":"https://ipfs.io/ipfs/QmZqFdz4pZKbA1jo78ML3ggNH1R4VGaSfM6m2zTxNtw8zM"},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"QmNqnXmLibYVBLtYDhgyYNSHBUMyLGZwnu2atuH9w77fzg","url":"https://ipfs.io/ipfs/QmNqnXmLibYVBLtYDhgyYNSHBUMyLGZwnu2atuH9w77fzg"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"9249eef7dd346d0b17a07d7ab245b7de","size":123498},"/config.json":{"md5":"dc647b9bba5dad7ac31d000e1140e99c","size":56918},"/manifest.json":{"md5":"94751ff898e38c817655500b4e582545","size":2069}},"cache":{"ipfs":{"/README.md":{"path":"QmSim5dLStUYKp8zH9Yyhdh6MQn5mu6VkW6nR9vAwagwY4","url":"https://ipfs.io/ipfs/QmSim5dLStUYKp8zH9Yyhdh6MQn5mu6VkW6nR9vAwagwY4"},"/config.json":{"path":"QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1","url":"https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1"},"/manifest.json":{"path":"Qmd3Zii2p4bh5vR1VAyAdGrSQXVkRGNdJ3Nr8pL8ixpz6o","url":"https://ipfs.io/ipfs/Qmd3Zii2p4bh5vR1VAyAdGrSQXVkRGNdJ3Nr8pL8ixpz6o"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"5f7856fe8c8bdc640eae6025a14ffd03","size":123498},"/config.json":{"md5":"dc647b9bba5dad7ac31d000e1140e99c","size":56918},"/manifest.json":{"md5":"357be82285e90c0f16594f61dea503f8","size":2069}},"cache":{"ipfs":{"/README.md":{"path":"QmXThFZuS2tQrhQmHoU7tSW84TyY2UBX22k77hiVcoQ7yg","url":"https://ipfs.io/ipfs/QmXThFZuS2tQrhQmHoU7tSW84TyY2UBX22k77hiVcoQ7yg"},"/config.json":{"path":"QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1","url":"https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1"},"/manifest.json":{"path":"QmNwP5kkLS8zoTCqAibNa3whLn4jDCrQArxC2UviFGvjiB","url":"https://ipfs.io/ipfs/QmNwP5kkLS8zoTCqAibNa3whLn4jDCrQArxC2UviFGvjiB"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"6489bbfc43da4010795a229483e51dec","size":123498},"/config.json":{"md5":"dc647b9bba5dad7ac31d000e1140e99c","size":56918},"/manifest.json":{"md5":"77fb959e8e5c031b1652b408efb4f1f5","size":2760},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"md5":"a7f76da173841dd0dea211e2da68ce51","size":26441533376}},"cache":{"ipfs":{"/README.md":{"path":"QmNc6FczaJXp3JjS5SXcs1Vdi9m1Gn3iM4D4y4fRAnr56s","url":"https://ipfs.io/ipfs/QmNc6FczaJXp3JjS5SXcs1Vdi9m1Gn3iM4D4y4fRAnr56s"},"/config.json":{"path":"QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1","url":"https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1"},"/manifest.json":{"path":"QmP5Y9MrS32psDFBUWH5PDVvVWA9VY43vk6RzficX78xHj","url":"https://ipfs.io/ipfs/QmP5Y9MrS32psDFBUWH5PDVvVWA9VY43vk6RzficX78xHj"},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"path":"QmPF6es7wnSMi1NSLyDUg8GAK65K14otYJEZtjYSc2eNCm","url":"https://ipfs.io/ipfs/QmPF6es7wnSMi1NSLyDUg8GAK65K14otYJEZtjYSc2eNCm"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-instruct-v0.1.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/mixtral-8x7b-instruct-v0.1.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q4_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"b22838c874bde2343f27abd285319bde","size":123498},"/config.json":{"md5":"5796b47ca60d757d1ea04d23d89b4d78","size":56918},"/manifest.json":{"md5":"e3dd164225b4915dd6b32c12f7635930","size":2066}},"cache":{"ipfs":{"/README.md":{"path":"QmUwr5zh1gHuy6vGkcSo1xCwdwaK1zWKFh2gFCjH53ntVZ","url":"https://ipfs.io/ipfs/QmUwr5zh1gHuy6vGkcSo1xCwdwaK1zWKFh2gFCjH53ntVZ"},"/config.json":{"path":"QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5","url":"https://ipfs.io/ipfs/QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5"},"/manifest.json":{"path":"Qmd87jE4UxDPgxBK4nqnfd1ohthUEdRSf93aW43LQGvm3c","url":"https://ipfs.io/ipfs/Qmd87jE4UxDPgxBK4nqnfd1ohthUEdRSf93aW43LQGvm3c"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"6d36da36e19f5a18a9c02c469763167c","size":123498},"/config.json":{"md5":"5796b47ca60d757d1ea04d23d89b4d78","size":56918},"/manifest.json":{"md5":"7e08d5716d8b4c3e01ceda5f9415d3d5","size":2806},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"md5":"411c8bee394374730feb0d6217e8cc67","size":26441533376}},"cache":{"ipfs":{"/README.md":{"path":"QmRTxLdpoz4F62vi5bjqdPBZ1ej85AUdR8dZoXxDmt1y6P","url":"https://ipfs.io/ipfs/QmRTxLdpoz4F62vi5bjqdPBZ1ej85AUdR8dZoXxDmt1y6P"},"/config.json":{"path":"QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5","url":"https://ipfs.io/ipfs/QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5"},"/manifest.json":{"path":"QmbAf5Z4fXux7ChrDrCAoLa1M9vP8yLT9UyD1P4GKgCvhX","url":"https://ipfs.io/ipfs/QmbAf5Z4fXux7ChrDrCAoLa1M9vP8yLT9UyD1P4GKgCvhX"},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"QmSFcS8zf6Y7arhhaCHzpxnSYm42MrHAuuPtYS88NYrHRL","url":"https://ipfs.io/ipfs/QmSFcS8zf6Y7arhhaCHzpxnSYm42MrHAuuPtYS88NYrHRL"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"e956e61dd9f537eb09b4f17e2846dd81","size":123498},"/config.json":{"md5":"e1495c33586c18d3f10bedd637027cd1","size":56918},"/manifest.json":{"md5":"25967630080c4f737b427e8334dc3fa3","size":626},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"md5":"680ad3a3288656f5309021d092ba152b","size":32229279680}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"e956e61dd9f537eb09b4f17e2846dd81","size":123498},"/config.json":{"md5":"e1495c33586c18d3f10bedd637027cd1","size":56918},"/manifest.json":{"md5":"71bd3b5d7d252e89e008a8ca0f17905a","size":3078},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"md5":"680ad3a3288656f5309021d092ba152b","size":32229279680}},"cache":{"ipfs":{"/README.md":{"path":"QmTVSm1zg44TLmeiu98Hy9J8GitLcBe2P2hDgw5HWpjXCZ","url":"https://ipfs.io/ipfs/QmTVSm1zg44TLmeiu98Hy9J8GitLcBe2P2hDgw5HWpjXCZ"},"/config.json":{"path":"QmTHQecwbiJgJKjxZ7eujvcarHvWAkrjRm7kWhf3a5hSdB","url":"https://ipfs.io/ipfs/QmTHQecwbiJgJKjxZ7eujvcarHvWAkrjRm7kWhf3a5hSdB"},"/manifest.json":{"path":"QmdA8NCxR45FMu31tP26qKwG7s83RjzY7LiysHKNFgVVY6","url":"https://ipfs.io/ipfs/QmdA8NCxR45FMu31tP26qKwG7s83RjzY7LiysHKNFgVVY6"},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"path":"QmSjJFp5qkYgewbDxUizhGAhT9pRoUm2hWHuoxJZmFZ8id","url":"https://ipfs.io/ipfs/QmSjJFp5qkYgewbDxUizhGAhT9pRoUm2hWHuoxJZmFZ8id"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-instruct-v0.1.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/mixtral-8x7b-instruct-v0.1.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q5_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"794d387ae51db09e40909dc393345c0d","size":123498},"/config.json":{"md5":"112a8d29f4ed141a04e820e4c62045cb","size":56918},"/manifest.json":{"md5":"9c5a894bf0d5834be0470472dd864694","size":630}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"794d387ae51db09e40909dc393345c0d","size":123498},"/config.json":{"md5":"112a8d29f4ed141a04e820e4c62045cb","size":56918},"/manifest.json":{"md5":"39d136fef600e83ac46f5cf09f467496","size":2284}},"cache":{"ipfs":{"/README.md":{"path":"Qmb8hioe8VFdWnxbwh9yAgWQzfUizo4HJUsPYJGTVLkMwS","url":"https://ipfs.io/ipfs/Qmb8hioe8VFdWnxbwh9yAgWQzfUizo4HJUsPYJGTVLkMwS"},"/config.json":{"path":"QmSJaTmVrggfGCoKoEmAiX512CJXJ5XVgLbMtz5bMfrdxg","url":"https://ipfs.io/ipfs/QmSJaTmVrggfGCoKoEmAiX512CJXJ5XVgLbMtz5bMfrdxg"},"/manifest.json":{"path":"QmZmJEXTgc1gY6MRvzmcTyaKexAKYNKhgcrd4rUXxrgZke","url":"https://ipfs.io/ipfs/QmZmJEXTgc1gY6MRvzmcTyaKexAKYNKhgcrd4rUXxrgZke"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"1e2eab65e56e55578ffbf409a17439a0","size":123498},"/config.json":{"md5":"8071447beaa900ad2362a54984cc2e19","size":56918},"/manifest.json":{"md5":"e1014f306b2f891d700359d98abf6d75","size":630},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"md5":"02395be6a920d63f0fa8a028a52ede77","size":32229279680}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"1e2eab65e56e55578ffbf409a17439a0","size":123498},"/config.json":{"md5":"8071447beaa900ad2362a54984cc2e19","size":56918},"/manifest.json":{"md5":"ec2b8e555ba04a274e0f9b369a2b20bb","size":3128},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"md5":"02395be6a920d63f0fa8a028a52ede77","size":32229279680}},"cache":{"ipfs":{"/README.md":{"path":"QmWMt9PZePbFcwnPTLmBb6mXNhHG1jKXKwZdD6sDmmbYti","url":"https://ipfs.io/ipfs/QmWMt9PZePbFcwnPTLmBb6mXNhHG1jKXKwZdD6sDmmbYti"},"/config.json":{"path":"QmUakJy6qtLkaDKauTzruDdHdPeFLb731tTQmHkwWmF1cC","url":"https://ipfs.io/ipfs/QmUakJy6qtLkaDKauTzruDdHdPeFLb731tTQmHkwWmF1cC"},"/manifest.json":{"path":"QmZUVvHvkPCUKeQK24xVcBu8RDv2N3xc7uoS7AHPzJjHDm","url":"https://ipfs.io/ipfs/QmZUVvHvkPCUKeQK24xVcBu8RDv2N3xc7uoS7AHPzJjHDm"},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"QmX1NsdnMKLDwwsv7LgpJoCvWQWCabavagmBbE1hG8F68s","url":"https://ipfs.io/ipfs/QmX1NsdnMKLDwwsv7LgpJoCvWQWCabavagmBbE1hG8F68s"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"969ed58b204f9d4d137b2218dac4e925","size":123498},"/config.json":{"md5":"af9936696ae1d8c370a26354570ff5dc","size":56918},"/manifest.json":{"md5":"2b8a069864f3fb16d6989960c05b03e6","size":636},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"md5":"446270ef052e0570d0bdd3bb87f70ca7","size":38378760128}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"969ed58b204f9d4d137b2218dac4e925","size":123498},"/config.json":{"md5":"af9936696ae1d8c370a26354570ff5dc","size":56918},"/manifest.json":{"md5":"a2fda2003423afec07b51f36604a0308","size":3088},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"md5":"446270ef052e0570d0bdd3bb87f70ca7","size":38378760128}},"cache":{"ipfs":{"/README.md":{"path":"QmeSWujzBhNUadVudsFkXSXk9He88PBwNQybjaxATKWdjZ","url":"https://ipfs.io/ipfs/QmeSWujzBhNUadVudsFkXSXk9He88PBwNQybjaxATKWdjZ"},"/config.json":{"path":"QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn","url":"https://ipfs.io/ipfs/QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn"},"/manifest.json":{"path":"QmbcPFY3HsdR41ULLuDQiLWUHR9xQcXj3gou147zN4TUJS","url":"https://ipfs.io/ipfs/QmbcPFY3HsdR41ULLuDQiLWUHR9xQcXj3gou147zN4TUJS"},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"path":"QmeRyEWVMbYkyzXpcZKQTBQESwBy65FvSXddFznLU3gKRR","url":"https://ipfs.io/ipfs/QmeRyEWVMbYkyzXpcZKQTBQESwBy65FvSXddFznLU3gKRR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-instruct-v0.1.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/mixtral-8x7b-instruct-v0.1.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q6_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"4ae67b192745e39ddad1eedc773df04c","size":123498},"/config.json":{"md5":"af9936696ae1d8c370a26354570ff5dc","size":56918},"/manifest.json":{"md5":"0583bf4de8badeb15143eae280e72cff","size":636},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"md5":"58957e12e63d00ccf1b78f7ca005a18b","size":49624262592}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"4ae67b192745e39ddad1eedc773df04c","size":123498},"/config.json":{"md5":"af9936696ae1d8c370a26354570ff5dc","size":56918},"/manifest.json":{"md5":"c0b74a12f2927c8855be4db1a7f7e8d4","size":3088},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"md5":"58957e12e63d00ccf1b78f7ca005a18b","size":49624262592}},"cache":{"ipfs":{"/README.md":{"path":"QmX7T6ZCWbCd1ZDbrAg8aYJq4oeehdAdjfPhBZQwPCDc87","url":"https://ipfs.io/ipfs/QmX7T6ZCWbCd1ZDbrAg8aYJq4oeehdAdjfPhBZQwPCDc87"},"/config.json":{"path":"QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn","url":"https://ipfs.io/ipfs/QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn"},"/manifest.json":{"path":"QmaZXyhc2GPscg13PNRbpQ1Lhbx7Y5WMs9BE4FP4My2172","url":"https://ipfs.io/ipfs/QmaZXyhc2GPscg13PNRbpQ1Lhbx7Y5WMs9BE4FP4My2172"},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"path":"QmT3448NM31F2nNiCNyepC5qdPWvCVFXnRC3QWXGhzCU5n","url":"https://ipfs.io/ipfs/QmT3448NM31F2nNiCNyepC5qdPWvCVFXnRC3QWXGhzCU5n"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-instruct-v0.1.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/mixtral-8x7b-instruct-v0.1.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q8_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"6c573a79591573d2d61c2cb594edfe8c","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"5348a860d48e9cc841920425ccdd7c51","size":659},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"md5":"aaa7d7ee8258488a3e26e6c711487b85","size":8061645504}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"6c573a79591573d2d61c2cb594edfe8c","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"fb7124596dbda6191be3576b0ed5b701","size":3270},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"md5":"aaa7d7ee8258488a3e26e6c711487b85","size":8061645504}},"cache":{"ipfs":{"/README.md":{"path":"QmPSfDzjRHqT7Sae5kxRhDxcTRMwBPgvwKAwwxYi8ZjUxe","url":"https://ipfs.io/ipfs/QmPSfDzjRHqT7Sae5kxRhDxcTRMwBPgvwKAwwxYi8ZjUxe"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmX84AcSBSeXA2BzVznSFbYChiYTKd7KAX4SXiFAjxY3Wd","url":"https://ipfs.io/ipfs/QmX84AcSBSeXA2BzVznSFbYChiYTKd7KAX4SXiFAjxY3Wd"},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"path":"QmSny5Yv41Qs7qm6tAvxjywGpYPV3deStvPpwm381rnB3h","url":"https://ipfs.io/ipfs/QmSny5Yv41Qs7qm6tAvxjywGpYPV3deStvPpwm381rnB3h"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"2edc59fe0d07e4b0cc0f29e03df61768","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"2614c20e93d6bb437068b882d54b70f4","size":664},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"md5":"643707e5fd800fbf8b9c6710566ae3c2","size":10523382464}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2edc59fe0d07e4b0cc0f29e03df61768","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"1d097093370bcf8abf0007dfe1102c7b","size":3323},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"md5":"643707e5fd800fbf8b9c6710566ae3c2","size":10523382464}},"cache":{"ipfs":{"/README.md":{"path":"Qmem3UtwwDwkaaoQC1nLD3LnzAMCFjsfxNtBzf9QeKiwmV","url":"https://ipfs.io/ipfs/Qmem3UtwwDwkaaoQC1nLD3LnzAMCFjsfxNtBzf9QeKiwmV"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmbrfegQS3gwfHH7FMGHU2wUZaneESHratmWGcTwTCPGvh","url":"https://ipfs.io/ipfs/QmbrfegQS3gwfHH7FMGHU2wUZaneESHratmWGcTwTCPGvh"},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"Qma2SjAnsxKAmUKtsh6t4jwfsVPjV2jd96F7iDbnJAh3x4","url":"https://ipfs.io/ipfs/Qma2SjAnsxKAmUKtsh6t4jwfsVPjV2jd96F7iDbnJAh3x4"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"37f94a082448f2e063c3e05e8ee81170","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"78785ecc311be40557ae43de02466f65","size":664}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"37f94a082448f2e063c3e05e8ee81170","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"235501338cd46e7e114c6f63666b5bc7","size":2381}},"cache":{"ipfs":{"/README.md":{"path":"QmRd9QjKB9WRbM8jzqQfA9C7b1AZM3rc49uhux8GXDfRB2","url":"https://ipfs.io/ipfs/QmRd9QjKB9WRbM8jzqQfA9C7b1AZM3rc49uhux8GXDfRB2"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmTFsdwciw9BzZdvZR6xMPpS7AMoTyS6rw6YftL3gqGp25","url":"https://ipfs.io/ipfs/QmTFsdwciw9BzZdvZR6xMPpS7AMoTyS6rw6YftL3gqGp25"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"5d177ab28bd91949a5952dbad6f0b83a","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"9fa66f575ba5e79b32df538b2ec83f02","size":664}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"5d177ab28bd91949a5952dbad6f0b83a","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"996d9ec66bf52412d43e3393c513bbc0","size":2381}},"cache":{"ipfs":{"/README.md":{"path":"Qmcd8TMrpQ5AFvcuPozZxn5q4uGnsavsQJaw4ZjMKihRPW","url":"https://ipfs.io/ipfs/Qmcd8TMrpQ5AFvcuPozZxn5q4uGnsavsQJaw4ZjMKihRPW"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmaWPvupfWKS3QJgeDqUcLbdJtrLs3CnhiS4DssE9aBe8t","url":"https://ipfs.io/ipfs/QmaWPvupfWKS3QJgeDqUcLbdJtrLs3CnhiS4DssE9aBe8t"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"2ddf062ffd9371864607033af3a3b32e","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"72d4bee4570a927ce7e1522e489e9792","size":659},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"md5":"6fc87ebac79644891b0368e411e1db72","size":13623603904}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2ddf062ffd9371864607033af3a3b32e","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"d8559ea807bc769a297b3db5065285f0","size":3272},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"md5":"6fc87ebac79644891b0368e411e1db72","size":13623603904}},"cache":{"ipfs":{"/README.md":{"path":"QmbBP7PXFYotLJNL3ox7qmni8PW8Shm3Q2GfHZKYsUJfHS","url":"https://ipfs.io/ipfs/QmbBP7PXFYotLJNL3ox7qmni8PW8Shm3Q2GfHZKYsUJfHS"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"Qma3UBiJKmcDEQNGifxs36ED1HgFruhwM9BVM5fuLe2bph","url":"https://ipfs.io/ipfs/Qma3UBiJKmcDEQNGifxs36ED1HgFruhwM9BVM5fuLe2bph"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"path":"QmXF3BR41EBnazgzNQEtTCFt1vM2kViA5euTpAeuNmoKce","url":"https://ipfs.io/ipfs/QmXF3BR41EBnazgzNQEtTCFt1vM2kViA5euTpAeuNmoKce"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"0c111db8b1b3e23c18df2f7499f988a8","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"96d050a0685bdb1e1dfe646a0f8b5d6b","size":661}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"0c111db8b1b3e23c18df2f7499f988a8","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"ef4077353e21350f1202dad766666fda","size":2378}},"cache":{"ipfs":{"/README.md":{"path":"QmRz6gEtpsobUhRCMVDvijkxdufQDaRhqwgCzwHxNU4Phi","url":"https://ipfs.io/ipfs/QmRz6gEtpsobUhRCMVDvijkxdufQDaRhqwgCzwHxNU4Phi"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmXUHm8h8jfXPLvnKTyN8JVqFdybJ2jEZbwoP3A79ce2hm","url":"https://ipfs.io/ipfs/QmXUHm8h8jfXPLvnKTyN8JVqFdybJ2jEZbwoP3A79ce2hm"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"81c14680656527d377c5a34fc7ce7b8b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"a8a5822cb701b6f3ea7e1ab5a7aa2949","size":661},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"md5":"51cf1f04884ce06e1221903bd9bf2bde","size":13640905408}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"81c14680656527d377c5a34fc7ce7b8b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"15afe48f0eab15dbc497b732f71945d2","size":3320},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"md5":"51cf1f04884ce06e1221903bd9bf2bde","size":13640905408}},"cache":{"ipfs":{"/README.md":{"path":"QmekQXY37YhB3sYHSRVA5gnHAZbWg4yvqH87Utvqw7cPye","url":"https://ipfs.io/ipfs/QmekQXY37YhB3sYHSRVA5gnHAZbWg4yvqH87Utvqw7cPye"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"Qme4vqhQfYNKnSmrXrHRxs5VNEUDcUbS7cY5todUZbxpd2","url":"https://ipfs.io/ipfs/Qme4vqhQfYNKnSmrXrHRxs5VNEUDcUbS7cY5todUZbxpd2"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"Qmd8PyCeB7TPZ3nJnjHHZMNxGJ8k6nZLL5DbYCnUvyDhzS","url":"https://ipfs.io/ipfs/Qmd8PyCeB7TPZ3nJnjHHZMNxGJ8k6nZLL5DbYCnUvyDhzS"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"2524d88d67e1f8ad7c884f89cd18b760","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"1a34a56179ae75b8dd833bb331a69764","size":647},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"md5":"d8bfcb7af65509628270fc4530e8b803","size":16626332352}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2524d88d67e1f8ad7c884f89cd18b760","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"5da498f7fb69504be8458694e4a8f745","size":3260},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"md5":"d8bfcb7af65509628270fc4530e8b803","size":16626332352}},"cache":{"ipfs":{"/README.md":{"path":"QmfSBgGHbt1xZpwyzPHSmBkzjuo3QM2mvVTZpSFSaagHxH","url":"https://ipfs.io/ipfs/QmfSBgGHbt1xZpwyzPHSmBkzjuo3QM2mvVTZpSFSaagHxH"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmSjoVbCHZzJBUaz4unSsFtgZdWCQtKWvyiby5azTnDrhz","url":"https://ipfs.io/ipfs/QmSjoVbCHZzJBUaz4unSsFtgZdWCQtKWvyiby5azTnDrhz"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"path":"QmT8Mb3zwapSiGswzzJzcNWvtAwQ63bNSQTeT1ws8ghDwA","url":"https://ipfs.io/ipfs/QmT8Mb3zwapSiGswzzJzcNWvtAwQ63bNSQTeT1ws8ghDwA"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"268f6c627d0d47c056de845770db3e8d","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"d399365c06b3ffdda2cae9437b46d78c","size":651}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"268f6c627d0d47c056de845770db3e8d","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"b7d9ec510832fa4aa434a654ca853c95","size":2368}},"cache":{"ipfs":{"/README.md":{"path":"QmTjth9rhgSHqMzRyHC53Z6j2NNinRJ8k8X4ikS5KSfF3t","url":"https://ipfs.io/ipfs/QmTjth9rhgSHqMzRyHC53Z6j2NNinRJ8k8X4ikS5KSfF3t"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmdgDV1L9GFft9SnjPZfugChNkzGwrNGHmbzJnndkRo2Cq","url":"https://ipfs.io/ipfs/QmdgDV1L9GFft9SnjPZfugChNkzGwrNGHmbzJnndkRo2Cq"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"f5e25d795e33535cfd35f0ecfd647390","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"e03dbdb9e6f139f5e8aab78f910a00ca","size":651},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"md5":"7b03c7e08430d5c33f4299e09ad89eae","size":16635245248}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"f5e25d795e33535cfd35f0ecfd647390","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"6799783cbddbe064bd21512af618cb3d","size":3310},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"md5":"7b03c7e08430d5c33f4299e09ad89eae","size":16635245248}},"cache":{"ipfs":{"/README.md":{"path":"QmNZhvTgmPCwG3fBmqDXFEPwQuXQgK2YXqiJDwyrWwSW4B","url":"https://ipfs.io/ipfs/QmNZhvTgmPCwG3fBmqDXFEPwQuXQgK2YXqiJDwyrWwSW4B"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmYHfMKNQfBjWM4Cn4CXetBeroovS18LHmR7FVgmAKf8DD","url":"https://ipfs.io/ipfs/QmYHfMKNQfBjWM4Cn4CXetBeroovS18LHmR7FVgmAKf8DD"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"QmV5tX6E9zZT135hnNqD3bANwAKe9ePgE34BPutEJu3k7R","url":"https://ipfs.io/ipfs/QmV5tX6E9zZT135hnNqD3bANwAKe9ePgE34BPutEJu3k7R"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"94f4ff6c2fbd46f79b3d85be14b3b57b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"3ba32cac148c7aa0046022b5e98da0ff","size":657},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"md5":"fbb5f890295e51cd41c40ee4e8a0c5da","size":19816731328}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"94f4ff6c2fbd46f79b3d85be14b3b57b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"7c7e133cb4367c20b75ccd2c345fe8c4","size":3270},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"md5":"fbb5f890295e51cd41c40ee4e8a0c5da","size":19816731328}},"cache":{"ipfs":{"/README.md":{"path":"QmefcXwTMTAaUjWtH5vSpfiuFMmxncUGrpLYt2eWvmrt73","url":"https://ipfs.io/ipfs/QmefcXwTMTAaUjWtH5vSpfiuFMmxncUGrpLYt2eWvmrt73"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmPmJg1opY5LZE1P5Swwfa3nJ8JzpAUQPD2CTaGNojy2zS","url":"https://ipfs.io/ipfs/QmPmJg1opY5LZE1P5Swwfa3nJ8JzpAUQPD2CTaGNojy2zS"},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"path":"QmNhYzhfrLdokSUrSJYRtNpU5UKySC2HzyMptjrXUs4uJF","url":"https://ipfs.io/ipfs/QmNhYzhfrLdokSUrSJYRtNpU5UKySC2HzyMptjrXUs4uJF"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"f0f91871f1c3f694ca2716119e7c7c6b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"c77c1e3049b092d4adac64a1001882ca","size":657},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"md5":"c54c0b38570e6955e5230463265de8b0","size":25666261696}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"f0f91871f1c3f694ca2716119e7c7c6b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"277f75732fca7d5d3790864084ee6aae","size":3270},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"md5":"c54c0b38570e6955e5230463265de8b0","size":25666261696}},"cache":{"ipfs":{"/README.md":{"path":"QmVP6nHNaiWbRkBTSaJ6U9MWPwgGGnRDhq8fG3H6yFzW9K","url":"https://ipfs.io/ipfs/QmVP6nHNaiWbRkBTSaJ6U9MWPwgGGnRDhq8fG3H6yFzW9K"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmQnv6iP79Sb2NgUakdC7APM9vaM3TbWmik94CgZJJbggb","url":"https://ipfs.io/ipfs/QmQnv6iP79Sb2NgUakdC7APM9vaM3TbWmik94CgZJJbggb"},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"path":"QmWdYVi7YccJtZUg6VasoFM1mtwuk1cRNHxFpiP1eNNzDx","url":"https://ipfs.io/ipfs/QmWdYVi7YccJtZUg6VasoFM1mtwuk1cRNHxFpiP1eNNzDx"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf","url":"/storage/cloudkit-models/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q2_K":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"8ef5e35ee5123a3e51f9fe85564ace80","size":106655},"/config.json":{"md5":"22f6a5fb9b9c71084e60e95a2e191e63","size":55817},"/fennec-mixtral-8x7b.Q2_K.gguf":{"md5":"48a345eccba8684872ed14e2cf49044d","size":15644971776},"/manifest.json":{"md5":"6a6449db651ed53c356cbab0dac69b01","size":617}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"8ef5e35ee5123a3e51f9fe85564ace80","size":106655},"/config.json":{"md5":"22f6a5fb9b9c71084e60e95a2e191e63","size":55817},"/fennec-mixtral-8x7b.Q2_K.gguf":{"md5":"48a345eccba8684872ed14e2cf49044d","size":15644971776},"/manifest.json":{"md5":"f8b206292328705233b0b911282ad77a","size":2908}},"cache":{"ipfs":{"/README.md":{"path":"QmfUZzYGkRHgUjaKZUEC26yM6jwss1JrtkuhyD9AwJ6BgH","url":"https://ipfs.io/ipfs/QmfUZzYGkRHgUjaKZUEC26yM6jwss1JrtkuhyD9AwJ6BgH"},"/config.json":{"path":"QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57","url":"https://ipfs.io/ipfs/QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57"},"/fennec-mixtral-8x7b.Q2_K.gguf":{"path":"QmNMq14demp9h3iZaZbX2ztaMYzWxoTvN3YWrfp9xodGvf","url":"https://ipfs.io/ipfs/QmNMq14demp9h3iZaZbX2ztaMYzWxoTvN3YWrfp9xodGvf"},"/manifest.json":{"path":"QmYhQTC8f9oZvNQsUJ5TTjqxiwntBhUqPCxYRVuvwaYTRg","url":"https://ipfs.io/ipfs/QmYhQTC8f9oZvNQsUJ5TTjqxiwntBhUqPCxYRVuvwaYTRg"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/config.json"},"/fennec-mixtral-8x7b.Q2_K.gguf":{"path":"/fennec-mixtral-8x7b.Q2_K.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/fennec-mixtral-8x7b.Q2_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/config.json"},"/fennec-mixtral-8x7b.Q2_K.gguf":{"path":"/fennec-mixtral-8x7b.Q2_K.gguf","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/fennec-mixtral-8x7b.Q2_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q2_K.gguf":{"path":"/fennec-mixtral-8x7b.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q2_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q3_K_M":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"98bc897d86a7d2eac80e9e6511f1f762","size":106655},"/config.json":{"md5":"22f6a5fb9b9c71084e60e95a2e191e63","size":55817},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"md5":"061cc6554d383a4550ea5ef597bb74b5","size":20364292864},"/manifest.json":{"md5":"358b1fa7f6ad532be5d36abefd790fec","size":622}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"98bc897d86a7d2eac80e9e6511f1f762","size":106655},"/config.json":{"md5":"22f6a5fb9b9c71084e60e95a2e191e63","size":55817},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"md5":"061cc6554d383a4550ea5ef597bb74b5","size":20364292864},"/manifest.json":{"md5":"5094c2212ff419830bff587f2a47c181","size":2959}},"cache":{"ipfs":{"/README.md":{"path":"QmZ18S4okLGF3mem9bUuUA9eVctQDRQBH5N8h78B4pLvUw","url":"https://ipfs.io/ipfs/QmZ18S4okLGF3mem9bUuUA9eVctQDRQBH5N8h78B4pLvUw"},"/config.json":{"path":"QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57","url":"https://ipfs.io/ipfs/QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57"},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"path":"QmXG6h84TeWcPYguS2uj7YG49hgs8ixTPuPYFuzaokurNT","url":"https://ipfs.io/ipfs/QmXG6h84TeWcPYguS2uj7YG49hgs8ixTPuPYFuzaokurNT"},"/manifest.json":{"path":"QmcNfAKQKrygsyYGBhLCL3oHLhBtTe1PMdY2doJLocziZR","url":"https://ipfs.io/ipfs/QmcNfAKQKrygsyYGBhLCL3oHLhBtTe1PMdY2doJLocziZR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q3_K_M.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/fennec-mixtral-8x7b.Q3_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q3_K_M.gguf","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/fennec-mixtral-8x7b.Q3_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q3_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q3_K_S":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"9dea6d01d1170057ebe6a5d84c60f242","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"f48781bee47e40793ccad6f137620605","size":622}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"9dea6d01d1170057ebe6a5d84c60f242","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"f3f61a3470d95c057a2dc6aa077326b0","size":2213}},"cache":{"ipfs":{"/README.md":{"path":"QmYJaPHiggXx3w1pPUJhw6mRqzEqdXpxnUjWvBtTykv2bo","url":"https://ipfs.io/ipfs/QmYJaPHiggXx3w1pPUJhw6mRqzEqdXpxnUjWvBtTykv2bo"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/manifest.json":{"path":"Qme9UemwRQ6pGZ21YyVtmwEY96G2cCdehUamVDSa7JAM4v","url":"https://ipfs.io/ipfs/Qme9UemwRQ6pGZ21YyVtmwEY96G2cCdehUamVDSa7JAM4v"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q3_K_L":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"0360cff10335e07ac70314d9f7495f0a","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"f43c5db7c5e6de87ed0a348d84956891","size":622}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"0360cff10335e07ac70314d9f7495f0a","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"17a6b157eb30cfc930e9986934331b4c","size":2213}},"cache":{"ipfs":{"/README.md":{"path":"QmPn3E8fuHC2SGNTbS3W2cL3LNXeorkSXtCrhRZXgXwwwP","url":"https://ipfs.io/ipfs/QmPn3E8fuHC2SGNTbS3W2cL3LNXeorkSXtCrhRZXgXwwwP"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/manifest.json":{"path":"QmRFCaBiQJzVA4QaKyDtwGJKLp2PWuRAeCkjyjXyf3X3Uz","url":"https://ipfs.io/ipfs/QmRFCaBiQJzVA4QaKyDtwGJKLp2PWuRAeCkjyjXyf3X3Uz"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q4_0":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"0427d19c2d2b1a166fac105a1396b38f","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q4_0.gguf":{"md5":"4bee6e9daff7b4c0e6968cebc30e80e5","size":26442470144},"/manifest.json":{"md5":"a25c03370571a7a4b0c6ce4ffdc3c411","size":617}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"0427d19c2d2b1a166fac105a1396b38f","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q4_0.gguf":{"md5":"4bee6e9daff7b4c0e6968cebc30e80e5","size":26442470144},"/manifest.json":{"md5":"d37861b2b81380390279a9bfe3725d3d","size":2908}},"cache":{"ipfs":{"/README.md":{"path":"QmXKxa6qhBhqfakRd4kv251iyM8m6haURGt9Q2ZmxTL72U","url":"https://ipfs.io/ipfs/QmXKxa6qhBhqfakRd4kv251iyM8m6haURGt9Q2ZmxTL72U"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q4_0.gguf":{"path":"QmTpN9X8b9DqtMQhhQhLokCf5C2YEkAgkhvSKJ3DqSK7k7","url":"https://ipfs.io/ipfs/QmTpN9X8b9DqtMQhhQhLokCf5C2YEkAgkhvSKJ3DqSK7k7"},"/manifest.json":{"path":"QmPMwMsPw3Sv9FkhpomE3fgPzPWKjd3W5kn7tDCRu28bTV","url":"https://ipfs.io/ipfs/QmPMwMsPw3Sv9FkhpomE3fgPzPWKjd3W5kn7tDCRu28bTV"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q4_0.gguf":{"path":"/fennec-mixtral-8x7b.Q4_0.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/fennec-mixtral-8x7b.Q4_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q4_0.gguf":{"path":"/fennec-mixtral-8x7b.Q4_0.gguf","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/fennec-mixtral-8x7b.Q4_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q4_0.gguf":{"path":"/fennec-mixtral-8x7b.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q4_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q4_K_S":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"000c4af795eeb9a5b36c712dc55e951d","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"493bf72d258502f96ee93cb4b2216926","size":619}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"000c4af795eeb9a5b36c712dc55e951d","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"bb7b94b0e7f2d7c782422447de572793","size":2210}},"cache":{"ipfs":{"/README.md":{"path":"QmRJg1Q8HpZ5a15U8CkQ7g1csib6AByrc6uzzs7AAb8TQ4","url":"https://ipfs.io/ipfs/QmRJg1Q8HpZ5a15U8CkQ7g1csib6AByrc6uzzs7AAb8TQ4"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/manifest.json":{"path":"QmUGoMjNcKARxVGLhjX92bKxJXAVNmpz16kzsevtJ1aZd6","url":"https://ipfs.io/ipfs/QmUGoMjNcKARxVGLhjX92bKxJXAVNmpz16kzsevtJ1aZd6"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q4_K_M":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"efc9fdf50c5a136fcd31ec6dfb54b135","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"md5":"da74b75cfc5623eae316fc5294fda12e","size":26442470144},"/manifest.json":{"md5":"365d9e37fac6f458e760a25eb9de022b","size":619}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"efc9fdf50c5a136fcd31ec6dfb54b135","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"md5":"da74b75cfc5623eae316fc5294fda12e","size":26442470144},"/manifest.json":{"md5":"6d11082d6000153054ab8e09278dc61f","size":2956}},"cache":{"ipfs":{"/README.md":{"path":"QmSCH4eL4tSWcjDXDnwijqgcfSdYUFpP8ZfTycw7p9t9Dk","url":"https://ipfs.io/ipfs/QmSCH4eL4tSWcjDXDnwijqgcfSdYUFpP8ZfTycw7p9t9Dk"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"path":"QmNcYCjEVhXrFB3ta8ZgDwBMuwMwrr6w7ZouPAdMvXpXhB","url":"https://ipfs.io/ipfs/QmNcYCjEVhXrFB3ta8ZgDwBMuwMwrr6w7ZouPAdMvXpXhB"},"/manifest.json":{"path":"QmYV3jkMD2yowEDKJ8bNXjGP3LQR9rWogaraB32AyT9Lcu","url":"https://ipfs.io/ipfs/QmYV3jkMD2yowEDKJ8bNXjGP3LQR9rWogaraB32AyT9Lcu"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q4_K_M.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/fennec-mixtral-8x7b.Q4_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q4_K_M.gguf","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/fennec-mixtral-8x7b.Q4_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q4_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q5_0":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"e83619bb974a9ae59c51465c8efd4c2a","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q5_0.gguf":{"md5":"e16399d794a5eb246ce99937ae8ae485","size":32230216448},"/manifest.json":{"md5":"e58e0c83a2316c7f219057fdc2588c75","size":605}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"e83619bb974a9ae59c51465c8efd4c2a","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q5_0.gguf":{"md5":"e16399d794a5eb246ce99937ae8ae485","size":32230216448},"/manifest.json":{"md5":"ca91dca427057a298266b7befa45c43f","size":2896}},"cache":{"ipfs":{"/README.md":{"path":"QmcB2BffDkJxZF2Sqjsjf1DTSHLXHAXzbv16TKLZkKswmr","url":"https://ipfs.io/ipfs/QmcB2BffDkJxZF2Sqjsjf1DTSHLXHAXzbv16TKLZkKswmr"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q5_0.gguf":{"path":"Qmf6fs6dC9NDLSPrY9cbMwyY4PFar6zr9BT8EuBB2cVUBx","url":"https://ipfs.io/ipfs/Qmf6fs6dC9NDLSPrY9cbMwyY4PFar6zr9BT8EuBB2cVUBx"},"/manifest.json":{"path":"QmXa4cKAhkM5TjVjvbxKPGGzNXKtZHziSn45YB5J3figh3","url":"https://ipfs.io/ipfs/QmXa4cKAhkM5TjVjvbxKPGGzNXKtZHziSn45YB5J3figh3"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q5_0.gguf":{"path":"/fennec-mixtral-8x7b.Q5_0.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/fennec-mixtral-8x7b.Q5_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q5_0.gguf":{"path":"/fennec-mixtral-8x7b.Q5_0.gguf","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/fennec-mixtral-8x7b.Q5_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q5_0.gguf":{"path":"/fennec-mixtral-8x7b.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q5_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q5_K_S":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"9b9550ce3b00341617a5f507f28ed51f","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"00d1bddf719bc881ae913f62d9c3008b","size":609}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"9b9550ce3b00341617a5f507f28ed51f","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"0edbf630c951718ccc2d8d91e3084374","size":2200}},"cache":{"ipfs":{"/README.md":{"path":"Qmem2Vu9s7DzgwaJcMER25RZd3nzDPNfptT7z3LLLGndrN","url":"https://ipfs.io/ipfs/Qmem2Vu9s7DzgwaJcMER25RZd3nzDPNfptT7z3LLLGndrN"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/manifest.json":{"path":"QmQeekgkhg38hwvJFbMjzjU7P8558HRF1APVAoQw1PX75Z","url":"https://ipfs.io/ipfs/QmQeekgkhg38hwvJFbMjzjU7P8558HRF1APVAoQw1PX75Z"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q5_K_M":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"158d21866884210068f3e69972b6fa77","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"md5":"91d8ad6d706bcd84eb9a74251f82ba66","size":32230216448},"/manifest.json":{"md5":"b5ad4db783137ac409672e427df0822c","size":609}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"158d21866884210068f3e69972b6fa77","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"md5":"91d8ad6d706bcd84eb9a74251f82ba66","size":32230216448},"/manifest.json":{"md5":"31d724390559173a77460016417581ee","size":2946}},"cache":{"ipfs":{"/README.md":{"path":"QmZuEg1mTecZqfT44VWitN8UVCUwdR3Pane94k34LJ7Qwy","url":"https://ipfs.io/ipfs/QmZuEg1mTecZqfT44VWitN8UVCUwdR3Pane94k34LJ7Qwy"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"path":"QmaMpCHmVct2RtnwNoYSvssYC4eF1Ufw1aazWkhdYE9Tbd","url":"https://ipfs.io/ipfs/QmaMpCHmVct2RtnwNoYSvssYC4eF1Ufw1aazWkhdYE9Tbd"},"/manifest.json":{"path":"QmSEk96RwBzZaHdJgtMbqzZemYZhDc8XxTwBLrWet7XijM","url":"https://ipfs.io/ipfs/QmSEk96RwBzZaHdJgtMbqzZemYZhDc8XxTwBLrWet7XijM"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q5_K_M.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/fennec-mixtral-8x7b.Q5_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q5_K_M.gguf","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/fennec-mixtral-8x7b.Q5_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q5_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q6_K":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"e008c596e2280efcd996acdcd0b566d8","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q6_K.gguf":{"md5":"ac27f688a5eee695d8dde5ec10a1ac47","size":38379696896},"/manifest.json":{"md5":"012dee62b32f2ceb64cbd7a0d617f52d","size":615}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"e008c596e2280efcd996acdcd0b566d8","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q6_K.gguf":{"md5":"ac27f688a5eee695d8dde5ec10a1ac47","size":38379696896},"/manifest.json":{"md5":"ad0eae79573be65e3938af74c96c9751","size":2906}},"cache":{"ipfs":{"/README.md":{"path":"QmTxweBgZAcA8qQz9fpLEf83xMYq3sJwsG4ZPtk4enaAbx","url":"https://ipfs.io/ipfs/QmTxweBgZAcA8qQz9fpLEf83xMYq3sJwsG4ZPtk4enaAbx"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q6_K.gguf":{"path":"QmNNCsHvo1dY81rmevSNUwPoW2uvhgxiwQKq4jqxAXJDG9","url":"https://ipfs.io/ipfs/QmNNCsHvo1dY81rmevSNUwPoW2uvhgxiwQKq4jqxAXJDG9"},"/manifest.json":{"path":"QmVwB8hM7iw4jy6dSoNuozgZVPerpfSg1GoYAKQitQnLy9","url":"https://ipfs.io/ipfs/QmVwB8hM7iw4jy6dSoNuozgZVPerpfSg1GoYAKQitQnLy9"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/config.json"},"/fennec-mixtral-8x7b.Q6_K.gguf":{"path":"/fennec-mixtral-8x7b.Q6_K.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/fennec-mixtral-8x7b.Q6_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/config.json"},"/fennec-mixtral-8x7b.Q6_K.gguf":{"path":"/fennec-mixtral-8x7b.Q6_K.gguf","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/fennec-mixtral-8x7b.Q6_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q6_K.gguf":{"path":"/fennec-mixtral-8x7b.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q6_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q8_0":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"334a2c4b25c5a7d65a2cb54dfbd8832e","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q8_0.gguf":{"md5":"6925e28a382097e8325e969af33e402f","size":49625199360},"/manifest.json":{"md5":"5207e87cee445aa48f381d71ff3b0e8f","size":615}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"334a2c4b25c5a7d65a2cb54dfbd8832e","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q8_0.gguf":{"md5":"6925e28a382097e8325e969af33e402f","size":49625199360},"/manifest.json":{"md5":"df797b13768fc5d16f99cc3ba80657d5","size":2906}},"cache":{"ipfs":{"/README.md":{"path":"QmSv7QjdrGyrpH72eSNSWQqsXQkVzE7bUvzb3dkS48HRR2","url":"https://ipfs.io/ipfs/QmSv7QjdrGyrpH72eSNSWQqsXQkVzE7bUvzb3dkS48HRR2"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q8_0.gguf":{"path":"QmaXGVirGtKE9YTGn4WwuqbK811tdfH4gE6rijnsBkrRD1","url":"https://ipfs.io/ipfs/QmaXGVirGtKE9YTGn4WwuqbK811tdfH4gE6rijnsBkrRD1"},"/manifest.json":{"path":"QmQviGBofwdSAM6oK4g4A873snXaFzNvBHJL4CJBbprBhy","url":"https://ipfs.io/ipfs/QmQviGBofwdSAM6oK4g4A873snXaFzNvBHJL4CJBbprBhy"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q8_0.gguf":{"path":"/fennec-mixtral-8x7b.Q8_0.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/fennec-mixtral-8x7b.Q8_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q8_0.gguf":{"path":"/fennec-mixtral-8x7b.Q8_0.gguf","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/fennec-mixtral-8x7b.Q8_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q8_0.gguf":{"path":"/fennec-mixtral-8x7b.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q8_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"60cc35d19bf029a998913804f463e548","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"467e8feb7859948f37618fd3cbe4770c","size":635},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"md5":"e152b9118185a5966b16151d3f8fdbf7","size":15644035008}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"60cc35d19bf029a998913804f463e548","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"8ba2c7ab524ccbf336100f93871f5c0f","size":3064},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"md5":"e152b9118185a5966b16151d3f8fdbf7","size":15644035008}},"cache":{"ipfs":{"/README.md":{"path":"QmaRuTgHBuyVSJGCfh3uCtik6fBVjsfTShNMs6RajSqyKE","url":"https://ipfs.io/ipfs/QmaRuTgHBuyVSJGCfh3uCtik6fBVjsfTShNMs6RajSqyKE"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmVuXVSbJkyB9bC71n3XTXhdh3vQeVCFLeQNoe2ecCxkMC","url":"https://ipfs.io/ipfs/QmVuXVSbJkyB9bC71n3XTXhdh3vQeVCFLeQNoe2ecCxkMC"},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"path":"Qmaf1mUkw9XtNWJbyj3Bvu93f76ZZCYN6YC7PEuiTuTwtT","url":"https://ipfs.io/ipfs/Qmaf1mUkw9XtNWJbyj3Bvu93f76ZZCYN6YC7PEuiTuTwtT"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q2_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-moe-rp-story.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q2_K.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/mixtral-8x7b-moe-rp-story.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q2_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"7101838213465f9d5c5b36570694e4f7","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"21fb635ac278f51898f853301796f401","size":640},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"md5":"7324d72670f7b9bf12aa70ab34ef3c2c","size":20363356096}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"7101838213465f9d5c5b36570694e4f7","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"f73dd6f59f7210b0be281c994d0d1d9a","size":3115},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"md5":"7324d72670f7b9bf12aa70ab34ef3c2c","size":20363356096}},"cache":{"ipfs":{"/README.md":{"path":"QmZNPZAwPbaUAXAgVfkppPqfwNgg7MzSV1ZPFnLmD4MeEg","url":"https://ipfs.io/ipfs/QmZNPZAwPbaUAXAgVfkppPqfwNgg7MzSV1ZPFnLmD4MeEg"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmcY3eW3vpEUvQTra4ZuBEWvNqtkYb6ubuCmCP86PuLags","url":"https://ipfs.io/ipfs/QmcY3eW3vpEUvQTra4ZuBEWvNqtkYb6ubuCmCP86PuLags"},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"path":"QmQD1QPYr64BKhwEGoPufVJXvafuvSfXmfLkg2Zs7byit6","url":"https://ipfs.io/ipfs/QmQD1QPYr64BKhwEGoPufVJXvafuvSfXmfLkg2Zs7byit6"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"2a82c1ba84547209dc8cf9526f193783","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"db74b5e48b5eb942b078cd0229e09c95","size":640}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2a82c1ba84547209dc8cf9526f193783","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"b32bc4d011ed57d80919ecdc5a2ea252","size":2285}},"cache":{"ipfs":{"/README.md":{"path":"QmWTLiPrTmyj5bAaHDYEpxapoYW688fACkPbJV9TcqPscV","url":"https://ipfs.io/ipfs/QmWTLiPrTmyj5bAaHDYEpxapoYW688fACkPbJV9TcqPscV"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmPU3cu3Wu8t94Y8g466HEx2PeMbERx8WESD2aA6PUBSJJ","url":"https://ipfs.io/ipfs/QmPU3cu3Wu8t94Y8g466HEx2PeMbERx8WESD2aA6PUBSJJ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"fde93986c23f1d9a79f53577d7b899e5","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"66539022264261ef304cb98ff40d2af1","size":640}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fde93986c23f1d9a79f53577d7b899e5","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"a7f7bd5a617630e08ddad21ae7c1bb7d","size":2285}},"cache":{"ipfs":{"/README.md":{"path":"QmQzfG3Wh8VrKtsWUte2bULJeJnXLviJDzZMQLNRN7v51S","url":"https://ipfs.io/ipfs/QmQzfG3Wh8VrKtsWUte2bULJeJnXLviJDzZMQLNRN7v51S"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmWz3wHtgj719ne8PG3gFbd4f7AY5VE1SDHj17FVKNash5","url":"https://ipfs.io/ipfs/QmWz3wHtgj719ne8PG3gFbd4f7AY5VE1SDHj17FVKNash5"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"7dd92e7612077e2deeacf9da52c331eb","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"e774789940aaaf2d1df6680267ef1117","size":635},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"md5":"6cd73360175950c8e783c7509cff54c3","size":26441533376}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"7dd92e7612077e2deeacf9da52c331eb","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"5557569b27a35a09e33c2102b3b68561","size":3064},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"md5":"6cd73360175950c8e783c7509cff54c3","size":26441533376}},"cache":{"ipfs":{"/README.md":{"path":"QmU84fG7r6pKrgcvUoUKTtyAStcXsLN1o176ScGzbiNs4x","url":"https://ipfs.io/ipfs/QmU84fG7r6pKrgcvUoUKTtyAStcXsLN1o176ScGzbiNs4x"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmbkJj1TMvReSvvsaYiW7PEKJL5Gqtx9p29FAZjEcMujZn","url":"https://ipfs.io/ipfs/QmbkJj1TMvReSvvsaYiW7PEKJL5Gqtx9p29FAZjEcMujZn"},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"path":"QmXnU53uzCM4dPDuQXLbVYwkBhdj4p9429gGWn976Jy7WJ","url":"https://ipfs.io/ipfs/QmXnU53uzCM4dPDuQXLbVYwkBhdj4p9429gGWn976Jy7WJ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-moe-rp-story.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_0.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/mixtral-8x7b-moe-rp-story.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q4_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"8f4d9a41ce52f08678f6ea6bc4557cd4","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"f9d69f8a7ad396b07eb01bbb6f1846ac","size":637}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"8f4d9a41ce52f08678f6ea6bc4557cd4","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"a4d0c7fa3e500b0f62881dfde55d6350","size":2282}},"cache":{"ipfs":{"/README.md":{"path":"QmQL28tn39AZniYngGFLmCySQY7TjKYkvZn6SEezJ7SqtZ","url":"https://ipfs.io/ipfs/QmQL28tn39AZniYngGFLmCySQY7TjKYkvZn6SEezJ7SqtZ"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmRXA84FnQBQxfCHgS13N5P27u4teh38cNBR1kkeT7VGYC","url":"https://ipfs.io/ipfs/QmRXA84FnQBQxfCHgS13N5P27u4teh38cNBR1kkeT7VGYC"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"cd6fb119865d0edbdd64f43ef5d4dc25","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"9b593d4857a362848ecf27c436a228d8","size":637},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"md5":"ad8311f4b4e3882fa336509f6d10c9b1","size":26441533376}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"cd6fb119865d0edbdd64f43ef5d4dc25","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"caa9b6afa58b376eca345b82100e80f3","size":3112},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"md5":"ad8311f4b4e3882fa336509f6d10c9b1","size":26441533376}},"cache":{"ipfs":{"/README.md":{"path":"QmbrCAJwPhXVDQ1berzvSJSqJvuHPEjXexKsCX99oCbHM5","url":"https://ipfs.io/ipfs/QmbrCAJwPhXVDQ1berzvSJSqJvuHPEjXexKsCX99oCbHM5"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmfF1ZXEN7HVuY3n49jP6eUAMZiYAq4p5a9UJBLFDNgvgz","url":"https://ipfs.io/ipfs/QmfF1ZXEN7HVuY3n49jP6eUAMZiYAq4p5a9UJBLFDNgvgz"},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"path":"QmZqzjtxJB6Txk6Z2kgGzhiszBdYPwxGNPwo3gCLTwsM55","url":"https://ipfs.io/ipfs/QmZqzjtxJB6Txk6Z2kgGzhiszBdYPwxGNPwo3gCLTwsM55"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"b50484d88b92713e11966e40b9be8cee","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"fa93b5543de44ca408c751992120e943","size":623},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"md5":"93e6ca82ac84d8e2507a18c84991ade8","size":32229279680}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"b50484d88b92713e11966e40b9be8cee","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"30febe2dc31aad75006d0a347ad0acba","size":3052},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"md5":"93e6ca82ac84d8e2507a18c84991ade8","size":32229279680}},"cache":{"ipfs":{"/README.md":{"path":"QmRWFYBApMrfBgidgtidLwRQHZDzidgQ4pKx9xzSknuzue","url":"https://ipfs.io/ipfs/QmRWFYBApMrfBgidgtidLwRQHZDzidgQ4pKx9xzSknuzue"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmPScGf1pXsuidsKJfnw723SgeghDN4MxRzYYk35jLRUXn","url":"https://ipfs.io/ipfs/QmPScGf1pXsuidsKJfnw723SgeghDN4MxRzYYk35jLRUXn"},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"path":"QmTqHtsY1RfAPmNJXUvE3zuyL3yTK4HVxvsJz9WeTFjV7T","url":"https://ipfs.io/ipfs/QmTqHtsY1RfAPmNJXUvE3zuyL3yTK4HVxvsJz9WeTFjV7T"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-moe-rp-story.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_0.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/mixtral-8x7b-moe-rp-story.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q5_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"f559b359336207e4aa3b02d88734d325","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"68bbfafdfd843d230d0553d1fbf4ac68","size":627}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"f559b359336207e4aa3b02d88734d325","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"f196f162306ed02dc43667a02e1550b2","size":2272}},"cache":{"ipfs":{"/README.md":{"path":"QmVL5Fkadx6HnpREuKdedL554FRwtwC5UT84GeHNTfrgBs","url":"https://ipfs.io/ipfs/QmVL5Fkadx6HnpREuKdedL554FRwtwC5UT84GeHNTfrgBs"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmVLmhDaVZS3Eu99PmoRGBZvHeyhjircRLmbdQMVENV9qQ","url":"https://ipfs.io/ipfs/QmVLmhDaVZS3Eu99PmoRGBZvHeyhjircRLmbdQMVENV9qQ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"a55a7da248db78f3a629dd03ecafb9fc","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"b4a4378301a682d8d742e4fa9e5014cd","size":627},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"md5":"1168761cbda6fa2a2e3f6de457e12a89","size":32229279680}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"a55a7da248db78f3a629dd03ecafb9fc","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"b6f0abc3128170853281e01352c6b3a9","size":3102},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"md5":"1168761cbda6fa2a2e3f6de457e12a89","size":32229279680}},"cache":{"ipfs":{"/README.md":{"path":"QmT8TtkAzxDMYYmHvRXi7KhkRDk2cpNG8TiPPZSw4Hev3W","url":"https://ipfs.io/ipfs/QmT8TtkAzxDMYYmHvRXi7KhkRDk2cpNG8TiPPZSw4Hev3W"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmUEY2aF45jvTzWsba1hpQT23DASwkkhcyi6xVf6E6nKQh","url":"https://ipfs.io/ipfs/QmUEY2aF45jvTzWsba1hpQT23DASwkkhcyi6xVf6E6nKQh"},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"path":"QmWTGA5wzYJoLtx9KnNL86L94icPjcNZKyScUGvkNCfQh4","url":"https://ipfs.io/ipfs/QmWTGA5wzYJoLtx9KnNL86L94icPjcNZKyScUGvkNCfQh4"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"4b81ac77212ced516f0e633bc701f7ed","size":633},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"md5":"122a150cd4b378bb1ce98b34b7e5442a","size":38378760128}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"206877d01160fc0918a5a5bc23fdb379","size":3062},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"md5":"122a150cd4b378bb1ce98b34b7e5442a","size":38378760128}},"cache":{"ipfs":{"/README.md":{"path":"QmTHC19r4ynU3nuJoCJX4abt4sJ1DQ5xKGbeUaWuuspgfY","url":"https://ipfs.io/ipfs/QmTHC19r4ynU3nuJoCJX4abt4sJ1DQ5xKGbeUaWuuspgfY"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmSrQDEQimX31HDE1dFYm6Bo2NYgpK1Qsi2zoVXEjH34v6","url":"https://ipfs.io/ipfs/QmSrQDEQimX31HDE1dFYm6Bo2NYgpK1Qsi2zoVXEjH34v6"},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"path":"Qmawt1nbhp2Jeq2tgRhKpFoMrQxTiQVFiu92DyzX3e6QS1","url":"https://ipfs.io/ipfs/Qmawt1nbhp2Jeq2tgRhKpFoMrQxTiQVFiu92DyzX3e6QS1"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q6_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-moe-rp-story.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q6_K.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/mixtral-8x7b-moe-rp-story.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q6_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"a9afb3fde4f46f11ebb5586515db6a14","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"f85f306304258711357da1278fbd1a09","size":633},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"md5":"0ba3f121beaaa56a3844116e570741aa","size":49624262592}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"a9afb3fde4f46f11ebb5586515db6a14","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"e5b3300d747958322e7c7a216fb7b2c3","size":3062},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"md5":"0ba3f121beaaa56a3844116e570741aa","size":49624262592}},"cache":{"ipfs":{"/README.md":{"path":"QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti","url":"https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa","url":"https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa"},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"path":"QmUrc5U1HSpfj3jrXkm6qnn49jum4ktHVoZXnMTVc5rFWJ","url":"https://ipfs.io/ipfs/QmUrc5U1HSpfj3jrXkm6qnn49jum4ktHVoZXnMTVc5rFWJ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q8_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-moe-rp-story.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q8_0.gguf","url":"/storage/cloudkit-models/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/mixtral-8x7b-moe-rp-story.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q8_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"}}
\ No newline at end of file
+{"stablelm-zephyr-3b-GGUF-Q2_K":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1134978662.4,"cpuMemory":1134978662.4,"minBandwidth":0,"minDiskIO":0,"diskUsage":1248476528.64,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2247},"/stablelm-zephyr-3b.Q2_K.gguf":{"size":1198771648}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/stablelm-zephyr-3b.Q2_K.gguf":{"path":"/stablelm-zephyr-3b.Q2_K.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q2_K-Q2_K@gguf/stablelm-zephyr-3b.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q2_K@gguf/manifest.json"},"/stablelm-zephyr-3b.Q2_K.gguf":{"path":"/stablelm-zephyr-3b.Q2_K.gguf","url":"stablelm-zephyr-3b-GGUF-Q2_K@gguf/stablelm-zephyr-3b.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q2_K.gguf":{"path":"/stablelm-zephyr-3b.Q2_K.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q2_K.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"cache":{"local":"/storage/cloudkit-models/collection.json","s3":"s3://cloudkit-beta/collection.json","ipfs":"Qmcbv48d4spAag68oUVfJpBdHeNCRy16uH4JixPoVWPHuo","https":"https://huggingface.co/endomorphosis/cloudkit-collection/resolve/main/collection.json"},"stablelm-zephyr-3b-GGUF-Q3_K_M":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1522532352.0000002,"cpuMemory":1522532352.0000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":1674785587.2000003,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q3_K_M.gguf":{"size":1391419328}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/stablelm-zephyr-3b.Q3_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_M.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_M-Q3_K_M@gguf/stablelm-zephyr-3b.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_M@gguf/manifest.json"},"/stablelm-zephyr-3b.Q3_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_M.gguf","url":"stablelm-zephyr-3b-GGUF-Q3_K_M@gguf/stablelm-zephyr-3b.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q3_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_M.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q3_K_S":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1522532352.0000002,"cpuMemory":1522532352.0000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":1674785587.2000003,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q3_K_S.gguf":{"size":1254449088}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"},"/stablelm-zephyr-3b.Q3_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_S.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_S-Q3_K_S@gguf/stablelm-zephyr-3b.Q3_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_S@gguf/manifest.json"},"/stablelm-zephyr-3b.Q3_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_S.gguf","url":"stablelm-zephyr-3b-GGUF-Q3_K_S@gguf/stablelm-zephyr-3b.Q3_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q3_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_S.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q3_K_L":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1522532352.0000002,"cpuMemory":1522532352.0000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":1674785587.2000003,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q3_K_L.gguf":{"size":1508564928}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"},"/stablelm-zephyr-3b.Q3_K_L.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_L.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q3_K_L-Q3_K_L@gguf/stablelm-zephyr-3b.Q3_K_L.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q3_K_L@gguf/manifest.json"},"/stablelm-zephyr-3b.Q3_K_L.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_L.gguf","url":"stablelm-zephyr-3b-GGUF-Q3_K_L@gguf/stablelm-zephyr-3b.Q3_K_L.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q3_K_L.gguf":{"path":"/stablelm-zephyr-3b.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q3_K_L.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q4_0":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1771674009.6000001,"cpuMemory":1771674009.6000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":1948841410.5600004,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2264},"/stablelm-zephyr-3b.Q4_0.gguf":{"size":1608571328}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/stablelm-zephyr-3b.Q4_0.gguf":{"path":"/stablelm-zephyr-3b.Q4_0.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_0-Q4_0@gguf/stablelm-zephyr-3b.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q4_0@gguf/manifest.json"},"/stablelm-zephyr-3b.Q4_0.gguf":{"path":"/stablelm-zephyr-3b.Q4_0.gguf","url":"stablelm-zephyr-3b-GGUF-Q4_0@gguf/stablelm-zephyr-3b.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q4_0.gguf":{"path":"/stablelm-zephyr-3b.Q4_0.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_0.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q4_K_S":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1993133260.8000002,"cpuMemory":1993133260.8000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":2192446586.8800006,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q4_K_S.gguf":{"size":1620695488}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"},"/stablelm-zephyr-3b.Q4_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_S.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_S-Q4_K_S@gguf/stablelm-zephyr-3b.Q4_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q4_K_S@gguf/manifest.json"},"/stablelm-zephyr-3b.Q4_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_S.gguf","url":"stablelm-zephyr-3b-GGUF-Q4_K_S@gguf/stablelm-zephyr-3b.Q4_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q4_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_K_S.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q4_K_M":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1993133260.8000002,"cpuMemory":1993133260.8000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":2192446586.8800006,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q4_K_M.gguf":{"size":1708595648}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/stablelm-zephyr-3b.Q4_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_M.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q4_K_M-Q4_K_M@gguf/stablelm-zephyr-3b.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q4_K_M@gguf/manifest.json"},"/stablelm-zephyr-3b.Q4_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_M.gguf","url":"stablelm-zephyr-3b-GGUF-Q4_K_M@gguf/stablelm-zephyr-3b.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q4_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q4_K_M.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q5_0":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2436051763.2000003,"cpuMemory":2436051763.2000003,"minBandwidth":0,"minDiskIO":0,"diskUsage":2679656939.5200005,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2264},"/stablelm-zephyr-3b.Q5_0.gguf":{"size":1941862848}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/stablelm-zephyr-3b.Q5_0.gguf":{"path":"/stablelm-zephyr-3b.Q5_0.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_0-Q5_0@gguf/stablelm-zephyr-3b.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q5_0@gguf/manifest.json"},"/stablelm-zephyr-3b.Q5_0.gguf":{"path":"/stablelm-zephyr-3b.Q5_0.gguf","url":"stablelm-zephyr-3b-GGUF-Q5_0@gguf/stablelm-zephyr-3b.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q5_0.gguf":{"path":"/stablelm-zephyr-3b.Q5_0.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_0.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q5_K_S":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2436051763.2000003,"cpuMemory":2436051763.2000003,"minBandwidth":0,"minDiskIO":0,"diskUsage":2679656939.5200005,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q5_K_S.gguf":{"size":1941862848}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"},"/stablelm-zephyr-3b.Q5_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_S.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_S-Q5_K_S@gguf/stablelm-zephyr-3b.Q5_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q5_K_S@gguf/manifest.json"},"/stablelm-zephyr-3b.Q5_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_S.gguf","url":"stablelm-zephyr-3b-GGUF-Q5_K_S@gguf/stablelm-zephyr-3b.Q5_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q5_K_S.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_K_S.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q5_K_M":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2436051763.2000003,"cpuMemory":2436051763.2000003,"minBandwidth":0,"minDiskIO":0,"diskUsage":2679656939.5200005,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2312},"/stablelm-zephyr-3b.Q5_K_M.gguf":{"size":1993390528}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/stablelm-zephyr-3b.Q5_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_M.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q5_K_M-Q5_K_M@gguf/stablelm-zephyr-3b.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q5_K_M@gguf/manifest.json"},"/stablelm-zephyr-3b.Q5_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_M.gguf","url":"stablelm-zephyr-3b-GGUF-Q5_K_M@gguf/stablelm-zephyr-3b.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q5_K_M.gguf":{"path":"/stablelm-zephyr-3b.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q5_K_M.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q6_K":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2906652672,"cpuMemory":2906652672,"minBandwidth":0,"minDiskIO":0,"diskUsage":3197317939.2000003,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2248},"/stablelm-zephyr-3b.Q6_K.gguf":{"size":2295985088}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/stablelm-zephyr-3b.Q6_K.gguf":{"path":"/stablelm-zephyr-3b.Q6_K.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q6_K-Q6_K@gguf/stablelm-zephyr-3b.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q6_K@gguf/manifest.json"},"/stablelm-zephyr-3b.Q6_K.gguf":{"path":"/stablelm-zephyr-3b.Q6_K.gguf","url":"stablelm-zephyr-3b-GGUF-Q6_K@gguf/stablelm-zephyr-3b.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q6_K.gguf":{"path":"/stablelm-zephyr-3b.Q6_K.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q6_K.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"stablelm-zephyr-3b-GGUF-Q8_0":{"metadata":{"modelName":"stablelm-zephyr-3b-GGUF","contextSize":4096,"parameters":3221225472,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3543348019.2000003,"cpuMemory":3543348019.2000003,"minBandwidth":0,"minDiskIO":0,"diskUsage":3897682821.120001,"tokensPerSecond":100},"folderData":{"/README.md":{"size":133909},"/config.json":{"size":63053},"/manifest.json":{"size":2263},"/stablelm-zephyr-3b.Q8_0.gguf":{"size":2972925888}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/stablelm-zephyr-3b.Q8_0.gguf":{"path":"/stablelm-zephyr-3b.Q8_0.gguf","url":"s3://cloudkit-beta/stablelm-zephyr-3b-GGUF-Q8_0-Q8_0@gguf/stablelm-zephyr-3b.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"stablelm-zephyr-3b-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"stablelm-zephyr-3b-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"stablelm-zephyr-3b-GGUF-Q8_0@gguf/manifest.json"},"/stablelm-zephyr-3b.Q8_0.gguf":{"path":"/stablelm-zephyr-3b.Q8_0.gguf","url":"stablelm-zephyr-3b-GGUF-Q8_0@gguf/stablelm-zephyr-3b.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/manifest.json"},"/stablelm-zephyr-3b.Q8_0.gguf":{"path":"/stablelm-zephyr-3b.Q8_0.gguf","url":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF/resolve/main/stablelm-zephyr-3b.Q8_0.gguf"}}},"format":"gguf","id":"stablelm-zephyr-3b-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/stablelm-zephyr-3b-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q2_K":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":26482835456.000004,"cpuMemory":26482835456.000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":29131119001.600006,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q2_K.gguf":{"size":3083097728},"/config.json":{"size":52527},"/manifest.json":{"size":2315}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q2_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q2_K.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-m-7b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q2_K@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q2_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q2_K.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q2_K@gguf/airoboros-m-7b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q2_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q3_K_M.gguf":{"size":3518985856},"/config.json":{"size":52527},"/manifest.json":{"size":2342}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-m-7b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_M.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M@gguf/airoboros-m-7b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q3_K_S.gguf":{"size":3164567168},"/config.json":{"size":52527},"/manifest.json":{"size":2342}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-m-7b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_S.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S@gguf/airoboros-m-7b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q3_K_L.gguf":{"size":3822024320},"/config.json":{"size":52527},"/manifest.json":{"size":2342}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_L.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-m-7b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_L.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L@gguf/airoboros-m-7b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-m-7b-3.1.2.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q4_0":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":41339060224,"cpuMemory":41339060224,"minBandwidth":0,"minDiskIO":0,"diskUsage":45472966246.4,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q4_0.gguf":{"size":4108916352},"/config.json":{"size":52527},"/manifest.json":{"size":2296}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q4_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_0.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-m-7b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_0@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q4_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_0.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_0@gguf/airoboros-m-7b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q4_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":46506442752,"cpuMemory":46506442752,"minBandwidth":0,"minDiskIO":0,"diskUsage":51157087027.200005,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q4_K_S.gguf":{"size":4140373632},"/config.json":{"size":52527},"/manifest.json":{"size":2349}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-m-7b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_S.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S@gguf/airoboros-m-7b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":46506442752,"cpuMemory":46506442752,"minBandwidth":0,"minDiskIO":0,"diskUsage":51157087027.200005,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q4_K_M.gguf":{"size":4368438912},"/config.json":{"size":52527},"/manifest.json":{"size":2349}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-m-7b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_M.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M@gguf/airoboros-m-7b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q5_0":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q5_0.gguf":{"size":4997715584},"/config.json":{"size":52527},"/manifest.json":{"size":2312}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q5_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_0.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-m-7b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_0@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q5_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_0.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_0@gguf/airoboros-m-7b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q5_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q5_K_S.gguf":{"size":4997715584},"/config.json":{"size":52527},"/manifest.json":{"size":2360}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-m-7b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_S.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S@gguf/airoboros-m-7b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q5_K_M.gguf":{"size":5131409024},"/config.json":{"size":52527},"/manifest.json":{"size":2360}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-m-7b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_M.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M@gguf/airoboros-m-7b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-m-7b-3.1.2.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q6_K":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":67821895680.00001,"cpuMemory":67821895680.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":74604085248.00002,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q6_K.gguf":{"size":5942064768},"/config.json":{"size":52527},"/manifest.json":{"size":2312}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q6_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q6_K.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-m-7b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q6_K@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q6_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q6_K.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q6_K@gguf/airoboros-m-7b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q6_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q6_K.gguf":{"path":"/airoboros-m-7b-3.1.2.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-M-7B-3.1.2-GGUF-Q8_0":{"metadata":{"modelName":"Airoboros-M-7B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":82678120448,"cpuMemory":82678120448,"minBandwidth":0,"minDiskIO":0,"diskUsage":90945932492.8,"tokensPerSecond":12},"folderData":{"/README.md":{"size":143102},"/airoboros-m-7b-3.1.2.Q8_0.gguf":{"size":7695857280},"/config.json":{"size":52527},"/manifest.json":{"size":2296}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q8_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q8_0.gguf","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-m-7b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-M-7B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-M-7B-3.1.2-GGUF-Q8_0@gguf/README.md"},"/airoboros-m-7b-3.1.2.Q8_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q8_0.gguf","url":"Airoboros-M-7B-3.1.2-GGUF-Q8_0@gguf/airoboros-m-7b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-M-7B-3.1.2-GGUF-Q8_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-m-7b-3.1.2.Q8_0.gguf":{"path":"/airoboros-m-7b-3.1.2.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/airoboros-m-7b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-M-7B-3.1.2-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Airoboros-M-7B-3.1.2-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q2_K":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":4918240870.400001,"cpuMemory":4918240870.400001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5410064957.4400015,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q2_K.gguf":{"size":5429348320},"/config.json":{"size":52401},"/manifest.json":{"size":2363}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q2_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q2_K.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/airoboros-l2-13b-3.1.1.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q2_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q2_K.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K@gguf/airoboros-l2-13b-3.1.1.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q2_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":6597640192.000001,"cpuMemory":6597640192.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7257404211.200002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf":{"size":6337769440},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-l2-13b-3.1.1.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M@gguf/airoboros-l2-13b-3.1.1.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":6597640192.000001,"cpuMemory":6597640192.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7257404211.200002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf":{"size":5658980320},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-l2-13b-3.1.1.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S@gguf/airoboros-l2-13b-3.1.1.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":6597640192.000001,"cpuMemory":6597640192.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7257404211.200002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf":{"size":6929559520},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-l2-13b-3.1.1.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L@gguf/airoboros-l2-13b-3.1.1.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q4_0":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":7677254041.6,"cpuMemory":7677254041.6,"minBandwidth":0,"minDiskIO":0,"diskUsage":8444979445.760001,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q4_0.gguf":{"size":7365834720},"/config.json":{"size":52401},"/manifest.json":{"size":2352}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q4_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/airoboros-l2-13b-3.1.1.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q4_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_0.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0@gguf/airoboros-l2-13b-3.1.1.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q4_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":8636910796.800001,"cpuMemory":8636910796.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9500601876.480001,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf":{"size":7414331360},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-l2-13b-3.1.1.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S@gguf/airoboros-l2-13b-3.1.1.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":8636910796.800001,"cpuMemory":8636910796.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9500601876.480001,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf":{"size":7865956320},"/config.json":{"size":52401},"/manifest.json":{"size":2410}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-l2-13b-3.1.1.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M@gguf/airoboros-l2-13b-3.1.1.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q5_0":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":10556224307.2,"cpuMemory":10556224307.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":11611846737.920002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q5_0.gguf":{"size":8972285920},"/config.json":{"size":52401},"/manifest.json":{"size":2355}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q5_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/airoboros-l2-13b-3.1.1.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q5_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_0.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0@gguf/airoboros-l2-13b-3.1.1.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q5_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":10556224307.2,"cpuMemory":10556224307.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":11611846737.920002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143163},"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf":{"size":8972285920},"/config.json":{"size":52401},"/manifest.json":{"size":2403}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-l2-13b-3.1.1.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S@gguf/airoboros-l2-13b-3.1.1.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":10556224307.2,"cpuMemory":10556224307.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":11611846737.920002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143157},"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf":{"size":9229924320},"/config.json":{"size":52395},"/manifest.json":{"size":2403}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-l2-13b-3.1.1.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M@gguf/airoboros-l2-13b-3.1.1.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q6_K":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":12595494912.000002,"cpuMemory":12595494912.000002,"minBandwidth":0,"minDiskIO":0,"diskUsage":13855044403.200003,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143157},"/airoboros-l2-13b-3.1.1.Q6_K.gguf":{"size":10679140320},"/config.json":{"size":52395},"/manifest.json":{"size":2366}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q6_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q6_K.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-13b-3.1.1.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q6_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q6_K.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K@gguf/airoboros-l2-13b-3.1.1.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q6_K.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-L2-13B-3.1.1-GGUF-Q8_0":{"metadata":{"modelName":"Airoboros-L2-13B-3.1.1-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":15354508083.2,"cpuMemory":15354508083.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":16889958891.520002,"tokensPerSecond":60},"folderData":{"/README.md":{"size":143157},"/airoboros-l2-13b-3.1.1.Q8_0.gguf":{"size":13831319520},"/config.json":{"size":52395},"/manifest.json":{"size":2356}},"cache":{"ipfs":{},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q8_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q8_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-13b-3.1.1.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-13B-3.1.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0@gguf/README.md"},"/airoboros-l2-13b-3.1.1.Q8_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q8_0.gguf","url":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0@gguf/airoboros-l2-13b-3.1.1.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/README.md"},"/airoboros-l2-13b-3.1.1.Q8_0.gguf":{"path":"/airoboros-l2-13b-3.1.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/airoboros-l2-13b-3.1.1.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-13B-3.1.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q2_K":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":12863091507.2,"cpuMemory":12863091507.2,"minBandwidth":0,"minDiskIO":0,"diskUsage":14149400657.920002,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"size":14210674880},"/config.json":{"size":52344},"/manifest.json":{"size":2425}},"cache":{"ipfs":{"/README.md":{"path":"QmXCgB2wZC9swsRbfpUz33ausXnp9xPP1PsBZks8op4G5J","url":"https://ipfs.io/ipfs/QmXCgB2wZC9swsRbfpUz33ausXnp9xPP1PsBZks8op4G5J"},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"path":"QmchtNBQMqBf5DbesQnF8NGepzwLza8kA54PXzvww7dmhk","url":"https://ipfs.io/ipfs/QmchtNBQMqBf5DbesQnF8NGepzwLza8kA54PXzvww7dmhk"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmZGjsJsSPEB9PzRXuQ8gv59f2U3FfseqfaCvJuxNq1Zah","url":"https://ipfs.io/ipfs/QmZGjsJsSPEB9PzRXuQ8gv59f2U3FfseqfaCvJuxNq1Zah"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md"},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q2_K.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-c34b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/README.md"},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q2_K.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/airoboros-c34b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q2_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q3_K_M":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":17255366656,"cpuMemory":17255366656,"minBandwidth":0,"minDiskIO":0,"diskUsage":18980903321.600002,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"size":16283594944},"/config.json":{"size":52344},"/manifest.json":{"size":2469}},"cache":{"ipfs":{"/README.md":{"path":"Qmd6N9Jz5GyYQdCb7Rr5SUb8rgzWwz5stumwjRXxnNr2E3","url":"https://ipfs.io/ipfs/Qmd6N9Jz5GyYQdCb7Rr5SUb8rgzWwz5stumwjRXxnNr2E3"},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"path":"QmQqdVksPkCyoUno3pozTRSpAVobWMYVq5b2oZgw3wJ945","url":"https://ipfs.io/ipfs/QmQqdVksPkCyoUno3pozTRSpAVobWMYVq5b2oZgw3wJ945"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmcwqwM1unXmeGKKWaMnUKLty5epG53UBp8oKwECyrTBPN","url":"https://ipfs.io/ipfs/QmcwqwM1unXmeGKKWaMnUKLty5epG53UBp8oKwECyrTBPN"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-c34b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_M.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/airoboros-c34b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q3_K_S":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":17255366656,"cpuMemory":17255366656,"minBandwidth":0,"minDiskIO":0,"diskUsage":18980903321.600002,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"size":14605349056},"/config.json":{"size":52344},"/manifest.json":{"size":2469}},"cache":{"ipfs":{"/README.md":{"path":"QmZRL4HzivNKAQx74gVjH7A3Uu6fFhzV9yWXtTc3nEDsAQ","url":"https://ipfs.io/ipfs/QmZRL4HzivNKAQx74gVjH7A3Uu6fFhzV9yWXtTc3nEDsAQ"},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"path":"QmbttXx6N1fazdtdz6fck5hjtuQqjuNG43QaJzsPMztUbY","url":"https://ipfs.io/ipfs/QmbttXx6N1fazdtdz6fck5hjtuQqjuNG43QaJzsPMztUbY"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmQbMibnUdMALut6vrBfRSGvp92rWtJv6BFsN9WTgnXBFq","url":"https://ipfs.io/ipfs/QmQbMibnUdMALut6vrBfRSGvp92rWtJv6BFsN9WTgnXBFq"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-c34b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_S.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/airoboros-c34b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q3_K_L":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":17255366656,"cpuMemory":17255366656,"minBandwidth":0,"minDiskIO":0,"diskUsage":18980903321.600002,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"size":17771524288},"/config.json":{"size":52344},"/manifest.json":{"size":2469}},"cache":{"ipfs":{"/README.md":{"path":"QmZPMAV95NgZREuTs23U1VQ1Rxurjciq7facyjnyPhbXYG","url":"https://ipfs.io/ipfs/QmZPMAV95NgZREuTs23U1VQ1Rxurjciq7facyjnyPhbXYG"},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"path":"QmQMfJKETLafURKuEwPmDCCNnAxWbhHC19zrqomYxQRCCp","url":"https://ipfs.io/ipfs/QmQMfJKETLafURKuEwPmDCCNnAxWbhHC19zrqomYxQRCCp"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmSfy7oGcrxq54KEAaT9ACpDgnCBEYQXDN2TtUunHcknNR","url":"https://ipfs.io/ipfs/QmSfy7oGcrxq54KEAaT9ACpDgnCBEYQXDN2TtUunHcknNR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_L.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-c34b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/README.md"},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_L.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/airoboros-c34b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-c34b-3.1.2.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q4_0":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":20078972108.800003,"cpuMemory":20078972108.800003,"minBandwidth":0,"minDiskIO":0,"diskUsage":22086869319.680004,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"size":19052048576},"/config.json":{"size":52344},"/manifest.json":{"size":2435}},"cache":{"ipfs":{"/README.md":{"path":"QmXktV3CiaAw3hZ9NcBkeiwZdYC8P6HVTEjk9RTNPkMBUT","url":"https://ipfs.io/ipfs/QmXktV3CiaAw3hZ9NcBkeiwZdYC8P6HVTEjk9RTNPkMBUT"},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"path":"Qmbxc1HYSt1YFEmUXz9S9BDjf6u7Mf89PoEHC8PwxK5Bfx","url":"https://ipfs.io/ipfs/Qmbxc1HYSt1YFEmUXz9S9BDjf6u7Mf89PoEHC8PwxK5Bfx"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmWHemmFboJBHFU9kE9FdDvnmSFE2is7cPEPFnwNmBs9UM","url":"https://ipfs.io/ipfs/QmWHemmFboJBHFU9kE9FdDvnmSFE2is7cPEPFnwNmBs9UM"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_0.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-c34b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_0.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/airoboros-c34b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q4_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q4_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q4_K_S":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":22588843622.4,"cpuMemory":22588843622.4,"minBandwidth":0,"minDiskIO":0,"diskUsage":24847727984.640003,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"size":19146420416},"/config.json":{"size":52344},"/manifest.json":{"size":2473}},"cache":{"ipfs":{"/README.md":{"path":"QmZhg1gSX3kRm5cZ5k8nD4Zrj3eadg3auvP7UQdf4Y7tWU","url":"https://ipfs.io/ipfs/QmZhg1gSX3kRm5cZ5k8nD4Zrj3eadg3auvP7UQdf4Y7tWU"},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"path":"QmQuyDyQPLG3fawKkVugBEqT7kXS6rVeGt7g819cfkZWZY","url":"https://ipfs.io/ipfs/QmQuyDyQPLG3fawKkVugBEqT7kXS6rVeGt7g819cfkZWZY"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmQ5wsCmXuinsHA6agW3SL6g5ozYFFx5ysgpBXTxcqjHxr","url":"https://ipfs.io/ipfs/QmQ5wsCmXuinsHA6agW3SL6g5ozYFFx5ysgpBXTxcqjHxr"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-c34b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_S.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/airoboros-c34b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q4_K_M":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":22588843622.4,"cpuMemory":22588843622.4,"minBandwidth":0,"minDiskIO":0,"diskUsage":24847727984.640003,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"size":20219900096},"/config.json":{"size":52344},"/manifest.json":{"size":2473}},"cache":{"ipfs":{"/README.md":{"path":"QmRPn7z5UpNhXrMvXPgSVDNNGFgb7UH8DBXD9NXqXcjMEk","url":"https://ipfs.io/ipfs/QmRPn7z5UpNhXrMvXPgSVDNNGFgb7UH8DBXD9NXqXcjMEk"},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"path":"QmWVBnWNYJfwYAj1R4DiHgnu3mPUWtbB1i3cKFdzro2KSn","url":"https://ipfs.io/ipfs/QmWVBnWNYJfwYAj1R4DiHgnu3mPUWtbB1i3cKFdzro2KSn"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmUSSQsDojayGRTW39X4qwSKCHQNma6HKp59REruAHU7Ao","url":"https://ipfs.io/ipfs/QmUSSQsDojayGRTW39X4qwSKCHQNma6HKp59REruAHU7Ao"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-c34b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_M.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/airoboros-c34b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q4_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q5_0":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":27608586649.600002,"cpuMemory":27608586649.600002,"minBandwidth":0,"minDiskIO":0,"diskUsage":30369445314.560005,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"size":23237177536},"/config.json":{"size":52344},"/manifest.json":{"size":2435}},"cache":{"ipfs":{"/README.md":{"path":"QmToxsyYiyGmd7aCk1b87wjdzseePts1kFp5AEioggxivw","url":"https://ipfs.io/ipfs/QmToxsyYiyGmd7aCk1b87wjdzseePts1kFp5AEioggxivw"},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"path":"QmU9UYbphcUG5BAYp9KT86A4jfToR5NtDvxC2b6gPftEvi","url":"https://ipfs.io/ipfs/QmU9UYbphcUG5BAYp9KT86A4jfToR5NtDvxC2b6gPftEvi"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmTiyvp9Vf34zuverjE9UX7jF1MzHWrFNA6kS8YzZRdfUK","url":"https://ipfs.io/ipfs/QmTiyvp9Vf34zuverjE9UX7jF1MzHWrFNA6kS8YzZRdfUK"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_0.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-c34b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_0.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/airoboros-c34b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q5_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q5_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q5_K_S":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":27608586649.600002,"cpuMemory":27608586649.600002,"minBandwidth":0,"minDiskIO":0,"diskUsage":30369445314.560005,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"size":23237177536},"/config.json":{"size":52344},"/manifest.json":{"size":2483}},"cache":{"ipfs":{"/README.md":{"path":"QmUKmW5GcMDpsJbTUQUsuhV4BZXgZRtMWBSvzffbVeyA6H","url":"https://ipfs.io/ipfs/QmUKmW5GcMDpsJbTUQUsuhV4BZXgZRtMWBSvzffbVeyA6H"},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"path":"QmRnuRgG5gdGE4k7D8S8GB8BXJGWuJdzSHV6MagsSdmC6b","url":"https://ipfs.io/ipfs/QmRnuRgG5gdGE4k7D8S8GB8BXJGWuJdzSHV6MagsSdmC6b"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmezCAq4NgmtB7eAG6KkZgEAL1ufyTJ8qsF9TMicV1hUjQ","url":"https://ipfs.io/ipfs/QmezCAq4NgmtB7eAG6KkZgEAL1ufyTJ8qsF9TMicV1hUjQ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-c34b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_S.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/airoboros-c34b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q5_K_M":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":27608586649.600002,"cpuMemory":27608586649.600002,"minBandwidth":0,"minDiskIO":0,"diskUsage":30369445314.560005,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"size":23838798016},"/config.json":{"size":52344},"/manifest.json":{"size":2483}},"cache":{"ipfs":{"/README.md":{"path":"QmeERRjSBffxkyLkrjnULHYjVARLRXasHiURQTNbDm4DCj","url":"https://ipfs.io/ipfs/QmeERRjSBffxkyLkrjnULHYjVARLRXasHiURQTNbDm4DCj"},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"path":"QmWC3GZ8XTw1kQrR5269jjWQzEPi3w7t3wkMmKnd6RbjRa","url":"https://ipfs.io/ipfs/QmWC3GZ8XTw1kQrR5269jjWQzEPi3w7t3wkMmKnd6RbjRa"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmdimukRz7joAwL6uT1XkZfRrw5qPh94JWmxLiKWkgRqsW","url":"https://ipfs.io/ipfs/QmdimukRz7joAwL6uT1XkZfRrw5qPh94JWmxLiKWkgRqsW"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-c34b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/README.md"},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_M.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/airoboros-c34b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q5_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-c34b-3.1.2.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q6_K":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"size":27683877056},"/config.json":{"size":52344},"/manifest.json":{"size":609}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":32942063616.000004,"cpuMemory":32942063616.000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":36236269977.600006,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"size":27683877056},"/config.json":{"size":52344},"/manifest.json":{"size":2594}},"cache":{"ipfs":{"/README.md":{"path":"QmSzebEZMA8rYRvjCHfdZ4cvuzDhu4UkJRpfEfc87x17JG","url":"https://ipfs.io/ipfs/QmSzebEZMA8rYRvjCHfdZ4cvuzDhu4UkJRpfEfc87x17JG"},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"path":"QmeqewsSgFFJd1sfVayx5kfLNefoJp74RrTfSRHnemJHuL","url":"https://ipfs.io/ipfs/QmeqewsSgFFJd1sfVayx5kfLNefoJp74RrTfSRHnemJHuL"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmaYaBbFuCrW9iGAKAN7YEonmv1NdQta9Z4ADnpTgoGK2E","url":"https://ipfs.io/ipfs/QmaYaBbFuCrW9iGAKAN7YEonmv1NdQta9Z4ADnpTgoGK2E"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md"},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q6_K.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-c34b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/README.md"},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q6_K.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/airoboros-c34b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q6_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q6_K.gguf":{"path":"/airoboros-c34b-3.1.2.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q6_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-c34B-3.1.2-GGUF-Q8_0":{"metadata":{"modelName":"Airoboros-c34B-3.1.2-GGUF","contextSize":4096,"parameters":36507222016,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"size":35856052416},"/config.json":{"size":52344},"/manifest.json":{"size":608}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":50,"fp32":0},"flopsPerUnit":2.372,"minSpeed":1.405283867341203,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":40157944217.600006,"cpuMemory":40157944217.600006,"minBandwidth":0,"minDiskIO":0,"diskUsage":44173738639.36001,"tokensPerSecond":15},"folderData":{"/README.md":{"size":142737},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"size":35856052416},"/config.json":{"size":52344},"/manifest.json":{"size":2593}},"cache":{"ipfs":{"/README.md":{"path":"QmThsd9fzVcmxezMrkyVJQhLoDmVzeeGJzbxnE52dKY281","url":"https://ipfs.io/ipfs/QmThsd9fzVcmxezMrkyVJQhLoDmVzeeGJzbxnE52dKY281"},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"path":"QmREiRCm1AS9E1uTa4gXTak8JaiFksBJviYBxSWxrDM12c","url":"https://ipfs.io/ipfs/QmREiRCm1AS9E1uTa4gXTak8JaiFksBJviYBxSWxrDM12c"},"/config.json":{"path":"QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY","url":"https://ipfs.io/ipfs/QmRbvhqDoLLDGAEnXSkQifcpSD21sHwvppRWbLNgNMtzbY"},"/manifest.json":{"path":"QmUTSuFzoEoiB2f8EicNNNAq6c1XsmhkiNFsMzGz7JYKm9","url":"https://ipfs.io/ipfs/QmUTSuFzoEoiB2f8EicNNNAq6c1XsmhkiNFsMzGz7JYKm9"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q8_0.gguf","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-c34b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-c34B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/README.md"},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q8_0.gguf","url":"Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/airoboros-c34b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-c34B-3.1.2-GGUF-Q8_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-c34b-3.1.2.Q8_0.gguf":{"path":"/airoboros-c34b-3.1.2.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/airoboros-c34b-3.1.2.Q8_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-c34B-3.1.2-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Airoboros-c34B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q2_K":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"size":29279253440},"/config.json":{"size":52581},"/manifest.json":{"size":616}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":26482835456.000004,"cpuMemory":26482835456.000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":29131119001.600006,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"size":29279253440},"/config.json":{"size":52581},"/manifest.json":{"size":2647}},"cache":{"ipfs":{"/README.md":{"path":"QmSYX7Fs5A7wnNy4Zk8YarDtSJn7Gj1xxwwt3T57b7U5t1","url":"https://ipfs.io/ipfs/QmSYX7Fs5A7wnNy4Zk8YarDtSJn7Gj1xxwwt3T57b7U5t1"},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"path":"QmPjJgj7z6B58QwqyxQicXCbQ2ij6cisRuzUSdrZyuobWt","url":"https://ipfs.io/ipfs/QmPjJgj7z6B58QwqyxQicXCbQ2ij6cisRuzUSdrZyuobWt"},"/config.json":{"path":"Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd","url":"https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd"},"/manifest.json":{"path":"QmbMiazC5WqZCLCCyT7vxqdRiFZ1rgjRYkJYRjp5iZe7Th","url":"https://ipfs.io/ipfs/QmbMiazC5WqZCLCCyT7vxqdRiFZ1rgjRYkJYRjp5iZe7Th"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q2_K.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/airoboros-l2-70b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q2_K.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/airoboros-l2-70b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q2_K.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q2_K.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"size":33186657216},"/config.json":{"size":52581},"/manifest.json":{"size":599}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"size":33186657216},"/config.json":{"size":52581},"/manifest.json":{"size":2676}},"cache":{"ipfs":{"/README.md":{"path":"QmNWQ8D9YYqwXyeGksE6FebqbRDyBDVuaHJw2H4gJYETVv","url":"https://ipfs.io/ipfs/QmNWQ8D9YYqwXyeGksE6FebqbRDyBDVuaHJw2H4gJYETVv"},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"path":"Qmb2T7gMREvid91MYfD6TaBnsGTk4tCiL1dSiXcm8sHdQD","url":"https://ipfs.io/ipfs/Qmb2T7gMREvid91MYfD6TaBnsGTk4tCiL1dSiXcm8sHdQD"},"/config.json":{"path":"Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd","url":"https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd"},"/manifest.json":{"path":"QmRENjQmJ86VRwjxFRFwpbJPTpUCFkuLRp1r1RwpssNap8","url":"https://ipfs.io/ipfs/QmRENjQmJ86VRwjxFRFwpbJPTpUCFkuLRp1r1RwpssNap8"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/airoboros-l2-70b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/airoboros-l2-70b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"size":29919294400},"/config.json":{"size":52581},"/manifest.json":{"size":599}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147660},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"size":29919294400},"/config.json":{"size":52581},"/manifest.json":{"size":2676}},"cache":{"ipfs":{"/README.md":{"path":"QmWdw67NbeZJGtoKCkfQK2jrdRj7sZFEZAiHoUE9YJwgcw","url":"https://ipfs.io/ipfs/QmWdw67NbeZJGtoKCkfQK2jrdRj7sZFEZAiHoUE9YJwgcw"},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"path":"QmeqBBYVEU2F1fagfi1G2t3UhZtv4WXrPgo9UYmd9SjPCU","url":"https://ipfs.io/ipfs/QmeqBBYVEU2F1fagfi1G2t3UhZtv4WXrPgo9UYmd9SjPCU"},"/config.json":{"path":"Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd","url":"https://ipfs.io/ipfs/Qmcys6vxyZAQ9rjT8MLesWhtbsF5iKzan9rEa3yS5VKWYd"},"/manifest.json":{"path":"QmS1W5bwEe6gddgdMv81wNyETqpsFQBhzqVmDevteZqD2F","url":"https://ipfs.io/ipfs/QmS1W5bwEe6gddgdMv81wNyETqpsFQBhzqVmDevteZqD2F"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/airoboros-l2-70b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/airoboros-l2-70b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"size":36147835840},"/config.json":{"size":52591},"/manifest.json":{"size":599}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":35525754880,"cpuMemory":35525754880,"minBandwidth":0,"minDiskIO":0,"diskUsage":39078330368,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"size":36147835840},"/config.json":{"size":52591},"/manifest.json":{"size":2676}},"cache":{"ipfs":{"/README.md":{"path":"QmNeM6RvQEyeDNYX9erUMSMTHi7E2hAPxuVBg2NwivL4hP","url":"https://ipfs.io/ipfs/QmNeM6RvQEyeDNYX9erUMSMTHi7E2hAPxuVBg2NwivL4hP"},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"path":"QmPVQb8uLmyPJpNGXgfGXjo3THfySKJpGPWQ5fuwuEXezP","url":"https://ipfs.io/ipfs/QmPVQb8uLmyPJpNGXgfGXjo3THfySKJpGPWQ5fuwuEXezP"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmcPh2d3i58rfYPmm37P4ddBsH2s9R2fCvMh997YCF4kJB","url":"https://ipfs.io/ipfs/QmcPh2d3i58rfYPmm37P4ddBsH2s9R2fCvMh997YCF4kJB"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/airoboros-l2-70b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/airoboros-l2-70b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q3_K_L.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q4_0":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"size":38872249280},"/config.json":{"size":52591},"/manifest.json":{"size":597}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":41339060224,"cpuMemory":41339060224,"minBandwidth":0,"minDiskIO":0,"diskUsage":45472966246.4,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"size":38872249280},"/config.json":{"size":52591},"/manifest.json":{"size":2628}},"cache":{"ipfs":{"/README.md":{"path":"QmQkyzjKmjmjFB3cBuEEnXDNGB7K9g4a6JwTAcp5Lt9TT1","url":"https://ipfs.io/ipfs/QmQkyzjKmjmjFB3cBuEEnXDNGB7K9g4a6JwTAcp5Lt9TT1"},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"path":"QmXeob5fjQ2HgDX6C42CR8ZwWpeQ56rgcsV5CdAof43TXm","url":"https://ipfs.io/ipfs/QmXeob5fjQ2HgDX6C42CR8ZwWpeQ56rgcsV5CdAof43TXm"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmYGJ5Fc5sxKDb1xrJX9swTV5SfHigDVQerQdYiwrhXzL5","url":"https://ipfs.io/ipfs/QmYGJ5Fc5sxKDb1xrJX9swTV5SfHigDVQerQdYiwrhXzL5"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/airoboros-l2-70b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_0.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/airoboros-l2-70b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q4_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"size":39073575872},"/config.json":{"size":52591},"/manifest.json":{"size":606}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":46506442752,"cpuMemory":46506442752,"minBandwidth":0,"minDiskIO":0,"diskUsage":51157087027.200005,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"size":39073575872},"/config.json":{"size":52591},"/manifest.json":{"size":2683}},"cache":{"ipfs":{"/README.md":{"path":"QmQVAx2HnZZTsCBbmpJcxswP11NXCjTbBoMWxDGSeM3msP","url":"https://ipfs.io/ipfs/QmQVAx2HnZZTsCBbmpJcxswP11NXCjTbBoMWxDGSeM3msP"},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"path":"QmaZoezRDSLRZNnWyL4UkQvvc456GBXvdveLdDcrnfffSB","url":"https://ipfs.io/ipfs/QmaZoezRDSLRZNnWyL4UkQvvc456GBXvdveLdDcrnfffSB"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmZyXYSNqwFUdUNK5JnK4fvVz5bJ2zVVV6n2FzHsYmojch","url":"https://ipfs.io/ipfs/QmZyXYSNqwFUdUNK5JnK4fvVz5bJ2zVVV6n2FzHsYmojch"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/airoboros-l2-70b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/airoboros-l2-70b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"size":41422910400},"/config.json":{"size":52591},"/manifest.json":{"size":606}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":46506442752,"cpuMemory":46506442752,"minBandwidth":0,"minDiskIO":0,"diskUsage":51157087027.200005,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"size":41422910400},"/config.json":{"size":52591},"/manifest.json":{"size":2683}},"cache":{"ipfs":{"/README.md":{"path":"QmV86XENg6XwcYrsqW4fREoNYyf1BvHKr1tBnPvQycMZSH","url":"https://ipfs.io/ipfs/QmV86XENg6XwcYrsqW4fREoNYyf1BvHKr1tBnPvQycMZSH"},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"path":"QmTK36QXf28N3szJjaAgpPr1RhDhoqN6LPwd2pGGxBs14o","url":"https://ipfs.io/ipfs/QmTK36QXf28N3szJjaAgpPr1RhDhoqN6LPwd2pGGxBs14o"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmVgv3Domd9BRhW1wcq73LMRJVdfS2xeTQsKVokKCCLQA5","url":"https://ipfs.io/ipfs/QmVgv3Domd9BRhW1wcq73LMRJVdfS2xeTQsKVokKCCLQA5"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/airoboros-l2-70b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/airoboros-l2-70b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q4_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q5_0":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"size":47461397440},"/config.json":{"size":52591},"/manifest.json":{"size":613}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"size":47461397440},"/config.json":{"size":52591},"/manifest.json":{"size":2644}},"cache":{"ipfs":{"/README.md":{"path":"QmRYAbsRDtf2heGk5Fk3HgPwm17xcEmD7jXhaTpcEiJxPm","url":"https://ipfs.io/ipfs/QmRYAbsRDtf2heGk5Fk3HgPwm17xcEmD7jXhaTpcEiJxPm"},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"path":"QmbGSNkxsUFqyjaZZYZtKExAkM2NpvWpDc9jmWzLPfgeTG","url":"https://ipfs.io/ipfs/QmbGSNkxsUFqyjaZZYZtKExAkM2NpvWpDc9jmWzLPfgeTG"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmZjUf4wKd8r9KiJTxi3VN2SwffyksnX8Zk5tYE8v8A4sL","url":"https://ipfs.io/ipfs/QmZjUf4wKd8r9KiJTxi3VN2SwffyksnX8Zk5tYE8v8A4sL"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_0.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/airoboros-l2-70b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_0.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/airoboros-l2-70b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q5_0.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_0.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"size":47461397440},"/config.json":{"size":52591},"/manifest.json":{"size":617}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"size":47461397440},"/config.json":{"size":52591},"/manifest.json":{"size":2694}},"cache":{"ipfs":{"/README.md":{"path":"QmapgZDr1qE5PstedhBW4UhXoQNpqP375g3TknGtD53B4u","url":"https://ipfs.io/ipfs/QmapgZDr1qE5PstedhBW4UhXoQNpqP375g3TknGtD53B4u"},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"path":"QmUF3LWd4jbnMwnmikJ1j5fhKpXeznHXup8sqwjnoKmq1f","url":"https://ipfs.io/ipfs/QmUF3LWd4jbnMwnmikJ1j5fhKpXeznHXup8sqwjnoKmq1f"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmSXjDhLmx8GNYH6SpGfBpNgPhLsHBvVrSNVrkKEVnYazu","url":"https://ipfs.io/ipfs/QmSXjDhLmx8GNYH6SpGfBpNgPhLsHBvVrSNVrkKEVnYazu"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/airoboros-l2-70b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/airoboros-l2-70b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_K_S.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"size":48753767360},"/config.json":{"size":52591},"/manifest.json":{"size":617}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":56841207808.00001,"cpuMemory":56841207808.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":62525328588.80001,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"size":48753767360},"/config.json":{"size":52591},"/manifest.json":{"size":2694}},"cache":{"ipfs":{"/README.md":{"path":"QmRLTHj9zz7t8mSvGUbNYptXkNzvCXkrzQRrvhe6c9WXEk","url":"https://ipfs.io/ipfs/QmRLTHj9zz7t8mSvGUbNYptXkNzvCXkrzQRrvhe6c9WXEk"},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"path":"QmYUEWPg1Btr9NwSE6LwU3L3NTHgrTdVC4dSuRHT1Qggnx","url":"https://ipfs.io/ipfs/QmYUEWPg1Btr9NwSE6LwU3L3NTHgrTdVC4dSuRHT1Qggnx"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmVuKZFPmS8CigkVKLZobhqXRemTZ6ttCpf48AtrvqLVVe","url":"https://ipfs.io/ipfs/QmVuKZFPmS8CigkVKLZobhqXRemTZ6ttCpf48AtrvqLVVe"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/airoboros-l2-70b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/airoboros-l2-70b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf":{"path":"/airoboros-l2-70b-3.1.2.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q5_K_M.gguf"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q6_K":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"size":28293683690},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"size":28293683670},"/config.json":{"size":52591},"/manifest.json":{"size":613}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":67821895680.00001,"cpuMemory":67821895680.00001,"minBandwidth":0,"minDiskIO":0,"diskUsage":74604085248.00002,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"size":28293683690},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"size":28293683670},"/config.json":{"size":52591},"/manifest.json":{"size":3499}},"cache":{"ipfs":{"/README.md":{"path":"QmPQhQkJaph9qYpuGDMNnDhVR2Wz52Lio2iZMxcyQ4HmjN","url":"https://ipfs.io/ipfs/QmPQhQkJaph9qYpuGDMNnDhVR2Wz52Lio2iZMxcyQ4HmjN"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"path":"QmYNGvZeZdkHWvQUZNvbHnQFNi6LaVKDpMqKGT46E4iMHh","url":"https://ipfs.io/ipfs/QmYNGvZeZdkHWvQUZNvbHnQFNi6LaVKDpMqKGT46E4iMHh"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"path":"QmedqBCF9mFo37AmuBco7wi7X2aK87NDV1DvS6aBYN7hig","url":"https://ipfs.io/ipfs/QmedqBCF9mFo37AmuBco7wi7X2aK87NDV1DvS6aBYN7hig"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmVepptqyGPgodUaNUds2418ZknrQN6eQQpzqvVnJdWNoD","url":"https://ipfs.io/ipfs/QmVepptqyGPgodUaNUds2418ZknrQN6eQQpzqvVnJdWNoD"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a","url":"Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b","url":"Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q6_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q6_K.gguf-split-b"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"Airoboros-L2-70B-3.1.2-GGUF-Q8_0":{"metadata":{"modelName":"Airoboros-L2-70B-3.1.2-GGUF","contextSize":4096,"parameters":75161927680,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"size":36646164970},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"size":36646164950},"/config.json":{"size":52591},"/manifest.json":{"size":597}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":75,"fp32":0},"flopsPerUnit":2.965,"minSpeed":2.1079258010118043,"gpuCount":[2,4],"cpuCount":[2,4],"gpuMemory":82678120448,"cpuMemory":82678120448,"minBandwidth":0,"minDiskIO":0,"diskUsage":90945932492.8,"tokensPerSecond":12},"folderData":{"/README.md":{"size":147670},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"size":36646164970},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"size":36646164950},"/config.json":{"size":52591},"/manifest.json":{"size":3483}},"cache":{"ipfs":{"/README.md":{"path":"QmWb49Z5z67N3y5pb3tbC5sN4vctvc8tjZ3ubYKd1dKVVG","url":"https://ipfs.io/ipfs/QmWb49Z5z67N3y5pb3tbC5sN4vctvc8tjZ3ubYKd1dKVVG"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"path":"QmWemfJSgr6yQ7QZvb3iNeK5za47r8dghWRUWKWLwFNaZj","url":"https://ipfs.io/ipfs/QmWemfJSgr6yQ7QZvb3iNeK5za47r8dghWRUWKWLwFNaZj"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"path":"QmbL86UpG3er9b41PK5REXhWTz2HvNAcZLujwK71Aj5BH8","url":"https://ipfs.io/ipfs/QmbL86UpG3er9b41PK5REXhWTz2HvNAcZLujwK71Aj5BH8"},"/config.json":{"path":"QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88","url":"https://ipfs.io/ipfs/QmZ8WeJJBTWUxhLfxCQgqCoBhxL1nA5pGnDDTEbUtNzz88"},"/manifest.json":{"path":"QmcAcrDmwYX8uMUfFxavEVtqxjQxdiEsW4ZQjzevCKUiF6","url":"https://ipfs.io/ipfs/QmcAcrDmwYX8uMUfFxavEVtqxjQxdiEsW4ZQjzevCKUiF6"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Airoboros-L2-70B-3.1.2-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/README.md"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a","url":"Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b","url":"Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b"},"/config.json":{"path":"/config.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Airoboros-L2-70B-3.1.2-GGUF-Q8_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/README.md"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-a"},"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b":{"path":"/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/airoboros-l2-70b-3.1.2.Q8_0.gguf-split-b"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Airoboros-L2-70B-3.1.2-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Airoboros-L2-70B-3.1.2-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q2_K":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2dda6eeff2e9b5d66717f07876207e11","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"512fd14235178f0339cfd019c8140327","size":2808},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"md5":"96d08c55ddf455d2ada7cb30805e3d8f","size":3083097760}},"cache":{"ipfs":{"/README.md":{"path":"QmXMyKZ6sFen46A4yfRKptZRTQCgbpCVHqQ4URQdMs8Jxk","url":"https://ipfs.io/ipfs/QmXMyKZ6sFen46A4yfRKptZRTQCgbpCVHqQ4URQdMs8Jxk"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmNMPbcDKRqZrfDWHtFh3o9ANBDdhhieZMvsnKdFfJ1UeB","url":"https://ipfs.io/ipfs/QmNMPbcDKRqZrfDWHtFh3o9ANBDdhhieZMvsnKdFfJ1UeB"},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"path":"QmPT95cm3tybSx4L236EVXTy8e7KVjYbSDDC4Z13Qmmjaa","url":"https://ipfs.io/ipfs/QmPT95cm3tybSx4L236EVXTy8e7KVjYbSDDC4Z13Qmmjaa"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q2_K.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q2_K-Q2_K@gguf/samantha-mistral-instruct-7b.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q2_K.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q2_K@gguf/samantha-mistral-instruct-7b.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q2_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q2_K.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q2_K.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q3_K_M":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"c6416e100cf348a014dff4dc0030ccd9","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"a04129b1855255e464a5cfaecc612e01","size":2857},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"md5":"16dc44243f18f2afce395f4eedc60cd7","size":3518985888}},"cache":{"ipfs":{"/README.md":{"path":"QmRWTRjKab9TRQaGPXtH4ojnyTnm1MkmBajJ9WcWBNVguP","url":"https://ipfs.io/ipfs/QmRWTRjKab9TRQaGPXtH4ojnyTnm1MkmBajJ9WcWBNVguP"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmYmV6UzdFh3R4xxHzdbTRZ7Meq5JwV34S8hWXqFs6jsCW","url":"https://ipfs.io/ipfs/QmYmV6UzdFh3R4xxHzdbTRZ7Meq5JwV34S8hWXqFs6jsCW"},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"path":"QmVAP7GVhujGHcyzexPKVqRwJ38eZLdiWPSoYtY7XvMjbR","url":"https://ipfs.io/ipfs/QmVAP7GVhujGHcyzexPKVqRwJ38eZLdiWPSoYtY7XvMjbR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_M.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_M-Q3_K_M@gguf/samantha-mistral-instruct-7b.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_M.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_M@gguf/samantha-mistral-instruct-7b.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_M.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q3_K_S":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"d32c73e8b92a45800d6ce6957739d954","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"7774943b207b4f8075113f0f5d61385b","size":2857},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"md5":"00161ca803090e14554dd45474d03b23","size":3164567200}},"cache":{"ipfs":{"/README.md":{"path":"QmTknDg5L2hxG9nDhccLRJYihwykJgsMiyJh3zN2J362N9","url":"https://ipfs.io/ipfs/QmTknDg5L2hxG9nDhccLRJYihwykJgsMiyJh3zN2J362N9"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"Qme5zeK2YafpZpbC2j1EwMUDqoZX6U1CXyQZo9eDhvX73a","url":"https://ipfs.io/ipfs/Qme5zeK2YafpZpbC2j1EwMUDqoZX6U1CXyQZo9eDhvX73a"},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"path":"QmRPGrar5pvi9GvUHEU68SghdYNbfQafEPKnNjF1Pi9Utq","url":"https://ipfs.io/ipfs/QmRPGrar5pvi9GvUHEU68SghdYNbfQafEPKnNjF1Pi9Utq"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_S.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_S-Q3_K_S@gguf/samantha-mistral-instruct-7b.Q3_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_S.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_S@gguf/samantha-mistral-instruct-7b.Q3_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_S.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q3_K_L":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"75e2633253a7078bf5edb02580f23861","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"08af55b69990e0ec7385b960f34a2b09","size":2857},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"md5":"70c47690b66f5054785be444e8aefd6a","size":3822024352}},"cache":{"ipfs":{"/README.md":{"path":"QmQ7EDfZYZGo3ZgUJ8vN4WrW52TaTaWHgn8n2178aUeMSd","url":"https://ipfs.io/ipfs/QmQ7EDfZYZGo3ZgUJ8vN4WrW52TaTaWHgn8n2178aUeMSd"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmQ4uiFV3BWUAPeiGGtbnRNsCbnSs5wG1Hbxegjt71pLnY","url":"https://ipfs.io/ipfs/QmQ4uiFV3BWUAPeiGGtbnRNsCbnSs5wG1Hbxegjt71pLnY"},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"path":"QmXzqSkFb4asYK4ECekoKabin77CcrxNbX8Gg1tLTtiaMr","url":"https://ipfs.io/ipfs/QmXzqSkFb4asYK4ECekoKabin77CcrxNbX8Gg1tLTtiaMr"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_L.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q3_K_L-Q3_K_L@gguf/samantha-mistral-instruct-7b.Q3_K_L.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_L.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q3_K_L@gguf/samantha-mistral-instruct-7b.Q3_K_L.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q3_K_L.gguf":{"path":"/samantha-mistral-instruct-7b.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q3_K_L.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q4_0":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"8f5b6a7d57ea2625b851991083eddade","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"1aff9f8249939dcf50006d97da2ccca9","size":2808},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"md5":"88c9ccb39a1a0e38edfb810da8c03ec6","size":4108916384}},"cache":{"ipfs":{"/README.md":{"path":"QmRsVj7pRSHDjJPTRiGVJvAqcx6L4ALuX8Dsop3JHs5m9G","url":"https://ipfs.io/ipfs/QmRsVj7pRSHDjJPTRiGVJvAqcx6L4ALuX8Dsop3JHs5m9G"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmQzjx9uBwoTUs7nwVWthKapJKsaUh5zPtkouxGvf5FPcx","url":"https://ipfs.io/ipfs/QmQzjx9uBwoTUs7nwVWthKapJKsaUh5zPtkouxGvf5FPcx"},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"path":"QmWME8sSQcyyMeah8j5aH8s7MYByjApW8t8iscCtPvsMvt","url":"https://ipfs.io/ipfs/QmWME8sSQcyyMeah8j5aH8s7MYByjApW8t8iscCtPvsMvt"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_0.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_0-Q4_0@gguf/samantha-mistral-instruct-7b.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_0.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q4_0@gguf/samantha-mistral-instruct-7b.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q4_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_0.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_0.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q4_K_S":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"48ed6a10a29a6d756c9100a0ce70dbde","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"a3451bf956feed93d2a10d523bf6ec45","size":2854},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"md5":"7f197aabad77482e6ea21baa08f01cae","size":4140373664}},"cache":{"ipfs":{"/README.md":{"path":"QmNPx4g5diunFy5gZPUHPnvMBpqU4vpCuPMGytaS9Smr7w","url":"https://ipfs.io/ipfs/QmNPx4g5diunFy5gZPUHPnvMBpqU4vpCuPMGytaS9Smr7w"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmcSrYFXJnPbsmj4sez7eei4cqvfCpdEiTqRVC7kn5B72F","url":"https://ipfs.io/ipfs/QmcSrYFXJnPbsmj4sez7eei4cqvfCpdEiTqRVC7kn5B72F"},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"path":"QmdkN3aMYej9TJWKMZ6txFLNH45KPWwXtpRjxoovbFi8zN","url":"https://ipfs.io/ipfs/QmdkN3aMYej9TJWKMZ6txFLNH45KPWwXtpRjxoovbFi8zN"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_S.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_S-Q4_K_S@gguf/samantha-mistral-instruct-7b.Q4_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_S.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q4_K_S@gguf/samantha-mistral-instruct-7b.Q4_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_K_S.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q4_K_M":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"06db4cfe8f77271ff7c02a9c468fa4ad","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"8c748f5485cd2ce8bb60ddd549c243e9","size":2854},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"md5":"f6b65ef9583bf3c6e05a73a4306e10b8","size":4368438944}},"cache":{"ipfs":{"/README.md":{"path":"QmPGhAefsUt8gWRimZFtgDhcqEgvPgoFZ2juYj57LKSJEK","url":"https://ipfs.io/ipfs/QmPGhAefsUt8gWRimZFtgDhcqEgvPgoFZ2juYj57LKSJEK"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmTH7b8PkruTdacmP3fx5AVBLNcJoKhynjBvV6m6sAQBTd","url":"https://ipfs.io/ipfs/QmTH7b8PkruTdacmP3fx5AVBLNcJoKhynjBvV6m6sAQBTd"},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"path":"QmdZh4pNkJyGXLY4HZfakMKnjtG38Ves1uGhFRqeDmv1qD","url":"https://ipfs.io/ipfs/QmdZh4pNkJyGXLY4HZfakMKnjtG38Ves1uGhFRqeDmv1qD"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_M.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q4_K_M-Q4_K_M@gguf/samantha-mistral-instruct-7b.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_M.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q4_K_M@gguf/samantha-mistral-instruct-7b.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q4_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q4_K_M.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q5_0":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"3be843052a01e569333960e337c06bef","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"7eafebf9b5b692dc634aa819e18804a7","size":2796},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"md5":"d3283fe3ce685b83d161cb486f3f5b0e","size":4997715616}},"cache":{"ipfs":{"/README.md":{"path":"QmQoJJxHwgzLDSXZcEfw4ysiYrKvKLggSZjc8edNTmBmEc","url":"https://ipfs.io/ipfs/QmQoJJxHwgzLDSXZcEfw4ysiYrKvKLggSZjc8edNTmBmEc"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmUbmVuPhQVtJGWYyjFQVyKkFuhB87c7UrgSw7DtLEDJM8","url":"https://ipfs.io/ipfs/QmUbmVuPhQVtJGWYyjFQVyKkFuhB87c7UrgSw7DtLEDJM8"},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"path":"QmQ3b1SZEEQzGR4rtMF8cuM4tjWWdKnFFM3KxZN8x7fFQE","url":"https://ipfs.io/ipfs/QmQ3b1SZEEQzGR4rtMF8cuM4tjWWdKnFFM3KxZN8x7fFQE"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_0.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_0-Q5_0@gguf/samantha-mistral-instruct-7b.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_0.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q5_0@gguf/samantha-mistral-instruct-7b.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q5_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_0.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_0.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q5_K_S":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"1ae625679f0d1301a14188bdb482bab3","size":97515},"/config.json":{"md5":"079fba66b005cf5d14af50e9c2f4f7d1","size":51058},"/manifest.json":{"md5":"68293af02e02dd49f99b145dda2d7102","size":2844},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"md5":"afb40b3a0472ca3778b77349f9477b42","size":4997715616}},"cache":{"ipfs":{"/README.md":{"path":"QmZM4yAWNnfub8hLLmDBrq95gDAZZ7D9xX12Vaa4GyWnww","url":"https://ipfs.io/ipfs/QmZM4yAWNnfub8hLLmDBrq95gDAZZ7D9xX12Vaa4GyWnww"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmY2Xb17univbNTy59x4Wi3ERHP7PzSmLxVJ632chKNTaE","url":"https://ipfs.io/ipfs/QmY2Xb17univbNTy59x4Wi3ERHP7PzSmLxVJ632chKNTaE"},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"path":"QmY6amzNwt4XLtXPN9Q8c6r4gb6AAeQ6fnyZfqUAUw2sNw","url":"https://ipfs.io/ipfs/QmY6amzNwt4XLtXPN9Q8c6r4gb6AAeQ6fnyZfqUAUw2sNw"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_S.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_S-Q5_K_S@gguf/samantha-mistral-instruct-7b.Q5_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_S.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q5_K_S@gguf/samantha-mistral-instruct-7b.Q5_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_S.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_K_S.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q5_K_M":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":97515},"/config.json":{"size":51058},"/manifest.json":{"size":2680},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"size":5131409056}},"cache":{"ipfs":{"/README.md":{"path":"QmWisak95tXSepJwNyrFgy1wdSBZ4T4CYy43FA1CqQRPRc","url":"https://ipfs.io/ipfs/QmWisak95tXSepJwNyrFgy1wdSBZ4T4CYy43FA1CqQRPRc"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmWNadFeK92Z245qRCT2Ti4gPW7gV3xFCTsSqGrec3YAft","url":"https://ipfs.io/ipfs/QmWNadFeK92Z245qRCT2Ti4gPW7gV3xFCTsSqGrec3YAft"},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"path":"QmX3sxCyUBtmUxQiAWgNvBtzxaKxGA3kTJCZyv9yWXgs7B","url":"https://ipfs.io/ipfs/QmX3sxCyUBtmUxQiAWgNvBtzxaKxGA3kTJCZyv9yWXgs7B"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_M.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q5_K_M-Q5_K_M@gguf/samantha-mistral-instruct-7b.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_M.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q5_K_M@gguf/samantha-mistral-instruct-7b.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q5_K_M.gguf":{"path":"/samantha-mistral-instruct-7b.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q5_K_M.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q6_K":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"size":97515},"/config.json":{"size":51058},"/manifest.json":{"size":2642},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"size":5942064800}},"cache":{"ipfs":{"/README.md":{"path":"QmXXnDjc81uasPKH2uDGzD2aUspcuh6GXSo8JSbj5woNeA","url":"https://ipfs.io/ipfs/QmXXnDjc81uasPKH2uDGzD2aUspcuh6GXSo8JSbj5woNeA"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmQK3StgrwfdyfZcD87L5DXwAgSZsHo8fJYmUsXcxG2DL9","url":"https://ipfs.io/ipfs/QmQK3StgrwfdyfZcD87L5DXwAgSZsHo8fJYmUsXcxG2DL9"},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"path":"QmREbN9XMLMWtyQ1feXG94hDgTFaPPqkKGdAmFQg8oUbQE","url":"https://ipfs.io/ipfs/QmREbN9XMLMWtyQ1feXG94hDgTFaPPqkKGdAmFQg8oUbQE"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q6_K.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q6_K-Q6_K@gguf/samantha-mistral-instruct-7b.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q6_K.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q6_K@gguf/samantha-mistral-instruct-7b.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q6_K.gguf":{"path":"/samantha-mistral-instruct-7b.Q6_K.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q6_K.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"samantha-mistral-instruct-7B-GGUF-Q8_0":{"metadata":{"modelName":"samantha-mistral-instruct-7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"size":97515},"/config.json":{"size":51058},"/manifest.json":{"size":2642},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"size":7695857312}},"cache":{"ipfs":{"/README.md":{"path":"QmVBXMqpyXfzHHi5NVEKBniVL1XoH9SbQ8zxidE9LktQfo","url":"https://ipfs.io/ipfs/QmVBXMqpyXfzHHi5NVEKBniVL1XoH9SbQ8zxidE9LktQfo"},"/config.json":{"path":"QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst","url":"https://ipfs.io/ipfs/QmU39yuUCTrwWCFU3jpoocv2nB7BRs1k6hxTm6YoDY7bst"},"/manifest.json":{"path":"QmWSZ7D5vQ7nzyxaQq8YUPXcFhybNbTNrgGHKgVitLnpFp","url":"https://ipfs.io/ipfs/QmWSZ7D5vQ7nzyxaQq8YUPXcFhybNbTNrgGHKgVitLnpFp"},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"path":"QmbSAx1mKcFYAQ6mS7tpvuZrMYWcJKDwEAe8nsqx5P5NWM","url":"https://ipfs.io/ipfs/QmbSAx1mKcFYAQ6mS7tpvuZrMYWcJKDwEAe8nsqx5P5NWM"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q8_0.gguf","url":"s3://cloudkit-beta/samantha-mistral-instruct-7B-GGUF-Q8_0-Q8_0@gguf/samantha-mistral-instruct-7b.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/manifest.json"},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q8_0.gguf","url":"samantha-mistral-instruct-7B-GGUF-Q8_0@gguf/samantha-mistral-instruct-7b.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/manifest.json"},"/samantha-mistral-instruct-7b.Q8_0.gguf":{"path":"/samantha-mistral-instruct-7b.Q8_0.gguf","url":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF/resolve/main/samantha-mistral-instruct-7b.Q8_0.gguf"}}},"format":"gguf","id":"samantha-mistral-instruct-7B-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/samantha-mistral-instruct-7B-GGUF"},"Mistral-7B-v0.1-GGUF-Q2_K":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2320},"/mistral-7b-v0.1.Q2_K.gguf":{"size":3083097728}},"cache":{"ipfs":{"/README.md":{"path":"QmUsc3LeNYXXbVxsazJmco9TbiCPnvQ61mXbeibCvxNH7s","url":"https://ipfs.io/ipfs/QmUsc3LeNYXXbVxsazJmco9TbiCPnvQ61mXbeibCvxNH7s"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmYwouTskCsAggUGPa8RJHooaFNWd7P1tdSE9TYx82VHCf","url":"https://ipfs.io/ipfs/QmYwouTskCsAggUGPa8RJHooaFNWd7P1tdSE9TYx82VHCf"},"/mistral-7b-v0.1.Q2_K.gguf":{"path":"QmWHZjFLPtRNVsARd2UaQL22NryEpEDs4M8HVsnQnyBLgc","url":"https://ipfs.io/ipfs/QmWHZjFLPtRNVsARd2UaQL22NryEpEDs4M8HVsnQnyBLgc"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mistral-7b-v0.1.Q2_K.gguf":{"path":"/mistral-7b-v0.1.Q2_K.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q2_K-Q2_K@gguf/mistral-7b-v0.1.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q2_K@gguf/manifest.json"},"/mistral-7b-v0.1.Q2_K.gguf":{"path":"/mistral-7b-v0.1.Q2_K.gguf","url":"Mistral-7B-v0.1-GGUF-Q2_K@gguf/mistral-7b-v0.1.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q2_K.gguf":{"path":"/mistral-7b-v0.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q2_K.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2369},"/mistral-7b-v0.1.Q3_K_M.gguf":{"size":3518985856}},"cache":{"ipfs":{"/README.md":{"path":"QmYGcAMTn8WCEjWQi5dbLRyQUQ925rLSqqSTtYZq92uw88","url":"https://ipfs.io/ipfs/QmYGcAMTn8WCEjWQi5dbLRyQUQ925rLSqqSTtYZq92uw88"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmS6aRcJ4XFzUvCW611cG7V2QpE8jqtPjKT5ascKu7csVW","url":"https://ipfs.io/ipfs/QmS6aRcJ4XFzUvCW611cG7V2QpE8jqtPjKT5ascKu7csVW"},"/mistral-7b-v0.1.Q3_K_M.gguf":{"path":"QmZoKZ1yrVaoe1HtE7SfJMdDMA1CxS5HfRb6Fr18bknzkp","url":"https://ipfs.io/ipfs/QmZoKZ1yrVaoe1HtE7SfJMdDMA1CxS5HfRb6Fr18bknzkp"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_M.gguf":{"path":"/mistral-7b-v0.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mistral-7b-v0.1.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_M.gguf":{"path":"/mistral-7b-v0.1.Q3_K_M.gguf","url":"Mistral-7B-v0.1-GGUF-Q3_K_M@gguf/mistral-7b-v0.1.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q3_K_M.gguf":{"path":"/mistral-7b-v0.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2369},"/mistral-7b-v0.1.Q3_K_S.gguf":{"size":3164567168}},"cache":{"ipfs":{"/README.md":{"path":"QmdngZxyUiT2F3kn2BTeAKjZ6DYQTiNFPFaDFFCNnvN66J","url":"https://ipfs.io/ipfs/QmdngZxyUiT2F3kn2BTeAKjZ6DYQTiNFPFaDFFCNnvN66J"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmUUqzQ8z6TxFZEUATQ41yhskcxDQ3vaX9f79ZcouJrP4F","url":"https://ipfs.io/ipfs/QmUUqzQ8z6TxFZEUATQ41yhskcxDQ3vaX9f79ZcouJrP4F"},"/mistral-7b-v0.1.Q3_K_S.gguf":{"path":"Qmbwf8yGRTPWFVurNwG6sGaezW3rsTrFCSovNgN4tRmzfk","url":"https://ipfs.io/ipfs/Qmbwf8yGRTPWFVurNwG6sGaezW3rsTrFCSovNgN4tRmzfk"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_S.gguf":{"path":"/mistral-7b-v0.1.Q3_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/mistral-7b-v0.1.Q3_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_S.gguf":{"path":"/mistral-7b-v0.1.Q3_K_S.gguf","url":"Mistral-7B-v0.1-GGUF-Q3_K_S@gguf/mistral-7b-v0.1.Q3_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q3_K_S.gguf":{"path":"/mistral-7b-v0.1.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2369},"/mistral-7b-v0.1.Q3_K_L.gguf":{"size":3822024320}},"cache":{"ipfs":{"/README.md":{"path":"QmX2wg6ZMHeW1r8uj2mNXNjmDMcLwohXUFt1X2mjbqZhLh","url":"https://ipfs.io/ipfs/QmX2wg6ZMHeW1r8uj2mNXNjmDMcLwohXUFt1X2mjbqZhLh"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmRrYcaNZRdy8dUXvpYqFLG9NBJpdbgSpsV83P2me1YQC1","url":"https://ipfs.io/ipfs/QmRrYcaNZRdy8dUXvpYqFLG9NBJpdbgSpsV83P2me1YQC1"},"/mistral-7b-v0.1.Q3_K_L.gguf":{"path":"QmWLgzRm5YFJecR5kyLkK7gfv7SK2yESBXo9nj6RXJiemU","url":"https://ipfs.io/ipfs/QmWLgzRm5YFJecR5kyLkK7gfv7SK2yESBXo9nj6RXJiemU"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_L.gguf":{"path":"/mistral-7b-v0.1.Q3_K_L.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/mistral-7b-v0.1.Q3_K_L.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/manifest.json"},"/mistral-7b-v0.1.Q3_K_L.gguf":{"path":"/mistral-7b-v0.1.Q3_K_L.gguf","url":"Mistral-7B-v0.1-GGUF-Q3_K_L@gguf/mistral-7b-v0.1.Q3_K_L.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q3_K_L.gguf":{"path":"/mistral-7b-v0.1.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q3_K_L.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q4_0":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2320},"/mistral-7b-v0.1.Q4_0.gguf":{"size":4108916352}},"cache":{"ipfs":{"/README.md":{"path":"Qmemar5KdvgbBaxdFAP4ixTyMqVF1BNv8DjADBystiFigH","url":"https://ipfs.io/ipfs/Qmemar5KdvgbBaxdFAP4ixTyMqVF1BNv8DjADBystiFigH"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmYxL6dDQinXdBjcCiDwcodars42HsM7p8a7wrRgbYvXnZ","url":"https://ipfs.io/ipfs/QmYxL6dDQinXdBjcCiDwcodars42HsM7p8a7wrRgbYvXnZ"},"/mistral-7b-v0.1.Q4_0.gguf":{"path":"Qmc8QfHFVjhyd6ub4hiX2JpDmjcDqNHkokqfYhKNQKJybR","url":"https://ipfs.io/ipfs/Qmc8QfHFVjhyd6ub4hiX2JpDmjcDqNHkokqfYhKNQKJybR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_0.gguf":{"path":"/mistral-7b-v0.1.Q4_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_0-Q4_0@gguf/mistral-7b-v0.1.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q4_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_0.gguf":{"path":"/mistral-7b-v0.1.Q4_0.gguf","url":"Mistral-7B-v0.1-GGUF-Q4_0@gguf/mistral-7b-v0.1.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q4_0.gguf":{"path":"/mistral-7b-v0.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_0.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2366},"/mistral-7b-v0.1.Q4_K_S.gguf":{"size":4140373632}},"cache":{"ipfs":{"/README.md":{"path":"Qmdt6aSCnmBvZmtmrBfHqQoYHoFd2KQFJkeRhQ6vsjB7Ai","url":"https://ipfs.io/ipfs/Qmdt6aSCnmBvZmtmrBfHqQoYHoFd2KQFJkeRhQ6vsjB7Ai"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmRDixmW5dFZepuFzj2kbN8sbCKAQQJ6d3wYuCJ7bFP7yu","url":"https://ipfs.io/ipfs/QmRDixmW5dFZepuFzj2kbN8sbCKAQQJ6d3wYuCJ7bFP7yu"},"/mistral-7b-v0.1.Q4_K_S.gguf":{"path":"QmNUzA7swwv2DGfWXBmYH5Fqma7K9NZuQ39rxMZ7qt8oSX","url":"https://ipfs.io/ipfs/QmNUzA7swwv2DGfWXBmYH5Fqma7K9NZuQ39rxMZ7qt8oSX"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_K_S.gguf":{"path":"/mistral-7b-v0.1.Q4_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/mistral-7b-v0.1.Q4_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_K_S.gguf":{"path":"/mistral-7b-v0.1.Q4_K_S.gguf","url":"Mistral-7B-v0.1-GGUF-Q4_K_S@gguf/mistral-7b-v0.1.Q4_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q4_K_S.gguf":{"path":"/mistral-7b-v0.1.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2366},"/mistral-7b-v0.1.Q4_K_M.gguf":{"size":4368438912}},"cache":{"ipfs":{"/README.md":{"path":"QmSZU8ULK63LNwAztsjaF3vHrYtumo656RqweYFTRDNfoT","url":"https://ipfs.io/ipfs/QmSZU8ULK63LNwAztsjaF3vHrYtumo656RqweYFTRDNfoT"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmdFZkUeweEfZUNxidojDh8JhMAjydRqVcgGPc8Fqyi4Lx","url":"https://ipfs.io/ipfs/QmdFZkUeweEfZUNxidojDh8JhMAjydRqVcgGPc8Fqyi4Lx"},"/mistral-7b-v0.1.Q4_K_M.gguf":{"path":"QmSyfug9xXnpAyavPyxb7zHsajjM9Zb4d4WJruFHuusHx8","url":"https://ipfs.io/ipfs/QmSyfug9xXnpAyavPyxb7zHsajjM9Zb4d4WJruFHuusHx8"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_K_M.gguf":{"path":"/mistral-7b-v0.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mistral-7b-v0.1.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q4_K_M.gguf":{"path":"/mistral-7b-v0.1.Q4_K_M.gguf","url":"Mistral-7B-v0.1-GGUF-Q4_K_M@gguf/mistral-7b-v0.1.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q4_K_M.gguf":{"path":"/mistral-7b-v0.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q5_0":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2308},"/mistral-7b-v0.1.Q5_0.gguf":{"size":4997715584}},"cache":{"ipfs":{"/README.md":{"path":"QmWDNCViyAngscUncZbLGWQnSjcbwHuQRRayR517GqueAK","url":"https://ipfs.io/ipfs/QmWDNCViyAngscUncZbLGWQnSjcbwHuQRRayR517GqueAK"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmQxwAbEuQCvU2nmbAjUgDc4tiqX2n8qmYgN1zoxzC3cQo","url":"https://ipfs.io/ipfs/QmQxwAbEuQCvU2nmbAjUgDc4tiqX2n8qmYgN1zoxzC3cQo"},"/mistral-7b-v0.1.Q5_0.gguf":{"path":"QmcLCZYt4bihNoXKYZmKYBHWW2E7xzgJJ6sVJVLboPSSxy","url":"https://ipfs.io/ipfs/QmcLCZYt4bihNoXKYZmKYBHWW2E7xzgJJ6sVJVLboPSSxy"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_0.gguf":{"path":"/mistral-7b-v0.1.Q5_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_0-Q5_0@gguf/mistral-7b-v0.1.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q5_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_0.gguf":{"path":"/mistral-7b-v0.1.Q5_0.gguf","url":"Mistral-7B-v0.1-GGUF-Q5_0@gguf/mistral-7b-v0.1.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q5_0.gguf":{"path":"/mistral-7b-v0.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_0.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2356},"/mistral-7b-v0.1.Q5_K_S.gguf":{"size":4997715584}},"cache":{"ipfs":{"/README.md":{"path":"QmVbBVNTbA3B1JEG5gQyeH9MNKPwXDFHUf61gHchMbCV62","url":"https://ipfs.io/ipfs/QmVbBVNTbA3B1JEG5gQyeH9MNKPwXDFHUf61gHchMbCV62"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmfYnowJdckgykB63KDbCREwm5tFSVURZNGwZ9qTH5KSHE","url":"https://ipfs.io/ipfs/QmfYnowJdckgykB63KDbCREwm5tFSVURZNGwZ9qTH5KSHE"},"/mistral-7b-v0.1.Q5_K_S.gguf":{"path":"QmednakfM9AXSibJqvvDTYE27SnuRFUtFezfJCXKfWHnuC","url":"https://ipfs.io/ipfs/QmednakfM9AXSibJqvvDTYE27SnuRFUtFezfJCXKfWHnuC"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_K_S.gguf":{"path":"/mistral-7b-v0.1.Q5_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/mistral-7b-v0.1.Q5_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_K_S.gguf":{"path":"/mistral-7b-v0.1.Q5_K_S.gguf","url":"Mistral-7B-v0.1-GGUF-Q5_K_S@gguf/mistral-7b-v0.1.Q5_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q5_K_S.gguf":{"path":"/mistral-7b-v0.1.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2356},"/mistral-7b-v0.1.Q5_K_M.gguf":{"size":5131409024}},"cache":{"ipfs":{"/README.md":{"path":"QmUMxFSnYumgWZ6iFn7TeaNgnUmor69VuDtdC1icVYAm4w","url":"https://ipfs.io/ipfs/QmUMxFSnYumgWZ6iFn7TeaNgnUmor69VuDtdC1icVYAm4w"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmZzXRKYaux8b4A1RmX4SGstEvfBcbz2cCACDeUX88gddk","url":"https://ipfs.io/ipfs/QmZzXRKYaux8b4A1RmX4SGstEvfBcbz2cCACDeUX88gddk"},"/mistral-7b-v0.1.Q5_K_M.gguf":{"path":"Qma4yY6p2m7ihpDcKejDvwwFBvWP7HjDm5H9cajJBKWj5N","url":"https://ipfs.io/ipfs/Qma4yY6p2m7ihpDcKejDvwwFBvWP7HjDm5H9cajJBKWj5N"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_K_M.gguf":{"path":"/mistral-7b-v0.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mistral-7b-v0.1.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/manifest.json"},"/mistral-7b-v0.1.Q5_K_M.gguf":{"path":"/mistral-7b-v0.1.Q5_K_M.gguf","url":"Mistral-7B-v0.1-GGUF-Q5_K_M@gguf/mistral-7b-v0.1.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q5_K_M.gguf":{"path":"/mistral-7b-v0.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q5_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q6_K":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2318},"/mistral-7b-v0.1.Q6_K.gguf":{"size":5942064768}},"cache":{"ipfs":{"/README.md":{"path":"QmSUFjWGkC9UigstcxFoQDeNn6YUhmiFPBdhHg7Sh52XkE","url":"https://ipfs.io/ipfs/QmSUFjWGkC9UigstcxFoQDeNn6YUhmiFPBdhHg7Sh52XkE"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"Qme1JqUBLEk17g2K9bwNSBdEBm6bpk1V5y6yRJe2LS9xLg","url":"https://ipfs.io/ipfs/Qme1JqUBLEk17g2K9bwNSBdEBm6bpk1V5y6yRJe2LS9xLg"},"/mistral-7b-v0.1.Q6_K.gguf":{"path":"QmekbJgQ7ZGU3DXPwBVZ19kgBshbhT8dDkovBjdQ1v1aT4","url":"https://ipfs.io/ipfs/QmekbJgQ7ZGU3DXPwBVZ19kgBshbhT8dDkovBjdQ1v1aT4"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mistral-7b-v0.1.Q6_K.gguf":{"path":"/mistral-7b-v0.1.Q6_K.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q6_K-Q6_K@gguf/mistral-7b-v0.1.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q6_K@gguf/manifest.json"},"/mistral-7b-v0.1.Q6_K.gguf":{"path":"/mistral-7b-v0.1.Q6_K.gguf","url":"Mistral-7B-v0.1-GGUF-Q6_K@gguf/mistral-7b-v0.1.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q6_K.gguf":{"path":"/mistral-7b-v0.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q6_K.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-v0.1-GGUF-Q8_0":{"metadata":{"modelName":"Mistral-7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"size":100239},"/config.json":{"size":53308},"/manifest.json":{"size":2318},"/mistral-7b-v0.1.Q8_0.gguf":{"size":7695857280}},"cache":{"ipfs":{"/README.md":{"path":"QmYZTUtS9tS1LhRjmNc8mCrHKfdVVGdVsezZztQTbnn3uG","url":"https://ipfs.io/ipfs/QmYZTUtS9tS1LhRjmNc8mCrHKfdVVGdVsezZztQTbnn3uG"},"/config.json":{"path":"QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa","url":"https://ipfs.io/ipfs/QmSYwd8ckMPZiFfzGBMdatCQyuUK1HAid6MnAVNrbd9YJa"},"/manifest.json":{"path":"QmQPAR7MqpnetP6ozgWY6vjny593h2NLnvqXeSUQAhdA3f","url":"https://ipfs.io/ipfs/QmQPAR7MqpnetP6ozgWY6vjny593h2NLnvqXeSUQAhdA3f"},"/mistral-7b-v0.1.Q8_0.gguf":{"path":"QmVNU1DAZn7D4Bey1Zb6WP341nwXa7wSQ2XuVZoq1vH5sy","url":"https://ipfs.io/ipfs/QmVNU1DAZn7D4Bey1Zb6WP341nwXa7wSQ2XuVZoq1vH5sy"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q8_0.gguf":{"path":"/mistral-7b-v0.1.Q8_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-v0.1-GGUF-Q8_0-Q8_0@gguf/mistral-7b-v0.1.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-v0.1-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-v0.1-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-v0.1-GGUF-Q8_0@gguf/manifest.json"},"/mistral-7b-v0.1.Q8_0.gguf":{"path":"/mistral-7b-v0.1.Q8_0.gguf","url":"Mistral-7B-v0.1-GGUF-Q8_0@gguf/mistral-7b-v0.1.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/manifest.json"},"/mistral-7b-v0.1.Q8_0.gguf":{"path":"/mistral-7b-v0.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q8_0.gguf"}}},"format":"gguf","id":"Mistral-7B-v0.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q2_K":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"d60828e58fa3c7a1268f926c82d8abe1","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"3aef55b16a452a82b5f988aa44537961","size":632},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"md5":"cdc4835af5dc75bcfb9bece59f0d3adc","size":3083098400}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"d60828e58fa3c7a1268f926c82d8abe1","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"eb0416d699c1c263e62f38289db5ea85","size":3036},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"md5":"cdc4835af5dc75bcfb9bece59f0d3adc","size":3083098400}},"cache":{"ipfs":{"/README.md":{"path":"QmXCgWdtUXTaLNsbEXjcGYTrmpHeUDXCQ5xHHoghqScVdn","url":"https://ipfs.io/ipfs/QmXCgWdtUXTaLNsbEXjcGYTrmpHeUDXCQ5xHHoghqScVdn"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmRNofEWYZrFkf2pVUAQuAh4V8vr6ChyDmjeRKTXPcyjxz","url":"https://ipfs.io/ipfs/QmRNofEWYZrFkf2pVUAQuAh4V8vr6ChyDmjeRKTXPcyjxz"},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"path":"QmWvAhvSpzHGCEoZiNQtG6rpSJ4skb9KfhydSG3c2spdre","url":"https://ipfs.io/ipfs/QmWvAhvSpzHGCEoZiNQtG6rpSJ4skb9KfhydSG3c2spdre"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q2_K.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q2_K-Q2_K@gguf/mistral-7b-instruct-v0.2.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q2_K.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q2_K@gguf/mistral-7b-instruct-v0.2.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q2_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q2_K.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"4db8827dabb370c916ad87b73c9c4add","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"625bbb266587a92a891a27bf69e022e4","size":637},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"md5":"667f1f3aaf1f82395baecede439d7676","size":3518986528}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"4db8827dabb370c916ad87b73c9c4add","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"979a8e7b13eea5c4aeeb612f6e0c3024","size":3087},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"md5":"667f1f3aaf1f82395baecede439d7676","size":3518986528}},"cache":{"ipfs":{"/README.md":{"path":"QmQoinMEGuUtF2eqS2GxAadzyZfFR5JH7TyP2bdNKE1neF","url":"https://ipfs.io/ipfs/QmQoinMEGuUtF2eqS2GxAadzyZfFR5JH7TyP2bdNKE1neF"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmYUvU3PuZwqHXHzDRKut2PTq4XeyNgnSocDnygHfkA4fq","url":"https://ipfs.io/ipfs/QmYUvU3PuZwqHXHzDRKut2PTq4XeyNgnSocDnygHfkA4fq"},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"path":"QmdVAvepwKA69JZEoYevQ3GtzvciaohH3wutLnvpzPQqHL","url":"https://ipfs.io/ipfs/QmdVAvepwKA69JZEoYevQ3GtzvciaohH3wutLnvpzPQqHL"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M-Q3_K_M@gguf/mistral-7b-instruct-v0.2.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_M.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M@gguf/mistral-7b-instruct-v0.2.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"bd6b7e33065bbf0c01899b13b25e9c00","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"40b5b05a9ba705ae82722eecb65e1b46","size":637},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"md5":"8507b4b2e9c275e538303b2a99dcd007","size":3164567840}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"bd6b7e33065bbf0c01899b13b25e9c00","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"0fc08255391fe120a3f7bcde33d85e37","size":3087},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"md5":"8507b4b2e9c275e538303b2a99dcd007","size":3164567840}},"cache":{"ipfs":{"/README.md":{"path":"QmXzfLsPw23xM15S4b2caJrbkPuPUVRCr4mtZpWTRDBS16","url":"https://ipfs.io/ipfs/QmXzfLsPw23xM15S4b2caJrbkPuPUVRCr4mtZpWTRDBS16"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmfZRPTPtdixMVWWodMuAK1ZJ6knbQQBcE6rKgCiyhGHZw","url":"https://ipfs.io/ipfs/QmfZRPTPtdixMVWWodMuAK1ZJ6knbQQBcE6rKgCiyhGHZw"},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"path":"QmZn8U8XAmEg7CgU1meMxN6r5PcCpbp6w1g5XrSHGf8JEA","url":"https://ipfs.io/ipfs/QmZn8U8XAmEg7CgU1meMxN6r5PcCpbp6w1g5XrSHGf8JEA"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S-Q3_K_S@gguf/mistral-7b-instruct-v0.2.Q3_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_S.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S@gguf/mistral-7b-instruct-v0.2.Q3_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"e39bc30760e88be0296bee7cb364241f","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"6b20c4032c25c4d4311e8b49b60881c5","size":637},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"md5":"d9857342cda4aed7ef5c6966573902e9","size":3822024992}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"e39bc30760e88be0296bee7cb364241f","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"9ca80fb18cffe6fd5b9f8f1d056c4be4","size":3087},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"md5":"d9857342cda4aed7ef5c6966573902e9","size":3822024992}},"cache":{"ipfs":{"/README.md":{"path":"QmbAXnMHA5Jn7ZUGWJy275j7VxWMKYrcA3FQWg48A1nk2R","url":"https://ipfs.io/ipfs/QmbAXnMHA5Jn7ZUGWJy275j7VxWMKYrcA3FQWg48A1nk2R"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmPq6QJtbrkjbDi5ZpYh54Bsy3aw9o7Q3u1xH9mGpAn9HT","url":"https://ipfs.io/ipfs/QmPq6QJtbrkjbDi5ZpYh54Bsy3aw9o7Q3u1xH9mGpAn9HT"},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"path":"QmaaBeen6bNFVoDhQk81QAFwLwQmg5aPVBL7gRrFwG6eMz","url":"https://ipfs.io/ipfs/QmaaBeen6bNFVoDhQk81QAFwLwQmg5aPVBL7gRrFwG6eMz"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_L.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L-Q3_K_L@gguf/mistral-7b-instruct-v0.2.Q3_K_L.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_L.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L@gguf/mistral-7b-instruct-v0.2.Q3_K_L.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q3_K_L.gguf":{"path":"/mistral-7b-instruct-v0.2.Q3_K_L.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q3_K_L.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q4_0":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"14c651fcc5caaab71a2d75cda1c19686","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"cf6fca474c4f849699d5366c228c5fba","size":632},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"md5":"f4bb7ee10879468df6d1b8d171510b46","size":4108917024}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"14c651fcc5caaab71a2d75cda1c19686","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"d26310eb6f4a2311aca976c1ab26b7a9","size":3036},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"md5":"f4bb7ee10879468df6d1b8d171510b46","size":4108917024}},"cache":{"ipfs":{"/README.md":{"path":"Qmb9F6STMRQpaAo6fnxsaydSsfjtbSqBH1uXhuF89gTTov","url":"https://ipfs.io/ipfs/Qmb9F6STMRQpaAo6fnxsaydSsfjtbSqBH1uXhuF89gTTov"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmbjgEwdPGjBCh4W6oPQFkZG5i6Ka17pULw9YXqTNzx9bP","url":"https://ipfs.io/ipfs/QmbjgEwdPGjBCh4W6oPQFkZG5i6Ka17pULw9YXqTNzx9bP"},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"path":"QmcbgBWn6Nsdwr3Gc4ULTaUtkj48s6cevCgnr2KabkMYcu","url":"https://ipfs.io/ipfs/QmcbgBWn6Nsdwr3Gc4ULTaUtkj48s6cevCgnr2KabkMYcu"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_0-Q4_0@gguf/mistral-7b-instruct-v0.2.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_0.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_0@gguf/mistral-7b-instruct-v0.2.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"53bb3905a9df35dd74de282327fa3af0","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"fb317355e50e956d8f4f5cfb2ee04f88","size":634},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"md5":"d1dec3cd329e58d62ee452d2efa17b60","size":4140374304}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"53bb3905a9df35dd74de282327fa3af0","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"a72f15e54ef873c2036b64b9f74e2ece","size":3084},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"md5":"d1dec3cd329e58d62ee452d2efa17b60","size":4140374304}},"cache":{"ipfs":{"/README.md":{"path":"QmYYBvzzTEfFJjiAU5a43QXqVhH2YzoNFvYBpU14xGzwc7","url":"https://ipfs.io/ipfs/QmYYBvzzTEfFJjiAU5a43QXqVhH2YzoNFvYBpU14xGzwc7"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"Qmaa6y84j834RGmtCh9rMfyhih8KeTix1FEDTGaASeTQHA","url":"https://ipfs.io/ipfs/Qmaa6y84j834RGmtCh9rMfyhih8KeTix1FEDTGaASeTQHA"},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"path":"QmPyESWbPCqPTXHn5oosqBbGmNtirVGwUhT9iHYrFEVC3k","url":"https://ipfs.io/ipfs/QmPyESWbPCqPTXHn5oosqBbGmNtirVGwUhT9iHYrFEVC3k"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S-Q4_K_S@gguf/mistral-7b-instruct-v0.2.Q4_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_S.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S@gguf/mistral-7b-instruct-v0.2.Q4_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"0ad11a6062ba614487dd24fdd987ac7d","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"dbb3d332cebb4df5ebd577e982215932","size":634},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"md5":"d98804ecfe3f274b46aed70d9257945e","size":4368439584}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"0ad11a6062ba614487dd24fdd987ac7d","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"b476a1fb9da4dbb8c1cba48290ed28c9","size":3084},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"md5":"d98804ecfe3f274b46aed70d9257945e","size":4368439584}},"cache":{"ipfs":{"/README.md":{"path":"Qmdkvnza4a7wgQsUUWu5ab9C8UtM9yMcpziTreXwpNcyFG","url":"https://ipfs.io/ipfs/Qmdkvnza4a7wgQsUUWu5ab9C8UtM9yMcpziTreXwpNcyFG"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmRajXQSai773y3My1xxvF1MmiKhgbyHeD8wnm88DcchjJ","url":"https://ipfs.io/ipfs/QmRajXQSai773y3My1xxvF1MmiKhgbyHeD8wnm88DcchjJ"},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"path":"QmPxxq8piTgTdFXabd43AHcBDb2MbcUVxsZsMxx9t5v5Hm","url":"https://ipfs.io/ipfs/QmPxxq8piTgTdFXabd43AHcBDb2MbcUVxsZsMxx9t5v5Hm"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M-Q4_K_M@gguf/mistral-7b-instruct-v0.2.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_M.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M@gguf/mistral-7b-instruct-v0.2.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q4_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q5_0":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"280e08b964e4bbbc9451bf065e75a30f","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"860d697b3d41879ade57bf5420cecacf","size":620},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"md5":"5c79a3f3ca09be5ef3b9f46c123679a4","size":4997716256}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"280e08b964e4bbbc9451bf065e75a30f","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"6f7f38bd3303df198dfa5dcdb0d3fd7e","size":3024},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"md5":"5c79a3f3ca09be5ef3b9f46c123679a4","size":4997716256}},"cache":{"ipfs":{"/README.md":{"path":"QmYeyi4wnheDzr3QBzaj2xE9ajTLwmRYqsYChVBVGH1bq3","url":"https://ipfs.io/ipfs/QmYeyi4wnheDzr3QBzaj2xE9ajTLwmRYqsYChVBVGH1bq3"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmWQxxG9vcj2zk3dkFam8bQLEqMsdMn3fEzCxx9vpw2XiA","url":"https://ipfs.io/ipfs/QmWQxxG9vcj2zk3dkFam8bQLEqMsdMn3fEzCxx9vpw2XiA"},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"path":"QmdVd3osp69kFNihB4aqaTxdJhoi3XfV8hP5JgBY172NiR","url":"https://ipfs.io/ipfs/QmdVd3osp69kFNihB4aqaTxdJhoi3XfV8hP5JgBY172NiR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_0-Q5_0@gguf/mistral-7b-instruct-v0.2.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_0.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_0@gguf/mistral-7b-instruct-v0.2.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_0.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"b2c2280ccc92a5f76d93c89f372e2dcc","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"10037439bc12314fd09982a28778b919","size":624},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"md5":"6a239302b3e28ea01261f081dd34e4b6","size":4997716256}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"b2c2280ccc92a5f76d93c89f372e2dcc","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"0f54fb88354427fbe1c25f3aa2fd3ca0","size":3074},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"md5":"6a239302b3e28ea01261f081dd34e4b6","size":4997716256}},"cache":{"ipfs":{"/README.md":{"path":"QmTDR7cn9p3yjpAvV5GThCGsGxdQSkdCiGHPoQBYSRUMkK","url":"https://ipfs.io/ipfs/QmTDR7cn9p3yjpAvV5GThCGsGxdQSkdCiGHPoQBYSRUMkK"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmeNgCKCh4K9X5THteLeXwiTsVGeHC4S7J79RHBUAmBBdG","url":"https://ipfs.io/ipfs/QmeNgCKCh4K9X5THteLeXwiTsVGeHC4S7J79RHBUAmBBdG"},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"path":"QmNUtPGd6cE8pYa91Mi6NuW1kH9xDJbHD8nPFSZfpf4DL8","url":"https://ipfs.io/ipfs/QmNUtPGd6cE8pYa91Mi6NuW1kH9xDJbHD8nPFSZfpf4DL8"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_S.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S-Q5_K_S@gguf/mistral-7b-instruct-v0.2.Q5_K_S.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_S.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S@gguf/mistral-7b-instruct-v0.2.Q5_K_S.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_S.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_S.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_S.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"7001621f61a35135d4a73efd5a6ccac2","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"f4a52145f0c112afc5a8e008e6f9b212","size":624},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"md5":"078b73ce8f7722d98e5b6c1721c99c35","size":5131409696}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"7001621f61a35135d4a73efd5a6ccac2","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"b2e7bb4f93961e4974a52cf9d6095cf5","size":3074},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"md5":"078b73ce8f7722d98e5b6c1721c99c35","size":5131409696}},"cache":{"ipfs":{"/README.md":{"path":"QmQX5M5dvXMirqpjsMzijGWUhiMmfgwv1QksCsU9hZhfxV","url":"https://ipfs.io/ipfs/QmQX5M5dvXMirqpjsMzijGWUhiMmfgwv1QksCsU9hZhfxV"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmPgFSH2k3hz1pkbbxGXcX7L8van7CqMPDVJYx24MZ7S38","url":"https://ipfs.io/ipfs/QmPgFSH2k3hz1pkbbxGXcX7L8van7CqMPDVJYx24MZ7S38"},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"path":"QmS93qBmEEfoLm1YS5t5YZyq7PenBwZbJ8KPcVF8pM6UHP","url":"https://ipfs.io/ipfs/QmS93qBmEEfoLm1YS5t5YZyq7PenBwZbJ8KPcVF8pM6UHP"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M-Q5_K_M@gguf/mistral-7b-instruct-v0.2.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_M.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M@gguf/mistral-7b-instruct-v0.2.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q5_K_M.gguf":{"path":"/mistral-7b-instruct-v0.2.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q6_K":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"06f9b0cc29eeaaad87272082258c7153","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"2dac10a3ad54a4da0f4b90d9511a41e1","size":630},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"md5":"7fcfb3b95b7850578a261ad76d94902f","size":5942065440}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"06f9b0cc29eeaaad87272082258c7153","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"dbd34af0d1cb00d33ae709770b748480","size":3034},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"md5":"7fcfb3b95b7850578a261ad76d94902f","size":5942065440}},"cache":{"ipfs":{"/README.md":{"path":"QmYF296xBVdjHVTUVSf3FF7rpfZ9RHzNTwBJQYEmVPxobj","url":"https://ipfs.io/ipfs/QmYF296xBVdjHVTUVSf3FF7rpfZ9RHzNTwBJQYEmVPxobj"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"Qmc4eNR5RpTbxmfZYJuq9riTGbXc2McT2hqK3db8TS38aP","url":"https://ipfs.io/ipfs/Qmc4eNR5RpTbxmfZYJuq9riTGbXc2McT2hqK3db8TS38aP"},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"path":"Qmb9XwWsdSE6ybw2iLywstpaYVYzBUgPhQTaUDgwe7UD2b","url":"https://ipfs.io/ipfs/Qmb9XwWsdSE6ybw2iLywstpaYVYzBUgPhQTaUDgwe7UD2b"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q6_K.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q6_K-Q6_K@gguf/mistral-7b-instruct-v0.2.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q6_K.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q6_K@gguf/mistral-7b-instruct-v0.2.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q6_K.gguf":{"path":"/mistral-7b-instruct-v0.2.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q6_K.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mistral-7B-Instruct-v0.2-GGUF-Q8_0":{"metadata":{"modelName":"Mistral-7B-Instruct-v0.2-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"4854cee978384424948e439ecd228665","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"357f1dc8a67d21e4ffc21490e136ddcd","size":630},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"md5":"ff67863270f97a1c180d0662434a0d15","size":7695857952}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"4854cee978384424948e439ecd228665","size":113339},"/config.json":{"md5":"23010cf1ef0560a606a14ed67d0ec888","size":55158},"/manifest.json":{"md5":"81de7a52bef6835fdbd886b026d630d8","size":3034},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"md5":"ff67863270f97a1c180d0662434a0d15","size":7695857952}},"cache":{"ipfs":{"/README.md":{"path":"QmTBYWw7kw9A97xfHBKqGgBjEXn8watywgtsYbUahuXh2W","url":"https://ipfs.io/ipfs/QmTBYWw7kw9A97xfHBKqGgBjEXn8watywgtsYbUahuXh2W"},"/config.json":{"path":"Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h","url":"https://ipfs.io/ipfs/Qmaa8vBAt9L9TG3ndYHb3PUz4jiDbi98pp2UbsGv9ytW9h"},"/manifest.json":{"path":"QmR1QcTmJKDzcTLvDPzA4tzNXXfiRdzTpZWwr5cCXSJMNc","url":"https://ipfs.io/ipfs/QmR1QcTmJKDzcTLvDPzA4tzNXXfiRdzTpZWwr5cCXSJMNc"},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"path":"QmQFTBh4kxZyESPBhhEaxRLt2cpQNmDfZkF6FhkQnEbjXC","url":"https://ipfs.io/ipfs/QmQFTBh4kxZyESPBhhEaxRLt2cpQNmDfZkF6FhkQnEbjXC"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q8_0.gguf","url":"s3://cloudkit-beta/Mistral-7B-Instruct-v0.2-GGUF-Q8_0-Q8_0@gguf/mistral-7b-instruct-v0.2.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/manifest.json"},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q8_0.gguf","url":"Mistral-7B-Instruct-v0.2-GGUF-Q8_0@gguf/mistral-7b-instruct-v0.2.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/manifest.json"},"/mistral-7b-instruct-v0.2.Q8_0.gguf":{"path":"/mistral-7b-instruct-v0.2.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q8_0.gguf"}}},"format":"gguf","id":"Mistral-7B-Instruct-v0.2-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q2_K":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"95fb5071de1458594b2cb3736b5c0455","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"dc4345ebceae4e9b2a086df5ee145d5f","size":611},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"md5":"cb87012e39a063d5303dc5401769606b","size":15644034496}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"95fb5071de1458594b2cb3736b5c0455","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"fdcb66eef77984350f29e952051cfca4","size":2856},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"md5":"cb87012e39a063d5303dc5401769606b","size":15644034496}},"cache":{"ipfs":{"/README.md":{"path":"QmfV5pQAp1YrwxxfBPkGZqxe4uE9NzmyzpKNgwCBT4wiZ6","url":"https://ipfs.io/ipfs/QmfV5pQAp1YrwxxfBPkGZqxe4uE9NzmyzpKNgwCBT4wiZ6"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmX5YGJU87RjhhEb5sn6Mjwx2PrW3YvZF91T4o7z9ZfFrs","url":"https://ipfs.io/ipfs/QmX5YGJU87RjhhEb5sn6Mjwx2PrW3YvZF91T4o7z9ZfFrs"},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"path":"QmRaTGFL2rs4xKCq6VNVzvFjFvjvEZbtrLjNpw5YXASada","url":"https://ipfs.io/ipfs/QmRaTGFL2rs4xKCq6VNVzvFjFvjvEZbtrLjNpw5YXASada"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q2_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-v0.1.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q2_K.gguf","url":"Mixtral-8x7B-v0.1-GGUF-Q2_K@gguf/mixtral-8x7b-v0.1.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q2_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"deb8568069f04f4393d7e2dac3d84f4b","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"90cd3106b1d513d00f1b19ebd5a18f11","size":616},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"md5":"89bc9ae20b05a7b631c87eb1655b4b7a","size":20363355584}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"deb8568069f04f4393d7e2dac3d84f4b","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"06bdbceadc13507a90a2fe5159abdd97","size":2907},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"md5":"89bc9ae20b05a7b631c87eb1655b4b7a","size":20363355584}},"cache":{"ipfs":{"/README.md":{"path":"QmZgR6Y4wakF7JG9zGmk62tR2xRqkonZ819vpn6iJ7cdmb","url":"https://ipfs.io/ipfs/QmZgR6Y4wakF7JG9zGmk62tR2xRqkonZ819vpn6iJ7cdmb"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmQMCdvZf2NreFLfUyJRMphe9mt8w8HMeEu8kgRtyUmRRt","url":"https://ipfs.io/ipfs/QmQMCdvZf2NreFLfUyJRMphe9mt8w8HMeEu8kgRtyUmRRt"},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"path":"QmS9GYByz3rPhEWHCeQBWEkfBGXH5BeM7WJHhiRXS9qvp3","url":"https://ipfs.io/ipfs/QmS9GYByz3rPhEWHCeQBWEkfBGXH5BeM7WJHhiRXS9qvp3"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-v0.1.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q3_K_M.gguf","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_M@gguf/mixtral-8x7b-v0.1.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q3_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"7fd786b1b0165dddf87a7d5428d336cb","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"55cb1e40c1b483c6735c1d15f2cc3b53","size":616}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"7fd786b1b0165dddf87a7d5428d336cb","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"680d84cfd80cb7d9bccab7abe1eb21fc","size":2189}},"cache":{"ipfs":{"/README.md":{"path":"QmXyGjNCVDvtzZneH97WyVY1FcwJKpiJY6MyW2qPfUbiBP","url":"https://ipfs.io/ipfs/QmXyGjNCVDvtzZneH97WyVY1FcwJKpiJY6MyW2qPfUbiBP"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmRop5wDb3gamAvv5DYRNSqbNBZrmqYT15rAnw9igJZ3sR","url":"https://ipfs.io/ipfs/QmRop5wDb3gamAvv5DYRNSqbNBZrmqYT15rAnw9igJZ3sR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"1212e3e59a86e438b3ba8ac4a3f8d79f","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"7e73e3d0f914948d930c4e98863f1609","size":616}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"1212e3e59a86e438b3ba8ac4a3f8d79f","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"d4d8a190db0c04290f0836a8ef0c8e11","size":2189}},"cache":{"ipfs":{"/README.md":{"path":"QmUKsnP4PEDdSXp3dVmB3LT7rEvDoZfiVeUaTCb3gRuVVK","url":"https://ipfs.io/ipfs/QmUKsnP4PEDdSXp3dVmB3LT7rEvDoZfiVeUaTCb3gRuVVK"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmRMkD5QpsXc3nYRbXutkSQGe7eVdaurSosNtuui1hJCmZ","url":"https://ipfs.io/ipfs/QmRMkD5QpsXc3nYRbXutkSQGe7eVdaurSosNtuui1hJCmZ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q4_0":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"059a8301dccda7e9aab229e23247bff8","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"766054dc7d0d9a83f4d42f1611b99833","size":611},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"md5":"ab913b50b3b32c1f160fbb0faa9b3a2a","size":26441532864}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"059a8301dccda7e9aab229e23247bff8","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"bdee5254757e5b1dfad5399b9922df41","size":2856},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"md5":"ab913b50b3b32c1f160fbb0faa9b3a2a","size":26441532864}},"cache":{"ipfs":{"/README.md":{"path":"QmSqYoceymNTboqyxPcHE4dWimmzN7ESc8QnRBkcmhR6Xa","url":"https://ipfs.io/ipfs/QmSqYoceymNTboqyxPcHE4dWimmzN7ESc8QnRBkcmhR6Xa"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmNVTgpPtmDESYxDy4xG23WhXRuTgeY9GA8hmyWZYv9517","url":"https://ipfs.io/ipfs/QmNVTgpPtmDESYxDy4xG23WhXRuTgeY9GA8hmyWZYv9517"},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"path":"QmaXDrQ2GQgnXGgA6W5XmkcU1nZtm8XE5oooRDNHAGcrjR","url":"https://ipfs.io/ipfs/QmaXDrQ2GQgnXGgA6W5XmkcU1nZtm8XE5oooRDNHAGcrjR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-v0.1.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_0.gguf","url":"Mixtral-8x7B-v0.1-GGUF-Q4_0@gguf/mixtral-8x7b-v0.1.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"adf739ce5e0c6305694367ebbbbbb071","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"3dda447837ec30fca9f350a53109968d","size":613}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"adf739ce5e0c6305694367ebbbbbb071","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"2facf6a83e6e8853e0ab0697fc92078e","size":2186}},"cache":{"ipfs":{"/README.md":{"path":"QmPzLdbUthz5vtjYFBnw6tXmzzfB9UCwNUfMTAqVvbKSik","url":"https://ipfs.io/ipfs/QmPzLdbUthz5vtjYFBnw6tXmzzfB9UCwNUfMTAqVvbKSik"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmVe43tcQzcB39kdJj6E4xWeJX6fez6dS3KQVPFmdAJBcM","url":"https://ipfs.io/ipfs/QmVe43tcQzcB39kdJj6E4xWeJX6fez6dS3KQVPFmdAJBcM"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"be7eb598a90870702cb04e36bf71bcf7","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"5610e218b667cacdd98a4189b581bc5b","size":613},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"md5":"acaec4823b87e51bb14bea14e3841036","size":26441532864}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"be7eb598a90870702cb04e36bf71bcf7","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"4d208430744119d71d2a2283868eaab2","size":2904},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"md5":"acaec4823b87e51bb14bea14e3841036","size":26441532864}},"cache":{"ipfs":{"/README.md":{"path":"QmZpyyr3km9EGHwg4T8yL74C4KKfVSjR8VvM71n5eLGXBA","url":"https://ipfs.io/ipfs/QmZpyyr3km9EGHwg4T8yL74C4KKfVSjR8VvM71n5eLGXBA"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmQtcSBCKM6jGq7yhWh6DXT5RUDUKufcCFUhQPnnTy8djV","url":"https://ipfs.io/ipfs/QmQtcSBCKM6jGq7yhWh6DXT5RUDUKufcCFUhQPnnTy8djV"},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"path":"QmZLzpFnG6kbDhvC4aqyVpbYhiHsotX33WyHQacv9aj8RF","url":"https://ipfs.io/ipfs/QmZLzpFnG6kbDhvC4aqyVpbYhiHsotX33WyHQacv9aj8RF"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-v0.1.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_K_M.gguf","url":"Mixtral-8x7B-v0.1-GGUF-Q4_K_M@gguf/mixtral-8x7b-v0.1.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q5_0":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"91b9809c869c1f6a49715936678a848a","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"46b84b4f153794e21f272970a969a76b","size":599},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"md5":"72bf83c20525b2cbd46d073567ea6108","size":32229279168}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"91b9809c869c1f6a49715936678a848a","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"475e7bd078d48505c7b94fadf1127885","size":2844},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"md5":"72bf83c20525b2cbd46d073567ea6108","size":32229279168}},"cache":{"ipfs":{"/README.md":{"path":"Qmbqg9DehHBVEir9QRWCrpQBCMWnZEgNvPJcvMaVm3G6kz","url":"https://ipfs.io/ipfs/Qmbqg9DehHBVEir9QRWCrpQBCMWnZEgNvPJcvMaVm3G6kz"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmWfEVWKVyW1Hoe7QYoKiTDjAW1ccGMfNHTuFVA5MxiUL7","url":"https://ipfs.io/ipfs/QmWfEVWKVyW1Hoe7QYoKiTDjAW1ccGMfNHTuFVA5MxiUL7"},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"path":"QmWCtZFfaxGi7zmY8HtsnKaocTS8o333bfxyGDRn5hLafY","url":"https://ipfs.io/ipfs/QmWCtZFfaxGi7zmY8HtsnKaocTS8o333bfxyGDRn5hLafY"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-v0.1.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_0.gguf","url":"Mixtral-8x7B-v0.1-GGUF-Q5_0@gguf/mixtral-8x7b-v0.1.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"98575bb8ca5b79fa76a467e16bad78c7","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"a4352d8bd6b88de729771904adf85f04","size":603}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"98575bb8ca5b79fa76a467e16bad78c7","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"81b1fd9152826297c4b607ae9c5a46c0","size":2176}},"cache":{"ipfs":{"/README.md":{"path":"QmUNgxJ4AfbmhW2ZqHXQktgoWU2vVSPvHr8j8UrmWHyMDs","url":"https://ipfs.io/ipfs/QmUNgxJ4AfbmhW2ZqHXQktgoWU2vVSPvHr8j8UrmWHyMDs"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmSQ6cA9pdz55eDNJios5ZhUTNqweWm7HNgRWjVNa6MA1J","url":"https://ipfs.io/ipfs/QmSQ6cA9pdz55eDNJios5ZhUTNqweWm7HNgRWjVNa6MA1J"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"43e8e7bdc397176f7f4f3c7dee592ce9","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"44e15f70aad68ee36aedbe89b7e97728","size":603},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"md5":"202c9e691490c5157ccb950dfdd0a918","size":32229279168}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"43e8e7bdc397176f7f4f3c7dee592ce9","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"6e6dc01f34da938a74b9dae979c6633e","size":2894},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"md5":"202c9e691490c5157ccb950dfdd0a918","size":32229279168}},"cache":{"ipfs":{"/README.md":{"path":"QmceGuZEuM4bNqtKDDKz8EdkaY9thLKosVvjK2JxrTTDAs","url":"https://ipfs.io/ipfs/QmceGuZEuM4bNqtKDDKz8EdkaY9thLKosVvjK2JxrTTDAs"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmQ7qaJFFrmP2325Hgjaqj8ediKnXdbpWjkVpVR5xLV2eL","url":"https://ipfs.io/ipfs/QmQ7qaJFFrmP2325Hgjaqj8ediKnXdbpWjkVpVR5xLV2eL"},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"path":"QmbPENqe619LNWmHWiMJdfm1WHG38Gdi8KZR5AE2QJHdMm","url":"https://ipfs.io/ipfs/QmbPENqe619LNWmHWiMJdfm1WHG38Gdi8KZR5AE2QJHdMm"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-v0.1.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_K_M.gguf","url":"Mixtral-8x7B-v0.1-GGUF-Q5_K_M@gguf/mixtral-8x7b-v0.1.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-v0.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q6_K":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"ab73bdae02ebbebba433004e67d08b90","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"8aae55d3a02bd2f6f58b86892fbef8f9","size":609},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"md5":"341e8b402bc75e35ba532e1fb9c1bf33","size":38378759616}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"ab73bdae02ebbebba433004e67d08b90","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"0eb0d395aaea45c5b05efe74b49135fd","size":2854},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"md5":"341e8b402bc75e35ba532e1fb9c1bf33","size":38378759616}},"cache":{"ipfs":{"/README.md":{"path":"QmZJkQW5pFkoiXkJ9EpJzu6j6aekpqQynyQTC7uVJRTr57","url":"https://ipfs.io/ipfs/QmZJkQW5pFkoiXkJ9EpJzu6j6aekpqQynyQTC7uVJRTr57"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmT8KysAbukfCd3X6kqixwwHpKKJj2SEB1s8J6FRYwsrar","url":"https://ipfs.io/ipfs/QmT8KysAbukfCd3X6kqixwwHpKKJj2SEB1s8J6FRYwsrar"},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"path":"QmY3MMQYRYZt756Ns35mmb4aazZTGt5rdNz5iWALbp5gJ1","url":"https://ipfs.io/ipfs/QmY3MMQYRYZt756Ns35mmb4aazZTGt5rdNz5iWALbp5gJ1"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q6_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-v0.1.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q6_K.gguf","url":"Mixtral-8x7B-v0.1-GGUF-Q6_K@gguf/mixtral-8x7b-v0.1.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-v0.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q6_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-v0.1-GGUF-Q8_0":{"metadata":{"modelName":"Mixtral-8x7B-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"37d9e6ace2be4dfbb8c6ea0d7abb6586","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"650748b234301870811b494205d6de77","size":609},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"md5":"68deeea41062c9af936ff45cb8a02132","size":49624262080}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"37d9e6ace2be4dfbb8c6ea0d7abb6586","size":111705},"/config.json":{"md5":"77caf7bce719b0c4cd8f34193fc922f6","size":54600},"/manifest.json":{"md5":"52593c4631c392ae95a92d2a1aea9d64","size":2854},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"md5":"68deeea41062c9af936ff45cb8a02132","size":49624262080}},"cache":{"ipfs":{"/README.md":{"path":"QmeuTe1vaMmd3xA4vNgtFp2opUvm2FBhZQG2t5qSFBrpvt","url":"https://ipfs.io/ipfs/QmeuTe1vaMmd3xA4vNgtFp2opUvm2FBhZQG2t5qSFBrpvt"},"/config.json":{"path":"QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq","url":"https://ipfs.io/ipfs/QmWMk3RWEeuk99Bwmq8wwEnQqn9aKwvnChHBUNJXuBYkhq"},"/manifest.json":{"path":"QmeWtMqbv88NtjWAzGJijgdiWhzPqeJCyjAaDxrV2rKkEm","url":"https://ipfs.io/ipfs/QmeWtMqbv88NtjWAzGJijgdiWhzPqeJCyjAaDxrV2rKkEm"},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"path":"QmXVg3Ae6wRwbvkVqMwySyx6qdcVdjEy1iu8xHnwT9dAoB","url":"https://ipfs.io/ipfs/QmXVg3Ae6wRwbvkVqMwySyx6qdcVdjEy1iu8xHnwT9dAoB"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q8_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-v0.1.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q8_0.gguf","url":"Mixtral-8x7B-v0.1-GGUF-Q8_0@gguf/mixtral-8x7b-v0.1.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-v0.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q8_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-v0.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-Q2_K":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"f47d963389a185c24529d06b6740194d","size":14},"/manifest.json":{"md5":"a2964920758d7ef52a2f7ebe3ac09349","size":1539}},"cache":{"ipfs":{"/README.md":{"path":"QmNiVGSoVDDajNNQFefHtb8HCw5BombVu6qULWmXfxfZ32","url":"https://ipfs.io/ipfs/QmNiVGSoVDDajNNQFefHtb8HCw5BombVu6qULWmXfxfZ32"},"/manifest.json":{"path":"QmcC9F7V6G5qteHRdJWnRpui2hKs76Cq9HUATvhKkeea7G","url":"https://ipfs.io/ipfs/QmcC9F7V6G5qteHRdJWnRpui2hKs76Cq9HUATvhKkeea7G"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-Q2_K-Q2_K@gguf/README.md"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-Q2_K@gguf/README.md"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1/resolve/main/README.md"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"3df705511f7a9a7c252cc1d3731ba58e","size":123498},"/config.json":{"md5":"52e85b180970d2f29c97366893128f2a","size":56918},"/manifest.json":{"md5":"40060236b3a47c82d5bbd3285a43b78e","size":2760},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"md5":"5734d3bbb8a6860258c8a6addac65266","size":15644035008}},"cache":{"ipfs":{"/README.md":{"path":"QmTDCzUsSRzV2gyZeXRDBrgPM9Ph8HB9b57UjZhJfW5rMu","url":"https://ipfs.io/ipfs/QmTDCzUsSRzV2gyZeXRDBrgPM9Ph8HB9b57UjZhJfW5rMu"},"/config.json":{"path":"QmVPbiUve2PG8ati3s13K55GqCg5vj9XHhdWJyXrePuY66","url":"https://ipfs.io/ipfs/QmVPbiUve2PG8ati3s13K55GqCg5vj9XHhdWJyXrePuY66"},"/manifest.json":{"path":"QmUmC7VYL9wMr8p22kVN6sofvYXEehjfRBsbRdDZBmYvoU","url":"https://ipfs.io/ipfs/QmUmC7VYL9wMr8p22kVN6sofvYXEehjfRBsbRdDZBmYvoU"},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"path":"QmY99rQCwQeYLHQPvTf2ERsfjCtsuFAjp1A4fuRzpqZiKX","url":"https://ipfs.io/ipfs/QmY99rQCwQeYLHQPvTf2ERsfjCtsuFAjp1A4fuRzpqZiKX"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-instruct-v0.1.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K@gguf/mixtral-8x7b-instruct-v0.1.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"26cb03e86fa0afaf3cb77b5d0af7013a","size":123498},"/config.json":{"md5":"dc647b9bba5dad7ac31d000e1140e99c","size":56918},"/manifest.json":{"md5":"a5c8aa1217cfcd39d0656475cd2d6489","size":2809},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"md5":"05979f179e6c7a597ab13b17e53586d2","size":20363356096}},"cache":{"ipfs":{"/README.md":{"path":"QmbGNw3ypj1WnB5q4ce9UCA8bN474nZpkW9hrUzmjsbCDH","url":"https://ipfs.io/ipfs/QmbGNw3ypj1WnB5q4ce9UCA8bN474nZpkW9hrUzmjsbCDH"},"/config.json":{"path":"QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1","url":"https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1"},"/manifest.json":{"path":"QmZqFdz4pZKbA1jo78ML3ggNH1R4VGaSfM6m2zTxNtw8zM","url":"https://ipfs.io/ipfs/QmZqFdz4pZKbA1jo78ML3ggNH1R4VGaSfM6m2zTxNtw8zM"},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"QmNqnXmLibYVBLtYDhgyYNSHBUMyLGZwnu2atuH9w77fzg","url":"https://ipfs.io/ipfs/QmNqnXmLibYVBLtYDhgyYNSHBUMyLGZwnu2atuH9w77fzg"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"9249eef7dd346d0b17a07d7ab245b7de","size":123498},"/config.json":{"md5":"dc647b9bba5dad7ac31d000e1140e99c","size":56918},"/manifest.json":{"md5":"94751ff898e38c817655500b4e582545","size":2069}},"cache":{"ipfs":{"/README.md":{"path":"QmSim5dLStUYKp8zH9Yyhdh6MQn5mu6VkW6nR9vAwagwY4","url":"https://ipfs.io/ipfs/QmSim5dLStUYKp8zH9Yyhdh6MQn5mu6VkW6nR9vAwagwY4"},"/config.json":{"path":"QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1","url":"https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1"},"/manifest.json":{"path":"Qmd3Zii2p4bh5vR1VAyAdGrSQXVkRGNdJ3Nr8pL8ixpz6o","url":"https://ipfs.io/ipfs/Qmd3Zii2p4bh5vR1VAyAdGrSQXVkRGNdJ3Nr8pL8ixpz6o"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"5f7856fe8c8bdc640eae6025a14ffd03","size":123498},"/config.json":{"md5":"dc647b9bba5dad7ac31d000e1140e99c","size":56918},"/manifest.json":{"md5":"357be82285e90c0f16594f61dea503f8","size":2069}},"cache":{"ipfs":{"/README.md":{"path":"QmXThFZuS2tQrhQmHoU7tSW84TyY2UBX22k77hiVcoQ7yg","url":"https://ipfs.io/ipfs/QmXThFZuS2tQrhQmHoU7tSW84TyY2UBX22k77hiVcoQ7yg"},"/config.json":{"path":"QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1","url":"https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1"},"/manifest.json":{"path":"QmNwP5kkLS8zoTCqAibNa3whLn4jDCrQArxC2UviFGvjiB","url":"https://ipfs.io/ipfs/QmNwP5kkLS8zoTCqAibNa3whLn4jDCrQArxC2UviFGvjiB"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"6489bbfc43da4010795a229483e51dec","size":123498},"/config.json":{"md5":"dc647b9bba5dad7ac31d000e1140e99c","size":56918},"/manifest.json":{"md5":"77fb959e8e5c031b1652b408efb4f1f5","size":2760},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"md5":"a7f76da173841dd0dea211e2da68ce51","size":26441533376}},"cache":{"ipfs":{"/README.md":{"path":"QmNc6FczaJXp3JjS5SXcs1Vdi9m1Gn3iM4D4y4fRAnr56s","url":"https://ipfs.io/ipfs/QmNc6FczaJXp3JjS5SXcs1Vdi9m1Gn3iM4D4y4fRAnr56s"},"/config.json":{"path":"QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1","url":"https://ipfs.io/ipfs/QmahWZkMwceUd8RoxvqwnyerxpaGShRp7ZF4vrEV5mP2m1"},"/manifest.json":{"path":"QmP5Y9MrS32psDFBUWH5PDVvVWA9VY43vk6RzficX78xHj","url":"https://ipfs.io/ipfs/QmP5Y9MrS32psDFBUWH5PDVvVWA9VY43vk6RzficX78xHj"},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"path":"QmPF6es7wnSMi1NSLyDUg8GAK65K14otYJEZtjYSc2eNCm","url":"https://ipfs.io/ipfs/QmPF6es7wnSMi1NSLyDUg8GAK65K14otYJEZtjYSc2eNCm"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-instruct-v0.1.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0@gguf/mixtral-8x7b-instruct-v0.1.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q4_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"b22838c874bde2343f27abd285319bde","size":123498},"/config.json":{"md5":"5796b47ca60d757d1ea04d23d89b4d78","size":56918},"/manifest.json":{"md5":"e3dd164225b4915dd6b32c12f7635930","size":2066}},"cache":{"ipfs":{"/README.md":{"path":"QmUwr5zh1gHuy6vGkcSo1xCwdwaK1zWKFh2gFCjH53ntVZ","url":"https://ipfs.io/ipfs/QmUwr5zh1gHuy6vGkcSo1xCwdwaK1zWKFh2gFCjH53ntVZ"},"/config.json":{"path":"QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5","url":"https://ipfs.io/ipfs/QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5"},"/manifest.json":{"path":"Qmd87jE4UxDPgxBK4nqnfd1ohthUEdRSf93aW43LQGvm3c","url":"https://ipfs.io/ipfs/Qmd87jE4UxDPgxBK4nqnfd1ohthUEdRSf93aW43LQGvm3c"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp"},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"6d36da36e19f5a18a9c02c469763167c","size":123498},"/config.json":{"md5":"5796b47ca60d757d1ea04d23d89b4d78","size":56918},"/manifest.json":{"md5":"7e08d5716d8b4c3e01ceda5f9415d3d5","size":2806},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"md5":"411c8bee394374730feb0d6217e8cc67","size":26441533376}},"cache":{"ipfs":{"/README.md":{"path":"QmRTxLdpoz4F62vi5bjqdPBZ1ej85AUdR8dZoXxDmt1y6P","url":"https://ipfs.io/ipfs/QmRTxLdpoz4F62vi5bjqdPBZ1ej85AUdR8dZoXxDmt1y6P"},"/config.json":{"path":"QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5","url":"https://ipfs.io/ipfs/QmTiDivU5SSBru2jVqekCWaC17VGjAjmHYJQRj5uqB2YV5"},"/manifest.json":{"path":"QmbAf5Z4fXux7ChrDrCAoLa1M9vP8yLT9UyD1P4GKgCvhX","url":"https://ipfs.io/ipfs/QmbAf5Z4fXux7ChrDrCAoLa1M9vP8yLT9UyD1P4GKgCvhX"},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"QmSFcS8zf6Y7arhhaCHzpxnSYm42MrHAuuPtYS88NYrHRL","url":"https://ipfs.io/ipfs/QmSFcS8zf6Y7arhhaCHzpxnSYm42MrHAuuPtYS88NYrHRL"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"e956e61dd9f537eb09b4f17e2846dd81","size":123498},"/config.json":{"md5":"e1495c33586c18d3f10bedd637027cd1","size":56918},"/manifest.json":{"md5":"25967630080c4f737b427e8334dc3fa3","size":626},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"md5":"680ad3a3288656f5309021d092ba152b","size":32229279680}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"e956e61dd9f537eb09b4f17e2846dd81","size":123498},"/config.json":{"md5":"e1495c33586c18d3f10bedd637027cd1","size":56918},"/manifest.json":{"md5":"71bd3b5d7d252e89e008a8ca0f17905a","size":3078},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"md5":"680ad3a3288656f5309021d092ba152b","size":32229279680}},"cache":{"ipfs":{"/README.md":{"path":"QmTVSm1zg44TLmeiu98Hy9J8GitLcBe2P2hDgw5HWpjXCZ","url":"https://ipfs.io/ipfs/QmTVSm1zg44TLmeiu98Hy9J8GitLcBe2P2hDgw5HWpjXCZ"},"/config.json":{"path":"QmTHQecwbiJgJKjxZ7eujvcarHvWAkrjRm7kWhf3a5hSdB","url":"https://ipfs.io/ipfs/QmTHQecwbiJgJKjxZ7eujvcarHvWAkrjRm7kWhf3a5hSdB"},"/manifest.json":{"path":"QmdA8NCxR45FMu31tP26qKwG7s83RjzY7LiysHKNFgVVY6","url":"https://ipfs.io/ipfs/QmdA8NCxR45FMu31tP26qKwG7s83RjzY7LiysHKNFgVVY6"},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"path":"QmSjJFp5qkYgewbDxUizhGAhT9pRoUm2hWHuoxJZmFZ8id","url":"https://ipfs.io/ipfs/QmSjJFp5qkYgewbDxUizhGAhT9pRoUm2hWHuoxJZmFZ8id"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-instruct-v0.1.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0@gguf/mixtral-8x7b-instruct-v0.1.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q5_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"794d387ae51db09e40909dc393345c0d","size":123498},"/config.json":{"md5":"112a8d29f4ed141a04e820e4c62045cb","size":56918},"/manifest.json":{"md5":"9c5a894bf0d5834be0470472dd864694","size":630}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"794d387ae51db09e40909dc393345c0d","size":123498},"/config.json":{"md5":"112a8d29f4ed141a04e820e4c62045cb","size":56918},"/manifest.json":{"md5":"39d136fef600e83ac46f5cf09f467496","size":2284}},"cache":{"ipfs":{"/README.md":{"path":"Qmb8hioe8VFdWnxbwh9yAgWQzfUizo4HJUsPYJGTVLkMwS","url":"https://ipfs.io/ipfs/Qmb8hioe8VFdWnxbwh9yAgWQzfUizo4HJUsPYJGTVLkMwS"},"/config.json":{"path":"QmSJaTmVrggfGCoKoEmAiX512CJXJ5XVgLbMtz5bMfrdxg","url":"https://ipfs.io/ipfs/QmSJaTmVrggfGCoKoEmAiX512CJXJ5XVgLbMtz5bMfrdxg"},"/manifest.json":{"path":"QmZmJEXTgc1gY6MRvzmcTyaKexAKYNKhgcrd4rUXxrgZke","url":"https://ipfs.io/ipfs/QmZmJEXTgc1gY6MRvzmcTyaKexAKYNKhgcrd4rUXxrgZke"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"1e2eab65e56e55578ffbf409a17439a0","size":123498},"/config.json":{"md5":"8071447beaa900ad2362a54984cc2e19","size":56918},"/manifest.json":{"md5":"e1014f306b2f891d700359d98abf6d75","size":630},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"md5":"02395be6a920d63f0fa8a028a52ede77","size":32229279680}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"1e2eab65e56e55578ffbf409a17439a0","size":123498},"/config.json":{"md5":"8071447beaa900ad2362a54984cc2e19","size":56918},"/manifest.json":{"md5":"ec2b8e555ba04a274e0f9b369a2b20bb","size":3128},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"md5":"02395be6a920d63f0fa8a028a52ede77","size":32229279680}},"cache":{"ipfs":{"/README.md":{"path":"QmWMt9PZePbFcwnPTLmBb6mXNhHG1jKXKwZdD6sDmmbYti","url":"https://ipfs.io/ipfs/QmWMt9PZePbFcwnPTLmBb6mXNhHG1jKXKwZdD6sDmmbYti"},"/config.json":{"path":"QmUakJy6qtLkaDKauTzruDdHdPeFLb731tTQmHkwWmF1cC","url":"https://ipfs.io/ipfs/QmUakJy6qtLkaDKauTzruDdHdPeFLb731tTQmHkwWmF1cC"},"/manifest.json":{"path":"QmZUVvHvkPCUKeQK24xVcBu8RDv2N3xc7uoS7AHPzJjHDm","url":"https://ipfs.io/ipfs/QmZUVvHvkPCUKeQK24xVcBu8RDv2N3xc7uoS7AHPzJjHDm"},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"QmX1NsdnMKLDwwsv7LgpJoCvWQWCabavagmBbE1hG8F68s","url":"https://ipfs.io/ipfs/QmX1NsdnMKLDwwsv7LgpJoCvWQWCabavagmBbE1hG8F68s"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"969ed58b204f9d4d137b2218dac4e925","size":123498},"/config.json":{"md5":"af9936696ae1d8c370a26354570ff5dc","size":56918},"/manifest.json":{"md5":"2b8a069864f3fb16d6989960c05b03e6","size":636},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"md5":"446270ef052e0570d0bdd3bb87f70ca7","size":38378760128}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"969ed58b204f9d4d137b2218dac4e925","size":123498},"/config.json":{"md5":"af9936696ae1d8c370a26354570ff5dc","size":56918},"/manifest.json":{"md5":"a2fda2003423afec07b51f36604a0308","size":3088},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"md5":"446270ef052e0570d0bdd3bb87f70ca7","size":38378760128}},"cache":{"ipfs":{"/README.md":{"path":"QmeSWujzBhNUadVudsFkXSXk9He88PBwNQybjaxATKWdjZ","url":"https://ipfs.io/ipfs/QmeSWujzBhNUadVudsFkXSXk9He88PBwNQybjaxATKWdjZ"},"/config.json":{"path":"QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn","url":"https://ipfs.io/ipfs/QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn"},"/manifest.json":{"path":"QmbcPFY3HsdR41ULLuDQiLWUHR9xQcXj3gou147zN4TUJS","url":"https://ipfs.io/ipfs/QmbcPFY3HsdR41ULLuDQiLWUHR9xQcXj3gou147zN4TUJS"},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"path":"QmeRyEWVMbYkyzXpcZKQTBQESwBy65FvSXddFznLU3gKRR","url":"https://ipfs.io/ipfs/QmeRyEWVMbYkyzXpcZKQTBQESwBy65FvSXddFznLU3gKRR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-instruct-v0.1.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K@gguf/mixtral-8x7b-instruct-v0.1.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q6_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0":{"metadata":{"modelName":"Mixtral-8x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"4ae67b192745e39ddad1eedc773df04c","size":123498},"/config.json":{"md5":"af9936696ae1d8c370a26354570ff5dc","size":56918},"/manifest.json":{"md5":"0583bf4de8badeb15143eae280e72cff","size":636},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"md5":"58957e12e63d00ccf1b78f7ca005a18b","size":49624262592}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"4ae67b192745e39ddad1eedc773df04c","size":123498},"/config.json":{"md5":"af9936696ae1d8c370a26354570ff5dc","size":56918},"/manifest.json":{"md5":"c0b74a12f2927c8855be4db1a7f7e8d4","size":3088},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"md5":"58957e12e63d00ccf1b78f7ca005a18b","size":49624262592}},"cache":{"ipfs":{"/README.md":{"path":"QmX7T6ZCWbCd1ZDbrAg8aYJq4oeehdAdjfPhBZQwPCDc87","url":"https://ipfs.io/ipfs/QmX7T6ZCWbCd1ZDbrAg8aYJq4oeehdAdjfPhBZQwPCDc87"},"/config.json":{"path":"QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn","url":"https://ipfs.io/ipfs/QmUY7VSjzFeuiNHFfieuKv9UcGtqKS6XBeMGRYBZ3o9ebn"},"/manifest.json":{"path":"QmaZXyhc2GPscg13PNRbpQ1Lhbx7Y5WMs9BE4FP4My2172","url":"https://ipfs.io/ipfs/QmaZXyhc2GPscg13PNRbpQ1Lhbx7Y5WMs9BE4FP4My2172"},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"path":"QmT3448NM31F2nNiCNyepC5qdPWvCVFXnRC3QWXGhzCU5n","url":"https://ipfs.io/ipfs/QmT3448NM31F2nNiCNyepC5qdPWvCVFXnRC3QWXGhzCU5n"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-instruct-v0.1.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf","url":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0@gguf/mixtral-8x7b-instruct-v0.1.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-8x7b-instruct-v0.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q8_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-Instruct-v0.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"6c573a79591573d2d61c2cb594edfe8c","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"5348a860d48e9cc841920425ccdd7c51","size":659},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"md5":"aaa7d7ee8258488a3e26e6c711487b85","size":8061645504}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"6c573a79591573d2d61c2cb594edfe8c","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"fb7124596dbda6191be3576b0ed5b701","size":3270},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"md5":"aaa7d7ee8258488a3e26e6c711487b85","size":8061645504}},"cache":{"ipfs":{"/README.md":{"path":"QmPSfDzjRHqT7Sae5kxRhDxcTRMwBPgvwKAwwxYi8ZjUxe","url":"https://ipfs.io/ipfs/QmPSfDzjRHqT7Sae5kxRhDxcTRMwBPgvwKAwwxYi8ZjUxe"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmX84AcSBSeXA2BzVznSFbYChiYTKd7KAX4SXiFAjxY3Wd","url":"https://ipfs.io/ipfs/QmX84AcSBSeXA2BzVznSFbYChiYTKd7KAX4SXiFAjxY3Wd"},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"path":"QmSny5Yv41Qs7qm6tAvxjywGpYPV3deStvPpwm381rnB3h","url":"https://ipfs.io/ipfs/QmSny5Yv41Qs7qm6tAvxjywGpYPV3deStvPpwm381rnB3h"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K-Q2_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q2_K.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"2edc59fe0d07e4b0cc0f29e03df61768","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"2614c20e93d6bb437068b882d54b70f4","size":664},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"md5":"643707e5fd800fbf8b9c6710566ae3c2","size":10523382464}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2edc59fe0d07e4b0cc0f29e03df61768","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"1d097093370bcf8abf0007dfe1102c7b","size":3323},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"md5":"643707e5fd800fbf8b9c6710566ae3c2","size":10523382464}},"cache":{"ipfs":{"/README.md":{"path":"Qmem3UtwwDwkaaoQC1nLD3LnzAMCFjsfxNtBzf9QeKiwmV","url":"https://ipfs.io/ipfs/Qmem3UtwwDwkaaoQC1nLD3LnzAMCFjsfxNtBzf9QeKiwmV"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmbrfegQS3gwfHH7FMGHU2wUZaneESHratmWGcTwTCPGvh","url":"https://ipfs.io/ipfs/QmbrfegQS3gwfHH7FMGHU2wUZaneESHratmWGcTwTCPGvh"},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"Qma2SjAnsxKAmUKtsh6t4jwfsVPjV2jd96F7iDbnJAh3x4","url":"https://ipfs.io/ipfs/Qma2SjAnsxKAmUKtsh6t4jwfsVPjV2jd96F7iDbnJAh3x4"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q3_K_M.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"37f94a082448f2e063c3e05e8ee81170","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"78785ecc311be40557ae43de02466f65","size":664}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"37f94a082448f2e063c3e05e8ee81170","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"235501338cd46e7e114c6f63666b5bc7","size":2381}},"cache":{"ipfs":{"/README.md":{"path":"QmRd9QjKB9WRbM8jzqQfA9C7b1AZM3rc49uhux8GXDfRB2","url":"https://ipfs.io/ipfs/QmRd9QjKB9WRbM8jzqQfA9C7b1AZM3rc49uhux8GXDfRB2"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmTFsdwciw9BzZdvZR6xMPpS7AMoTyS6rw6YftL3gqGp25","url":"https://ipfs.io/ipfs/QmTFsdwciw9BzZdvZR6xMPpS7AMoTyS6rw6YftL3gqGp25"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"5d177ab28bd91949a5952dbad6f0b83a","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"9fa66f575ba5e79b32df538b2ec83f02","size":664}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"5d177ab28bd91949a5952dbad6f0b83a","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"996d9ec66bf52412d43e3393c513bbc0","size":2381}},"cache":{"ipfs":{"/README.md":{"path":"Qmcd8TMrpQ5AFvcuPozZxn5q4uGnsavsQJaw4ZjMKihRPW","url":"https://ipfs.io/ipfs/Qmcd8TMrpQ5AFvcuPozZxn5q4uGnsavsQJaw4ZjMKihRPW"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmaWPvupfWKS3QJgeDqUcLbdJtrLs3CnhiS4DssE9aBe8t","url":"https://ipfs.io/ipfs/QmaWPvupfWKS3QJgeDqUcLbdJtrLs3CnhiS4DssE9aBe8t"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"2ddf062ffd9371864607033af3a3b32e","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"72d4bee4570a927ce7e1522e489e9792","size":659},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"md5":"6fc87ebac79644891b0368e411e1db72","size":13623603904}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2ddf062ffd9371864607033af3a3b32e","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"d8559ea807bc769a297b3db5065285f0","size":3272},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"md5":"6fc87ebac79644891b0368e411e1db72","size":13623603904}},"cache":{"ipfs":{"/README.md":{"path":"QmbBP7PXFYotLJNL3ox7qmni8PW8Shm3Q2GfHZKYsUJfHS","url":"https://ipfs.io/ipfs/QmbBP7PXFYotLJNL3ox7qmni8PW8Shm3Q2GfHZKYsUJfHS"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"Qma3UBiJKmcDEQNGifxs36ED1HgFruhwM9BVM5fuLe2bph","url":"https://ipfs.io/ipfs/Qma3UBiJKmcDEQNGifxs36ED1HgFruhwM9BVM5fuLe2bph"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"path":"QmXF3BR41EBnazgzNQEtTCFt1vM2kViA5euTpAeuNmoKce","url":"https://ipfs.io/ipfs/QmXF3BR41EBnazgzNQEtTCFt1vM2kViA5euTpAeuNmoKce"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0-Q4_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q4_0.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"0c111db8b1b3e23c18df2f7499f988a8","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"96d050a0685bdb1e1dfe646a0f8b5d6b","size":661}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"0c111db8b1b3e23c18df2f7499f988a8","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"ef4077353e21350f1202dad766666fda","size":2378}},"cache":{"ipfs":{"/README.md":{"path":"QmRz6gEtpsobUhRCMVDvijkxdufQDaRhqwgCzwHxNU4Phi","url":"https://ipfs.io/ipfs/QmRz6gEtpsobUhRCMVDvijkxdufQDaRhqwgCzwHxNU4Phi"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmXUHm8h8jfXPLvnKTyN8JVqFdybJ2jEZbwoP3A79ce2hm","url":"https://ipfs.io/ipfs/QmXUHm8h8jfXPLvnKTyN8JVqFdybJ2jEZbwoP3A79ce2hm"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"81c14680656527d377c5a34fc7ce7b8b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"a8a5822cb701b6f3ea7e1ab5a7aa2949","size":661},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"md5":"51cf1f04884ce06e1221903bd9bf2bde","size":13640905408}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"81c14680656527d377c5a34fc7ce7b8b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"15afe48f0eab15dbc497b732f71945d2","size":3320},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"md5":"51cf1f04884ce06e1221903bd9bf2bde","size":13640905408}},"cache":{"ipfs":{"/README.md":{"path":"QmekQXY37YhB3sYHSRVA5gnHAZbWg4yvqH87Utvqw7cPye","url":"https://ipfs.io/ipfs/QmekQXY37YhB3sYHSRVA5gnHAZbWg4yvqH87Utvqw7cPye"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"Qme4vqhQfYNKnSmrXrHRxs5VNEUDcUbS7cY5todUZbxpd2","url":"https://ipfs.io/ipfs/Qme4vqhQfYNKnSmrXrHRxs5VNEUDcUbS7cY5todUZbxpd2"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"Qmd8PyCeB7TPZ3nJnjHHZMNxGJ8k6nZLL5DbYCnUvyDhzS","url":"https://ipfs.io/ipfs/Qmd8PyCeB7TPZ3nJnjHHZMNxGJ8k6nZLL5DbYCnUvyDhzS"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q4_K_M.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"2524d88d67e1f8ad7c884f89cd18b760","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"1a34a56179ae75b8dd833bb331a69764","size":647},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"md5":"d8bfcb7af65509628270fc4530e8b803","size":16626332352}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2524d88d67e1f8ad7c884f89cd18b760","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"5da498f7fb69504be8458694e4a8f745","size":3260},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"md5":"d8bfcb7af65509628270fc4530e8b803","size":16626332352}},"cache":{"ipfs":{"/README.md":{"path":"QmfSBgGHbt1xZpwyzPHSmBkzjuo3QM2mvVTZpSFSaagHxH","url":"https://ipfs.io/ipfs/QmfSBgGHbt1xZpwyzPHSmBkzjuo3QM2mvVTZpSFSaagHxH"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmSjoVbCHZzJBUaz4unSsFtgZdWCQtKWvyiby5azTnDrhz","url":"https://ipfs.io/ipfs/QmSjoVbCHZzJBUaz4unSsFtgZdWCQtKWvyiby5azTnDrhz"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"path":"QmT8Mb3zwapSiGswzzJzcNWvtAwQ63bNSQTeT1ws8ghDwA","url":"https://ipfs.io/ipfs/QmT8Mb3zwapSiGswzzJzcNWvtAwQ63bNSQTeT1ws8ghDwA"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0-Q5_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q5_0.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"268f6c627d0d47c056de845770db3e8d","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"d399365c06b3ffdda2cae9437b46d78c","size":651}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"268f6c627d0d47c056de845770db3e8d","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"b7d9ec510832fa4aa434a654ca853c95","size":2368}},"cache":{"ipfs":{"/README.md":{"path":"QmTjth9rhgSHqMzRyHC53Z6j2NNinRJ8k8X4ikS5KSfF3t","url":"https://ipfs.io/ipfs/QmTjth9rhgSHqMzRyHC53Z6j2NNinRJ8k8X4ikS5KSfF3t"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmdgDV1L9GFft9SnjPZfugChNkzGwrNGHmbzJnndkRo2Cq","url":"https://ipfs.io/ipfs/QmdgDV1L9GFft9SnjPZfugChNkzGwrNGHmbzJnndkRo2Cq"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"f5e25d795e33535cfd35f0ecfd647390","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"e03dbdb9e6f139f5e8aab78f910a00ca","size":651},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"md5":"7b03c7e08430d5c33f4299e09ad89eae","size":16635245248}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"f5e25d795e33535cfd35f0ecfd647390","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"6799783cbddbe064bd21512af618cb3d","size":3310},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"md5":"7b03c7e08430d5c33f4299e09ad89eae","size":16635245248}},"cache":{"ipfs":{"/README.md":{"path":"QmNZhvTgmPCwG3fBmqDXFEPwQuXQgK2YXqiJDwyrWwSW4B","url":"https://ipfs.io/ipfs/QmNZhvTgmPCwG3fBmqDXFEPwQuXQgK2YXqiJDwyrWwSW4B"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmYHfMKNQfBjWM4Cn4CXetBeroovS18LHmR7FVgmAKf8DD","url":"https://ipfs.io/ipfs/QmYHfMKNQfBjWM4Cn4CXetBeroovS18LHmR7FVgmAKf8DD"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"QmV5tX6E9zZT135hnNqD3bANwAKe9ePgE34BPutEJu3k7R","url":"https://ipfs.io/ipfs/QmV5tX6E9zZT135hnNqD3bANwAKe9ePgE34BPutEJu3k7R"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q5_K_M.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"94f4ff6c2fbd46f79b3d85be14b3b57b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"3ba32cac148c7aa0046022b5e98da0ff","size":657},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"md5":"fbb5f890295e51cd41c40ee4e8a0c5da","size":19816731328}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"94f4ff6c2fbd46f79b3d85be14b3b57b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"7c7e133cb4367c20b75ccd2c345fe8c4","size":3270},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"md5":"fbb5f890295e51cd41c40ee4e8a0c5da","size":19816731328}},"cache":{"ipfs":{"/README.md":{"path":"QmefcXwTMTAaUjWtH5vSpfiuFMmxncUGrpLYt2eWvmrt73","url":"https://ipfs.io/ipfs/QmefcXwTMTAaUjWtH5vSpfiuFMmxncUGrpLYt2eWvmrt73"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmPmJg1opY5LZE1P5Swwfa3nJ8JzpAUQPD2CTaGNojy2zS","url":"https://ipfs.io/ipfs/QmPmJg1opY5LZE1P5Swwfa3nJ8JzpAUQPD2CTaGNojy2zS"},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"path":"QmNhYzhfrLdokSUrSJYRtNpU5UKySC2HzyMptjrXUs4uJF","url":"https://ipfs.io/ipfs/QmNhYzhfrLdokSUrSJYRtNpU5UKySC2HzyMptjrXUs4uJF"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K-Q6_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q6_K.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0":{"metadata":{"modelName":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"f0f91871f1c3f694ca2716119e7c7c6b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"c77c1e3049b092d4adac64a1001882ca","size":657},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"md5":"c54c0b38570e6955e5230463265de8b0","size":25666261696}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"f0f91871f1c3f694ca2716119e7c7c6b","size":106302},"/config.json":{"md5":"46be4b9cfb8db1476d6ba8f257150591","size":55016},"/manifest.json":{"md5":"277f75732fca7d5d3790864084ee6aae","size":3270},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"md5":"c54c0b38570e6955e5230463265de8b0","size":25666261696}},"cache":{"ipfs":{"/README.md":{"path":"QmVP6nHNaiWbRkBTSaJ6U9MWPwgGGnRDhq8fG3H6yFzW9K","url":"https://ipfs.io/ipfs/QmVP6nHNaiWbRkBTSaJ6U9MWPwgGGnRDhq8fG3H6yFzW9K"},"/config.json":{"path":"QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f","url":"https://ipfs.io/ipfs/QmeqKYYNAkhQJNHxcM3gbVaGgU3woxhwGM6XwBq8V5Mk5f"},"/manifest.json":{"path":"QmQnv6iP79Sb2NgUakdC7APM9vaM3TbWmik94CgZJJbggb","url":"https://ipfs.io/ipfs/QmQnv6iP79Sb2NgUakdC7APM9vaM3TbWmik94CgZJJbggb"},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"path":"QmWdYVi7YccJtZUg6VasoFM1mtwuk1cRNHxFpiP1eNNzDx","url":"https://ipfs.io/ipfs/QmWdYVi7YccJtZUg6VasoFM1mtwuk1cRNHxFpiP1eNNzDx"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf","url":"s3://cloudkit-beta/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0-Q8_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf","url":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0@gguf/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/manifest.json"},"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf":{"path":"/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-fusion-4x7b-instruct-v0.1.Q8_0.gguf"}}},"format":"gguf","id":"Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mixtral-Fusion-4x7B-Instruct-v0.1-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q2_K":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"8ef5e35ee5123a3e51f9fe85564ace80","size":106655},"/config.json":{"md5":"22f6a5fb9b9c71084e60e95a2e191e63","size":55817},"/fennec-mixtral-8x7b.Q2_K.gguf":{"md5":"48a345eccba8684872ed14e2cf49044d","size":15644971776},"/manifest.json":{"md5":"6a6449db651ed53c356cbab0dac69b01","size":617}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"8ef5e35ee5123a3e51f9fe85564ace80","size":106655},"/config.json":{"md5":"22f6a5fb9b9c71084e60e95a2e191e63","size":55817},"/fennec-mixtral-8x7b.Q2_K.gguf":{"md5":"48a345eccba8684872ed14e2cf49044d","size":15644971776},"/manifest.json":{"md5":"f8b206292328705233b0b911282ad77a","size":2908}},"cache":{"ipfs":{"/README.md":{"path":"QmfUZzYGkRHgUjaKZUEC26yM6jwss1JrtkuhyD9AwJ6BgH","url":"https://ipfs.io/ipfs/QmfUZzYGkRHgUjaKZUEC26yM6jwss1JrtkuhyD9AwJ6BgH"},"/config.json":{"path":"QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57","url":"https://ipfs.io/ipfs/QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57"},"/fennec-mixtral-8x7b.Q2_K.gguf":{"path":"QmNMq14demp9h3iZaZbX2ztaMYzWxoTvN3YWrfp9xodGvf","url":"https://ipfs.io/ipfs/QmNMq14demp9h3iZaZbX2ztaMYzWxoTvN3YWrfp9xodGvf"},"/manifest.json":{"path":"QmYhQTC8f9oZvNQsUJ5TTjqxiwntBhUqPCxYRVuvwaYTRg","url":"https://ipfs.io/ipfs/QmYhQTC8f9oZvNQsUJ5TTjqxiwntBhUqPCxYRVuvwaYTRg"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/config.json"},"/fennec-mixtral-8x7b.Q2_K.gguf":{"path":"/fennec-mixtral-8x7b.Q2_K.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/fennec-mixtral-8x7b.Q2_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/config.json"},"/fennec-mixtral-8x7b.Q2_K.gguf":{"path":"/fennec-mixtral-8x7b.Q2_K.gguf","url":"Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/fennec-mixtral-8x7b.Q2_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q2_K.gguf":{"path":"/fennec-mixtral-8x7b.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q2_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q3_K_M":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"98bc897d86a7d2eac80e9e6511f1f762","size":106655},"/config.json":{"md5":"22f6a5fb9b9c71084e60e95a2e191e63","size":55817},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"md5":"061cc6554d383a4550ea5ef597bb74b5","size":20364292864},"/manifest.json":{"md5":"358b1fa7f6ad532be5d36abefd790fec","size":622}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"98bc897d86a7d2eac80e9e6511f1f762","size":106655},"/config.json":{"md5":"22f6a5fb9b9c71084e60e95a2e191e63","size":55817},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"md5":"061cc6554d383a4550ea5ef597bb74b5","size":20364292864},"/manifest.json":{"md5":"5094c2212ff419830bff587f2a47c181","size":2959}},"cache":{"ipfs":{"/README.md":{"path":"QmZ18S4okLGF3mem9bUuUA9eVctQDRQBH5N8h78B4pLvUw","url":"https://ipfs.io/ipfs/QmZ18S4okLGF3mem9bUuUA9eVctQDRQBH5N8h78B4pLvUw"},"/config.json":{"path":"QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57","url":"https://ipfs.io/ipfs/QmbzSFVjNZ64wmxnBYsEPkJDX5Hnx3F38ezy9FYo7qti57"},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"path":"QmXG6h84TeWcPYguS2uj7YG49hgs8ixTPuPYFuzaokurNT","url":"https://ipfs.io/ipfs/QmXG6h84TeWcPYguS2uj7YG49hgs8ixTPuPYFuzaokurNT"},"/manifest.json":{"path":"QmcNfAKQKrygsyYGBhLCL3oHLhBtTe1PMdY2doJLocziZR","url":"https://ipfs.io/ipfs/QmcNfAKQKrygsyYGBhLCL3oHLhBtTe1PMdY2doJLocziZR"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q3_K_M.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/fennec-mixtral-8x7b.Q3_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q3_K_M.gguf","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/fennec-mixtral-8x7b.Q3_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q3_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q3_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q3_K_S":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"9dea6d01d1170057ebe6a5d84c60f242","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"f48781bee47e40793ccad6f137620605","size":622}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"9dea6d01d1170057ebe6a5d84c60f242","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"f3f61a3470d95c057a2dc6aa077326b0","size":2213}},"cache":{"ipfs":{"/README.md":{"path":"QmYJaPHiggXx3w1pPUJhw6mRqzEqdXpxnUjWvBtTykv2bo","url":"https://ipfs.io/ipfs/QmYJaPHiggXx3w1pPUJhw6mRqzEqdXpxnUjWvBtTykv2bo"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/manifest.json":{"path":"Qme9UemwRQ6pGZ21YyVtmwEY96G2cCdehUamVDSa7JAM4v","url":"https://ipfs.io/ipfs/Qme9UemwRQ6pGZ21YyVtmwEY96G2cCdehUamVDSa7JAM4v"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q3_K_L":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"0360cff10335e07ac70314d9f7495f0a","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"f43c5db7c5e6de87ed0a348d84956891","size":622}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"0360cff10335e07ac70314d9f7495f0a","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"17a6b157eb30cfc930e9986934331b4c","size":2213}},"cache":{"ipfs":{"/README.md":{"path":"QmPn3E8fuHC2SGNTbS3W2cL3LNXeorkSXtCrhRZXgXwwwP","url":"https://ipfs.io/ipfs/QmPn3E8fuHC2SGNTbS3W2cL3LNXeorkSXtCrhRZXgXwwwP"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/manifest.json":{"path":"QmRFCaBiQJzVA4QaKyDtwGJKLp2PWuRAeCkjyjXyf3X3Uz","url":"https://ipfs.io/ipfs/QmRFCaBiQJzVA4QaKyDtwGJKLp2PWuRAeCkjyjXyf3X3Uz"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q4_0":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"0427d19c2d2b1a166fac105a1396b38f","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q4_0.gguf":{"md5":"4bee6e9daff7b4c0e6968cebc30e80e5","size":26442470144},"/manifest.json":{"md5":"a25c03370571a7a4b0c6ce4ffdc3c411","size":617}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"0427d19c2d2b1a166fac105a1396b38f","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q4_0.gguf":{"md5":"4bee6e9daff7b4c0e6968cebc30e80e5","size":26442470144},"/manifest.json":{"md5":"d37861b2b81380390279a9bfe3725d3d","size":2908}},"cache":{"ipfs":{"/README.md":{"path":"QmXKxa6qhBhqfakRd4kv251iyM8m6haURGt9Q2ZmxTL72U","url":"https://ipfs.io/ipfs/QmXKxa6qhBhqfakRd4kv251iyM8m6haURGt9Q2ZmxTL72U"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q4_0.gguf":{"path":"QmTpN9X8b9DqtMQhhQhLokCf5C2YEkAgkhvSKJ3DqSK7k7","url":"https://ipfs.io/ipfs/QmTpN9X8b9DqtMQhhQhLokCf5C2YEkAgkhvSKJ3DqSK7k7"},"/manifest.json":{"path":"QmPMwMsPw3Sv9FkhpomE3fgPzPWKjd3W5kn7tDCRu28bTV","url":"https://ipfs.io/ipfs/QmPMwMsPw3Sv9FkhpomE3fgPzPWKjd3W5kn7tDCRu28bTV"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q4_0.gguf":{"path":"/fennec-mixtral-8x7b.Q4_0.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/fennec-mixtral-8x7b.Q4_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_0-Q4_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q4_0.gguf":{"path":"/fennec-mixtral-8x7b.Q4_0.gguf","url":"Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/fennec-mixtral-8x7b.Q4_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q4_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q4_0.gguf":{"path":"/fennec-mixtral-8x7b.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q4_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q4_K_S":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"000c4af795eeb9a5b36c712dc55e951d","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"493bf72d258502f96ee93cb4b2216926","size":619}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"000c4af795eeb9a5b36c712dc55e951d","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"bb7b94b0e7f2d7c782422447de572793","size":2210}},"cache":{"ipfs":{"/README.md":{"path":"QmRJg1Q8HpZ5a15U8CkQ7g1csib6AByrc6uzzs7AAb8TQ4","url":"https://ipfs.io/ipfs/QmRJg1Q8HpZ5a15U8CkQ7g1csib6AByrc6uzzs7AAb8TQ4"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/manifest.json":{"path":"QmUGoMjNcKARxVGLhjX92bKxJXAVNmpz16kzsevtJ1aZd6","url":"https://ipfs.io/ipfs/QmUGoMjNcKARxVGLhjX92bKxJXAVNmpz16kzsevtJ1aZd6"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q4_K_M":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"efc9fdf50c5a136fcd31ec6dfb54b135","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"md5":"da74b75cfc5623eae316fc5294fda12e","size":26442470144},"/manifest.json":{"md5":"365d9e37fac6f458e760a25eb9de022b","size":619}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"efc9fdf50c5a136fcd31ec6dfb54b135","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"md5":"da74b75cfc5623eae316fc5294fda12e","size":26442470144},"/manifest.json":{"md5":"6d11082d6000153054ab8e09278dc61f","size":2956}},"cache":{"ipfs":{"/README.md":{"path":"QmSCH4eL4tSWcjDXDnwijqgcfSdYUFpP8ZfTycw7p9t9Dk","url":"https://ipfs.io/ipfs/QmSCH4eL4tSWcjDXDnwijqgcfSdYUFpP8ZfTycw7p9t9Dk"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"path":"QmNcYCjEVhXrFB3ta8ZgDwBMuwMwrr6w7ZouPAdMvXpXhB","url":"https://ipfs.io/ipfs/QmNcYCjEVhXrFB3ta8ZgDwBMuwMwrr6w7ZouPAdMvXpXhB"},"/manifest.json":{"path":"QmYV3jkMD2yowEDKJ8bNXjGP3LQR9rWogaraB32AyT9Lcu","url":"https://ipfs.io/ipfs/QmYV3jkMD2yowEDKJ8bNXjGP3LQR9rWogaraB32AyT9Lcu"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q4_K_M.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/fennec-mixtral-8x7b.Q4_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q4_K_M.gguf","url":"Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/fennec-mixtral-8x7b.Q4_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q4_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q4_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q4_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q5_0":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"e83619bb974a9ae59c51465c8efd4c2a","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q5_0.gguf":{"md5":"e16399d794a5eb246ce99937ae8ae485","size":32230216448},"/manifest.json":{"md5":"e58e0c83a2316c7f219057fdc2588c75","size":605}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"e83619bb974a9ae59c51465c8efd4c2a","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q5_0.gguf":{"md5":"e16399d794a5eb246ce99937ae8ae485","size":32230216448},"/manifest.json":{"md5":"ca91dca427057a298266b7befa45c43f","size":2896}},"cache":{"ipfs":{"/README.md":{"path":"QmcB2BffDkJxZF2Sqjsjf1DTSHLXHAXzbv16TKLZkKswmr","url":"https://ipfs.io/ipfs/QmcB2BffDkJxZF2Sqjsjf1DTSHLXHAXzbv16TKLZkKswmr"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q5_0.gguf":{"path":"Qmf6fs6dC9NDLSPrY9cbMwyY4PFar6zr9BT8EuBB2cVUBx","url":"https://ipfs.io/ipfs/Qmf6fs6dC9NDLSPrY9cbMwyY4PFar6zr9BT8EuBB2cVUBx"},"/manifest.json":{"path":"QmXa4cKAhkM5TjVjvbxKPGGzNXKtZHziSn45YB5J3figh3","url":"https://ipfs.io/ipfs/QmXa4cKAhkM5TjVjvbxKPGGzNXKtZHziSn45YB5J3figh3"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q5_0.gguf":{"path":"/fennec-mixtral-8x7b.Q5_0.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/fennec-mixtral-8x7b.Q5_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_0-Q5_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q5_0.gguf":{"path":"/fennec-mixtral-8x7b.Q5_0.gguf","url":"Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/fennec-mixtral-8x7b.Q5_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q5_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q5_0.gguf":{"path":"/fennec-mixtral-8x7b.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q5_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q5_K_S":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"9b9550ce3b00341617a5f507f28ed51f","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"00d1bddf719bc881ae913f62d9c3008b","size":609}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"9b9550ce3b00341617a5f507f28ed51f","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/manifest.json":{"md5":"0edbf630c951718ccc2d8d91e3084374","size":2200}},"cache":{"ipfs":{"/README.md":{"path":"Qmem2Vu9s7DzgwaJcMER25RZd3nzDPNfptT7z3LLLGndrN","url":"https://ipfs.io/ipfs/Qmem2Vu9s7DzgwaJcMER25RZd3nzDPNfptT7z3LLLGndrN"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/manifest.json":{"path":"QmQeekgkhg38hwvJFbMjzjU7P8558HRF1APVAoQw1PX75Z","url":"https://ipfs.io/ipfs/QmQeekgkhg38hwvJFbMjzjU7P8558HRF1APVAoQw1PX75Z"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q5_K_M":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"158d21866884210068f3e69972b6fa77","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"md5":"91d8ad6d706bcd84eb9a74251f82ba66","size":32230216448},"/manifest.json":{"md5":"b5ad4db783137ac409672e427df0822c","size":609}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"158d21866884210068f3e69972b6fa77","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"md5":"91d8ad6d706bcd84eb9a74251f82ba66","size":32230216448},"/manifest.json":{"md5":"31d724390559173a77460016417581ee","size":2946}},"cache":{"ipfs":{"/README.md":{"path":"QmZuEg1mTecZqfT44VWitN8UVCUwdR3Pane94k34LJ7Qwy","url":"https://ipfs.io/ipfs/QmZuEg1mTecZqfT44VWitN8UVCUwdR3Pane94k34LJ7Qwy"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"path":"QmaMpCHmVct2RtnwNoYSvssYC4eF1Ufw1aazWkhdYE9Tbd","url":"https://ipfs.io/ipfs/QmaMpCHmVct2RtnwNoYSvssYC4eF1Ufw1aazWkhdYE9Tbd"},"/manifest.json":{"path":"QmSEk96RwBzZaHdJgtMbqzZemYZhDc8XxTwBLrWet7XijM","url":"https://ipfs.io/ipfs/QmSEk96RwBzZaHdJgtMbqzZemYZhDc8XxTwBLrWet7XijM"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q5_K_M.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/fennec-mixtral-8x7b.Q5_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/config.json"},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q5_K_M.gguf","url":"Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/fennec-mixtral-8x7b.Q5_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q5_K_M@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q5_K_M.gguf":{"path":"/fennec-mixtral-8x7b.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q5_K_M.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q6_K":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"e008c596e2280efcd996acdcd0b566d8","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q6_K.gguf":{"md5":"ac27f688a5eee695d8dde5ec10a1ac47","size":38379696896},"/manifest.json":{"md5":"012dee62b32f2ceb64cbd7a0d617f52d","size":615}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"e008c596e2280efcd996acdcd0b566d8","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q6_K.gguf":{"md5":"ac27f688a5eee695d8dde5ec10a1ac47","size":38379696896},"/manifest.json":{"md5":"ad0eae79573be65e3938af74c96c9751","size":2906}},"cache":{"ipfs":{"/README.md":{"path":"QmTxweBgZAcA8qQz9fpLEf83xMYq3sJwsG4ZPtk4enaAbx","url":"https://ipfs.io/ipfs/QmTxweBgZAcA8qQz9fpLEf83xMYq3sJwsG4ZPtk4enaAbx"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q6_K.gguf":{"path":"QmNNCsHvo1dY81rmevSNUwPoW2uvhgxiwQKq4jqxAXJDG9","url":"https://ipfs.io/ipfs/QmNNCsHvo1dY81rmevSNUwPoW2uvhgxiwQKq4jqxAXJDG9"},"/manifest.json":{"path":"QmVwB8hM7iw4jy6dSoNuozgZVPerpfSg1GoYAKQitQnLy9","url":"https://ipfs.io/ipfs/QmVwB8hM7iw4jy6dSoNuozgZVPerpfSg1GoYAKQitQnLy9"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/config.json"},"/fennec-mixtral-8x7b.Q6_K.gguf":{"path":"/fennec-mixtral-8x7b.Q6_K.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/fennec-mixtral-8x7b.Q6_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q6_K-Q6_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/config.json"},"/fennec-mixtral-8x7b.Q6_K.gguf":{"path":"/fennec-mixtral-8x7b.Q6_K.gguf","url":"Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/fennec-mixtral-8x7b.Q6_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q6_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q6_K.gguf":{"path":"/fennec-mixtral-8x7b.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q6_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Fennec-Mixtral-8x7B-GGUF-Q8_0":{"metadata":{"modelName":"Fennec-Mixtral-8x7B-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"334a2c4b25c5a7d65a2cb54dfbd8832e","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q8_0.gguf":{"md5":"6925e28a382097e8325e969af33e402f","size":49625199360},"/manifest.json":{"md5":"5207e87cee445aa48f381d71ff3b0e8f","size":615}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"334a2c4b25c5a7d65a2cb54dfbd8832e","size":106656},"/config.json":{"md5":"54a2e810ac3629c6079adc61f419395f","size":55818},"/fennec-mixtral-8x7b.Q8_0.gguf":{"md5":"6925e28a382097e8325e969af33e402f","size":49625199360},"/manifest.json":{"md5":"df797b13768fc5d16f99cc3ba80657d5","size":2906}},"cache":{"ipfs":{"/README.md":{"path":"QmSv7QjdrGyrpH72eSNSWQqsXQkVzE7bUvzb3dkS48HRR2","url":"https://ipfs.io/ipfs/QmSv7QjdrGyrpH72eSNSWQqsXQkVzE7bUvzb3dkS48HRR2"},"/config.json":{"path":"QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A","url":"https://ipfs.io/ipfs/QmNyNYXNwVoKiMbdD1mSsUbq4883CCDFuAtngvQAkbRs7A"},"/fennec-mixtral-8x7b.Q8_0.gguf":{"path":"QmaXGVirGtKE9YTGn4WwuqbK811tdfH4gE6rijnsBkrRD1","url":"https://ipfs.io/ipfs/QmaXGVirGtKE9YTGn4WwuqbK811tdfH4gE6rijnsBkrRD1"},"/manifest.json":{"path":"QmQviGBofwdSAM6oK4g4A873snXaFzNvBHJL4CJBbprBhy","url":"https://ipfs.io/ipfs/QmQviGBofwdSAM6oK4g4A873snXaFzNvBHJL4CJBbprBhy"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q8_0.gguf":{"path":"/fennec-mixtral-8x7b.Q8_0.gguf","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/fennec-mixtral-8x7b.Q8_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Fennec-Mixtral-8x7B-GGUF-Q8_0-Q8_0@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/config.json"},"/fennec-mixtral-8x7b.Q8_0.gguf":{"path":"/fennec-mixtral-8x7b.Q8_0.gguf","url":"Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/fennec-mixtral-8x7b.Q8_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"Fennec-Mixtral-8x7B-GGUF-Q8_0@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/config.json"},"/fennec-mixtral-8x7b.Q8_0.gguf":{"path":"/fennec-mixtral-8x7b.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/fennec-mixtral-8x7b.Q8_0.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Fennec-Mixtral-8x7B-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Fennec-Mixtral-8x7B-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"60cc35d19bf029a998913804f463e548","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"467e8feb7859948f37618fd3cbe4770c","size":635},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"md5":"e152b9118185a5966b16151d3f8fdbf7","size":15644035008}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":2648283545.6000004,"cpuMemory":2648283545.6000004,"minBandwidth":0,"minDiskIO":0,"diskUsage":2913111900.160001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"60cc35d19bf029a998913804f463e548","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"8ba2c7ab524ccbf336100f93871f5c0f","size":3064},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"md5":"e152b9118185a5966b16151d3f8fdbf7","size":15644035008}},"cache":{"ipfs":{"/README.md":{"path":"QmaRuTgHBuyVSJGCfh3uCtik6fBVjsfTShNMs6RajSqyKE","url":"https://ipfs.io/ipfs/QmaRuTgHBuyVSJGCfh3uCtik6fBVjsfTShNMs6RajSqyKE"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmVuXVSbJkyB9bC71n3XTXhdh3vQeVCFLeQNoe2ecCxkMC","url":"https://ipfs.io/ipfs/QmVuXVSbJkyB9bC71n3XTXhdh3vQeVCFLeQNoe2ecCxkMC"},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"path":"Qmaf1mUkw9XtNWJbyj3Bvu93f76ZZCYN6YC7PEuiTuTwtT","url":"https://ipfs.io/ipfs/Qmaf1mUkw9XtNWJbyj3Bvu93f76ZZCYN6YC7PEuiTuTwtT"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q2_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K-Q2_K@gguf/mixtral-8x7b-moe-rp-story.Q2_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q2_K.gguf","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K@gguf/mixtral-8x7b-moe-rp-story.Q2_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q2_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q2_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q2_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"7101838213465f9d5c5b36570694e4f7","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"21fb635ac278f51898f853301796f401","size":640},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"md5":"7324d72670f7b9bf12aa70ab34ef3c2c","size":20363356096}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"7101838213465f9d5c5b36570694e4f7","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"f73dd6f59f7210b0be281c994d0d1d9a","size":3115},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"md5":"7324d72670f7b9bf12aa70ab34ef3c2c","size":20363356096}},"cache":{"ipfs":{"/README.md":{"path":"QmZNPZAwPbaUAXAgVfkppPqfwNgg7MzSV1ZPFnLmD4MeEg","url":"https://ipfs.io/ipfs/QmZNPZAwPbaUAXAgVfkppPqfwNgg7MzSV1ZPFnLmD4MeEg"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmcY3eW3vpEUvQTra4ZuBEWvNqtkYb6ubuCmCP86PuLags","url":"https://ipfs.io/ipfs/QmcY3eW3vpEUvQTra4ZuBEWvNqtkYb6ubuCmCP86PuLags"},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"path":"QmQD1QPYr64BKhwEGoPufVJXvafuvSfXmfLkg2Zs7byit6","url":"https://ipfs.io/ipfs/QmQD1QPYr64BKhwEGoPufVJXvafuvSfXmfLkg2Zs7byit6"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M-Q3_K_M@gguf/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M@gguf/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q3_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"2a82c1ba84547209dc8cf9526f193783","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"db74b5e48b5eb942b078cd0229e09c95","size":640}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"2a82c1ba84547209dc8cf9526f193783","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"b32bc4d011ed57d80919ecdc5a2ea252","size":2285}},"cache":{"ipfs":{"/README.md":{"path":"QmWTLiPrTmyj5bAaHDYEpxapoYW688fACkPbJV9TcqPscV","url":"https://ipfs.io/ipfs/QmWTLiPrTmyj5bAaHDYEpxapoYW688fACkPbJV9TcqPscV"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmPU3cu3Wu8t94Y8g466HEx2PeMbERx8WESD2aA6PUBSJJ","url":"https://ipfs.io/ipfs/QmPU3cu3Wu8t94Y8g466HEx2PeMbERx8WESD2aA6PUBSJJ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S-Q3_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q3_K_L","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"fde93986c23f1d9a79f53577d7b899e5","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"66539022264261ef304cb98ff40d2af1","size":640}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":3552575488.0000005,"cpuMemory":3552575488.0000005,"minBandwidth":0,"minDiskIO":0,"diskUsage":3907833036.8000007,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fde93986c23f1d9a79f53577d7b899e5","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"a7f7bd5a617630e08ddad21ae7c1bb7d","size":2285}},"cache":{"ipfs":{"/README.md":{"path":"QmQzfG3Wh8VrKtsWUte2bULJeJnXLviJDzZMQLNRN7v51S","url":"https://ipfs.io/ipfs/QmQzfG3Wh8VrKtsWUte2bULJeJnXLviJDzZMQLNRN7v51S"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmWz3wHtgj719ne8PG3gFbd4f7AY5VE1SDHj17FVKNash5","url":"https://ipfs.io/ipfs/QmWz3wHtgj719ne8PG3gFbd4f7AY5VE1SDHj17FVKNash5"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L-Q3_K_L@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q3_K_L","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"7dd92e7612077e2deeacf9da52c331eb","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"e774789940aaaf2d1df6680267ef1117","size":635},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"md5":"6cd73360175950c8e783c7509cff54c3","size":26441533376}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4133906022.4000006,"cpuMemory":4133906022.4000006,"minBandwidth":0,"minDiskIO":0,"diskUsage":4547296624.640001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"7dd92e7612077e2deeacf9da52c331eb","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"5557569b27a35a09e33c2102b3b68561","size":3064},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"md5":"6cd73360175950c8e783c7509cff54c3","size":26441533376}},"cache":{"ipfs":{"/README.md":{"path":"QmU84fG7r6pKrgcvUoUKTtyAStcXsLN1o176ScGzbiNs4x","url":"https://ipfs.io/ipfs/QmU84fG7r6pKrgcvUoUKTtyAStcXsLN1o176ScGzbiNs4x"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmbkJj1TMvReSvvsaYiW7PEKJL5Gqtx9p29FAZjEcMujZn","url":"https://ipfs.io/ipfs/QmbkJj1TMvReSvvsaYiW7PEKJL5Gqtx9p29FAZjEcMujZn"},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"path":"QmXnU53uzCM4dPDuQXLbVYwkBhdj4p9429gGWn976Jy7WJ","url":"https://ipfs.io/ipfs/QmXnU53uzCM4dPDuQXLbVYwkBhdj4p9429gGWn976Jy7WJ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0-Q4_0@gguf/mixtral-8x7b-moe-rp-story.Q4_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_0.gguf","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0@gguf/mixtral-8x7b-moe-rp-story.Q4_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q4_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"8f4d9a41ce52f08678f6ea6bc4557cd4","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"f9d69f8a7ad396b07eb01bbb6f1846ac","size":637}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"8f4d9a41ce52f08678f6ea6bc4557cd4","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"a4d0c7fa3e500b0f62881dfde55d6350","size":2282}},"cache":{"ipfs":{"/README.md":{"path":"QmQL28tn39AZniYngGFLmCySQY7TjKYkvZn6SEezJ7SqtZ","url":"https://ipfs.io/ipfs/QmQL28tn39AZniYngGFLmCySQY7TjKYkvZn6SEezJ7SqtZ"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmRXA84FnQBQxfCHgS13N5P27u4teh38cNBR1kkeT7VGYC","url":"https://ipfs.io/ipfs/QmRXA84FnQBQxfCHgS13N5P27u4teh38cNBR1kkeT7VGYC"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S-Q4_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q4_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"cd6fb119865d0edbdd64f43ef5d4dc25","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"9b593d4857a362848ecf27c436a228d8","size":637},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"md5":"ad8311f4b4e3882fa336509f6d10c9b1","size":26441533376}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":4650644275.200001,"cpuMemory":4650644275.200001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5115708702.720001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"cd6fb119865d0edbdd64f43ef5d4dc25","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"caa9b6afa58b376eca345b82100e80f3","size":3112},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"md5":"ad8311f4b4e3882fa336509f6d10c9b1","size":26441533376}},"cache":{"ipfs":{"/README.md":{"path":"QmbrCAJwPhXVDQ1berzvSJSqJvuHPEjXexKsCX99oCbHM5","url":"https://ipfs.io/ipfs/QmbrCAJwPhXVDQ1berzvSJSqJvuHPEjXexKsCX99oCbHM5"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmfF1ZXEN7HVuY3n49jP6eUAMZiYAq4p5a9UJBLFDNgvgz","url":"https://ipfs.io/ipfs/QmfF1ZXEN7HVuY3n49jP6eUAMZiYAq4p5a9UJBLFDNgvgz"},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"path":"QmZqzjtxJB6Txk6Z2kgGzhiszBdYPwxGNPwo3gCLTwsM55","url":"https://ipfs.io/ipfs/QmZqzjtxJB6Txk6Z2kgGzhiszBdYPwxGNPwo3gCLTwsM55"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M-Q4_K_M@gguf/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M@gguf/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q4_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q4_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"b50484d88b92713e11966e40b9be8cee","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"fa93b5543de44ca408c751992120e943","size":623},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"md5":"93e6ca82ac84d8e2507a18c84991ade8","size":32229279680}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"b50484d88b92713e11966e40b9be8cee","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"30febe2dc31aad75006d0a347ad0acba","size":3052},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"md5":"93e6ca82ac84d8e2507a18c84991ade8","size":32229279680}},"cache":{"ipfs":{"/README.md":{"path":"QmRWFYBApMrfBgidgtidLwRQHZDzidgQ4pKx9xzSknuzue","url":"https://ipfs.io/ipfs/QmRWFYBApMrfBgidgtidLwRQHZDzidgQ4pKx9xzSknuzue"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmPScGf1pXsuidsKJfnw723SgeghDN4MxRzYYk35jLRUXn","url":"https://ipfs.io/ipfs/QmPScGf1pXsuidsKJfnw723SgeghDN4MxRzYYk35jLRUXn"},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"path":"QmTqHtsY1RfAPmNJXUvE3zuyL3yTK4HVxvsJz9WeTFjV7T","url":"https://ipfs.io/ipfs/QmTqHtsY1RfAPmNJXUvE3zuyL3yTK4HVxvsJz9WeTFjV7T"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0-Q5_0@gguf/mixtral-8x7b-moe-rp-story.Q5_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_0.gguf","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0@gguf/mixtral-8x7b-moe-rp-story.Q5_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q5_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_S","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"f559b359336207e4aa3b02d88734d325","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"68bbfafdfd843d230d0553d1fbf4ac68","size":627}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"f559b359336207e4aa3b02d88734d325","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"f196f162306ed02dc43667a02e1550b2","size":2272}},"cache":{"ipfs":{"/README.md":{"path":"QmVL5Fkadx6HnpREuKdedL554FRwtwC5UT84GeHNTfrgBs","url":"https://ipfs.io/ipfs/QmVL5Fkadx6HnpREuKdedL554FRwtwC5UT84GeHNTfrgBs"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmVLmhDaVZS3Eu99PmoRGBZvHeyhjircRLmbdQMVENV9qQ","url":"https://ipfs.io/ipfs/QmVLmhDaVZS3Eu99PmoRGBZvHeyhjircRLmbdQMVENV9qQ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S-Q5_K_S@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_S","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q5_K_M","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"a55a7da248db78f3a629dd03ecafb9fc","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"b4a4378301a682d8d742e4fa9e5014cd","size":627},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"md5":"1168761cbda6fa2a2e3f6de457e12a89","size":32229279680}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":5684120780.8,"cpuMemory":5684120780.8,"minBandwidth":0,"minDiskIO":0,"diskUsage":6252532858.880001,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"a55a7da248db78f3a629dd03ecafb9fc","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"b6f0abc3128170853281e01352c6b3a9","size":3102},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"md5":"1168761cbda6fa2a2e3f6de457e12a89","size":32229279680}},"cache":{"ipfs":{"/README.md":{"path":"QmT8TtkAzxDMYYmHvRXi7KhkRDk2cpNG8TiPPZSw4Hev3W","url":"https://ipfs.io/ipfs/QmT8TtkAzxDMYYmHvRXi7KhkRDk2cpNG8TiPPZSw4Hev3W"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmUEY2aF45jvTzWsba1hpQT23DASwkkhcyi6xVf6E6nKQh","url":"https://ipfs.io/ipfs/QmUEY2aF45jvTzWsba1hpQT23DASwkkhcyi6xVf6E6nKQh"},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"path":"QmWTGA5wzYJoLtx9KnNL86L94icPjcNZKyScUGvkNCfQh4","url":"https://ipfs.io/ipfs/QmWTGA5wzYJoLtx9KnNL86L94icPjcNZKyScUGvkNCfQh4"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M-Q5_K_M@gguf/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M@gguf/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q5_K_M.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q5_K_M","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q6_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"4b81ac77212ced516f0e633bc701f7ed","size":633},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"md5":"122a150cd4b378bb1ce98b34b7e5442a","size":38378760128}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":6782189568.000001,"cpuMemory":6782189568.000001,"minBandwidth":0,"minDiskIO":0,"diskUsage":7460408524.800002,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"206877d01160fc0918a5a5bc23fdb379","size":3062},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"md5":"122a150cd4b378bb1ce98b34b7e5442a","size":38378760128}},"cache":{"ipfs":{"/README.md":{"path":"QmTHC19r4ynU3nuJoCJX4abt4sJ1DQ5xKGbeUaWuuspgfY","url":"https://ipfs.io/ipfs/QmTHC19r4ynU3nuJoCJX4abt4sJ1DQ5xKGbeUaWuuspgfY"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmSrQDEQimX31HDE1dFYm6Bo2NYgpK1Qsi2zoVXEjH34v6","url":"https://ipfs.io/ipfs/QmSrQDEQimX31HDE1dFYm6Bo2NYgpK1Qsi2zoVXEjH34v6"},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"path":"Qmawt1nbhp2Jeq2tgRhKpFoMrQxTiQVFiu92DyzX3e6QS1","url":"https://ipfs.io/ipfs/Qmawt1nbhp2Jeq2tgRhKpFoMrQxTiQVFiu92DyzX3e6QS1"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q6_K.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K-Q6_K@gguf/mixtral-8x7b-moe-rp-story.Q6_K.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q6_K.gguf","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K@gguf/mixtral-8x7b-moe-rp-story.Q6_K.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q6_K.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q6_K.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q6_K.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q6_K","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0":{"metadata":{"modelName":"Mixtral-8x7B-MoE-RP-Story-GGUF","contextSize":4096,"parameters":7516192768,"quantization":"Q8_0","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"a9afb3fde4f46f11ebb5586515db6a14","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"f85f306304258711357da1278fbd1a09","size":633},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"md5":"0ba3f121beaaa56a3844116e570741aa","size":49624262592}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.41858823529411765,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":8267812044.800001,"cpuMemory":8267812044.800001,"minBandwidth":0,"minDiskIO":0,"diskUsage":9094593249.280003,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"a9afb3fde4f46f11ebb5586515db6a14","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305},"/manifest.json":{"md5":"e5b3300d747958322e7c7a216fb7b2c3","size":3062},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"md5":"0ba3f121beaaa56a3844116e570741aa","size":49624262592}},"cache":{"ipfs":{"/README.md":{"path":"QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti","url":"https://ipfs.io/ipfs/QmbgYqnHW5m6WvHBAqi6Lojno42FvR4VBVbDdbggQfK1ti"},"/config.json":{"path":"QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1","url":"https://ipfs.io/ipfs/QmTDnwvSgNY6FaAoTnug25Ui1JeUY1FToziE3VJQ57bkr1"},"/manifest.json":{"path":"QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa","url":"https://ipfs.io/ipfs/QmcRSWXH8nyQFM1iiycfzjyViLJ26vxsqWdLMPDt1fJBFa"},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"path":"QmUrc5U1HSpfj3jrXkm6qnn49jum4ktHVoZXnMTVc5rFWJ","url":"https://ipfs.io/ipfs/QmUrc5U1HSpfj3jrXkm6qnn49jum4ktHVoZXnMTVc5rFWJ"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q8_0.gguf","url":"s3://cloudkit-beta/Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0-Q8_0@gguf/mixtral-8x7b-moe-rp-story.Q8_0.gguf"}},"local":{"/README.md":{"path":"/README.md","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/README.md"},"/config.json":{"path":"/config.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/config.json"},"/manifest.json":{"path":"/manifest.json","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q8_0.gguf","url":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0@gguf/mixtral-8x7b-moe-rp-story.Q8_0.gguf"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/config.json"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/manifest.json"},"/mixtral-8x7b-moe-rp-story.Q8_0.gguf":{"path":"/mixtral-8x7b-moe-rp-story.Q8_0.gguf","url":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/resolve/main/mixtral-8x7b-moe-rp-story.Q8_0.gguf"}}},"format":"gguf","id":"Mixtral-8x7B-MoE-RP-Story-GGUF-Q8_0","source":"https://huggingface.co/TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"},"gpt-3.5-turbo-16k":{"metadata":{"modelName":"gpt-3.5-turbo-16k","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/gpt-3.5-turbo-16k@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/gpt-3.5-turbo-16k@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"gpt-3.5-turbo-16k@api/README.md"},"/config.json":{"path":"/config.json","url":"gpt-3.5-turbo-16k@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"gpt-3.5-turbo-16k","source":""},"dall-e-3":{"metadata":{"modelName":"dall-e-3","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/dall-e-3@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/dall-e-3@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"dall-e-3@api/README.md"},"/config.json":{"path":"/config.json","url":"dall-e-3@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"dall-e-3","source":""},"dall-e-2":{"metadata":{"modelName":"dall-e-2","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/dall-e-2@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/dall-e-2@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"dall-e-2@api/README.md"},"/config.json":{"path":"/config.json","url":"dall-e-2@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"dall-e-2","source":""},"tts-1":{"metadata":{"modelName":"tts-1","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/tts-1@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/tts-1@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"tts-1@api/README.md"},"/config.json":{"path":"/config.json","url":"tts-1@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"tts-1","source":""},"tts-1-hd":{"metadata":{"modelName":"tts-1-hd","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/tts-1-hd@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/tts-1-hd@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"tts-1-hd@api/README.md"},"/config.json":{"path":"/config.json","url":"tts-1-hd@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"tts-1-hd","source":""},"gpt-4":{"metadata":{"modelName":"gpt-4","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/gpt-4@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/gpt-4@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"gpt-4@api/README.md"},"/config.json":{"path":"/config.json","url":"gpt-4@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"gpt-4","source":""},"gpt-4-32k":{"metadata":{"modelName":"gpt-4-32k","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/gpt-4-32k@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/gpt-4-32k@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"gpt-4-32k@api/README.md"},"/config.json":{"path":"/config.json","url":"gpt-4-32k@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"gpt-4-32k","source":""},"gpt-4-vision-preview":{"metadata":{"modelName":"gpt-4-vision-preview","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/gpt-4-vision-preview@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/gpt-4-vision-preview@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"gpt-4-vision-preview@api/README.md"},"/config.json":{"path":"/config.json","url":"gpt-4-vision-preview@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"gpt-4-vision-preview","source":""},"gpt-3.5-turbo":{"metadata":{"modelName":"gpt-3.5-turbo","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/gpt-3.5-turbo@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/gpt-3.5-turbo@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"gpt-3.5-turbo@api/README.md"},"/config.json":{"path":"/config.json","url":"gpt-3.5-turbo@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"gpt-3.5-turbo","source":""},"whisper-1":{"metadata":{"modelName":"whisper-1","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/whisper-1@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/whisper-1@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"whisper-1@api/README.md"},"/config.json":{"path":"/config.json","url":"whisper-1@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"whisper-1","source":""},"text-embedding-ada-002":{"metadata":{"modelName":"text-embedding-ada-002","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/text-embedding-ada-002@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/text-embedding-ada-002@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"text-embedding-ada-002@api/README.md"},"/config.json":{"path":"/config.json","url":"text-embedding-ada-002@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"text-embedding-ada-002","source":""},"gpt-3.5-turbo-instruct":{"metadata":{"modelName":"gpt-3.5-turbo-instruct","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/gpt-3.5-turbo-instruct@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/gpt-3.5-turbo-instruct@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"gpt-3.5-turbo-instruct@api/README.md"},"/config.json":{"path":"/config.json","url":"gpt-3.5-turbo-instruct@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"gpt-3.5-turbo-instruct","source":""},"text-moderation-latest":{"metadata":{"modelName":"text-moderation-latest","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/text-moderation-latest@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/text-moderation-latest@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"text-moderation-latest@api/README.md"},"/config.json":{"path":"/config.json","url":"text-moderation-latest@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"text-moderation-latest","source":""},"text-moderation-stable":{"metadata":{"modelName":"text-moderation-stable","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/text-moderation-stable@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/text-moderation-stable@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"text-moderation-stable@api/README.md"},"/config.json":{"path":"/config.json","url":"text-moderation-stable@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"text-moderation-stable","source":""},"gpt-4-1106-preview":{"metadata":{"modelName":"gpt-4-1106-preview","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/gpt-4-1106-preview@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/gpt-4-1106-preview@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"gpt-4-1106-preview@api/README.md"},"/config.json":{"path":"/config.json","url":"gpt-4-1106-preview@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"gpt-4-1106-preview","source":""},"gpt-3.5-turbo-1106":{"metadata":{"modelName":"gpt-3.5-turbo-1106","ropeScale":1,"units":"tokens","skill":"openai","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":0,"fp32":0},"flopsPerUnit":0,"minSpeed":0,"gpuCount":[0],"cpuCount":[2,4],"gpuMemory":0,"cpuMemory":0,"minBandwidth":0,"minDiskIO":0,"diskUsage":0,"tokensPerSecond":85},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/gpt-3.5-turbo-1106@api/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/gpt-3.5-turbo-1106@api/config.json"}},"local":{"/README.md":{"path":"/README.md","url":"gpt-3.5-turbo-1106@api/README.md"},"/config.json":{"path":"/config.json","url":"gpt-3.5-turbo-1106@api/config.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"api","id":"gpt-3.5-turbo-1106","source":""},"faster-whisper-large-v3":{"metadata":{"modelName":"faster-whisper-large-v3","ropeScale":1,"units":"seconds","skill":"whisper","folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":10,"fp32":0},"flopsPerUnit":0.3558,"minSpeed":0.2810567734682406,"gpuCount":[1],"cpuCount":[2,4],"gpuMemory":1134978662.4,"cpuMemory":1134978662.4,"minBandwidth":0,"minDiskIO":0,"diskUsage":1248476528.64,"secondsPerSecond":100},"folderData":{"/README.md":{"md5":"fe291e87197b79f812b178195ee4951f","size":100572},"/config.json":{"md5":"853df7fd1954ecf0bb1f4c1067f69a4a","size":52305}},"cache":{"ipfs":{"/README.md":{},"/config.json":{}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/faster-whisper-large-v3@hf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/faster-whisper-large-v3@hf.rst.imnfig.json"}},"local":{"/README.md":{"path":"/README.md","url":"faster-whisper-large-v3@hf/README.md"},"/config.json":{"path":"/config.json","url":"faster-whisper-large-v3@hf.rst.imnfig.json"}},"https":{"/README.md":{},"/config.json":{},"/manifest.json":{}}},"format":"hf","id":"faster-whisper-large-v3","source":""},"law-LLM-13B-GGUF-Q2_K":{"metadata":{"modelName":"law-LLM-13B-GGUF","contextSize":4096,"parameters":13958643712,"quantization":"Q2_K","ropeScale":1,"units":"tokens","skill":"llama_cpp","folderData":{"/README.md":{"md5":"163e9bec742e0049abda029ddb7161e4","size":125616},"/config.json":{"md5":"c2df4b12d5043395fa04bdf3c74d1baa","size":63847},"/law-llm-13b.Q2_K.gguf":{"md5":"3c2e0864c9ab682f41e5530445462716","size":5429354272},"/manifest.json":{"md5":"0acaa562acbbedf17dae43a1aa733fe5","size":581}}},"hwRequirements":{"minFlops":{"fp8":0,"fp16":20,"fp32":0},"flopsPerUnit":0.593,"minSpeed":0.5621135469364812,"gpuCount":[1,2],"cpuCount":[2,4],"gpuMemory":4918240870.400001,"cpuMemory":4918240870.400001,"minBandwidth":0,"minDiskIO":0,"diskUsage":5410064957.4400015,"tokensPerSecond":60},"folderData":{"/README.md":{"md5":"163e9bec742e0049abda029ddb7161e4","size":125616},"/config.json":{"md5":"c2df4b12d5043395fa04bdf3c74d1baa","size":63847},"/law-llm-13b.Q2_K.gguf":{"md5":"3c2e0864c9ab682f41e5530445462716","size":5429354272},"/manifest.json":{"md5":"6f580ddbb404114ef796bf056c84f477","size":2686}},"cache":{"ipfs":{"/README.md":{"path":"QmWDrfVMc3dDfvdeqgxLpQpyeFnVj3o6zq6iSxdF4C5Z4N","url":"https://ipfs.io/ipfs/QmWDrfVMc3dDfvdeqgxLpQpyeFnVj3o6zq6iSxdF4C5Z4N"},"/config.json":{"path":"QmTJoSFbHVwt1WrCW1ch3gaoFkt9ZeaUtJeeb7QcTJNbKR","url":"https://ipfs.io/ipfs/QmTJoSFbHVwt1WrCW1ch3gaoFkt9ZeaUtJeeb7QcTJNbKR"},"/law-llm-13b.Q2_K.gguf":{"path":"QmbVakr5hqigZDrwfChSvjAjo9FjERSgt9WZeA8hADKCty","url":"https://ipfs.io/ipfs/QmbVakr5hqigZDrwfChSvjAjo9FjERSgt9WZeA8hADKCty"},"/manifest.json":{"path":"QmdZYVXLYVW6JnqbykhRQYRhAHfZRwu9zeaVvtSAp4e4EK","url":"https://ipfs.io/ipfs/QmdZYVXLYVW6JnqbykhRQYRhAHfZRwu9zeaVvtSAp4e4EK"}},"s3":{"/README.md":{"path":"/README.md","url":"s3://cloudkit-beta/law-LLM-13B-GGUF-Q2_K-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"s3://cloudkit-beta/law-LLM-13B-GGUF-Q2_K-Q2_K@gguf/config.json"},"/law-llm-13b.Q2_K.gguf":{"path":"/law-llm-13b.Q2_K.gguf","url":"s3://cloudkit-beta/law-LLM-13B-GGUF-Q2_K-Q2_K@gguf/law-llm-13b.Q2_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"s3://cloudkit-beta/law-LLM-13B-GGUF-Q2_K-Q2_K@gguf/manifest.json"}},"local":{"/README.md":{"path":"/README.md","url":"/storage/cloudkit-models/law-LLM-13B-GGUF-Q2_K@gguf/README.md"},"/config.json":{"path":"/config.json","url":"/storage/cloudkit-models/law-LLM-13B-GGUF-Q2_K@gguf/config.json"},"/law-llm-13b.Q2_K.gguf":{"path":"/law-llm-13b.Q2_K.gguf","url":"/storage/cloudkit-models/law-LLM-13B-GGUF-Q2_K@gguf/law-llm-13b.Q2_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"/storage/cloudkit-models/law-LLM-13B-GGUF-Q2_K@gguf/manifest.json"}},"https":{"/README.md":{"path":"/README.md","url":"https://huggingface.co/TheBloke/law-LLM-13B-GGUF/resolve/main/README.md"},"/config.json":{"path":"/config.json","url":"https://huggingface.co/TheBloke/law-LLM-13B-GGUF/resolve/main/config.json"},"/law-llm-13b.Q2_K.gguf":{"path":"/law-llm-13b.Q2_K.gguf","url":"https://huggingface.co/TheBloke/law-LLM-13B-GGUF/resolve/main/law-llm-13b.Q2_K.gguf"},"/manifest.json":{"path":"/manifest.json","url":"https://huggingface.co/TheBloke/law-LLM-13B-GGUF/resolve/main/manifest.json"}}},"format":"gguf","id":"law-LLM-13B-GGUF-Q2_K","source":"https://huggingface.co/TheBloke/law-LLM-13B-GGUF"}}
\ No newline at end of file