README.md

---
library_name: transformers
pipeline_tag: text-generation
tags:
- fp16
- quantized
- Uncensored
- LLama2
language:
- en
---

<div style="padding: 0">
  <div style="width: 100%;">
    <svg version="1.0" xmlns="http://www.w3.org/2000/svg" style="width: 100%; min-width: 400px; transform: scale(0.55); display: block; margin: auto;" width="235.185mm" height="62.1693mm" viewBox="0 0 889 235"><path id="CONCISE" fill="#888888" stroke="none" stroke-width="1" d="M 142.00,95.00 C 142.00,104.75 142.10,114.63 133.91,121.61 123.88,130.17 106.36,129.00 94.00,129.00 94.00,129.00 70.00,129.00 70.00,129.00 53.31,129.00 33.81,129.57 27.77,110.00 26.24,105.03 26.01,101.12 26.00,96.00 26.00,96.00 26.00,61.00 26.00,61.00 26.05,51.18 28.39,40.73 37.00,34.85 47.62,27.60 63.71,29.00 76.00,29.00 76.00,29.00 89.00,29.00 89.00,29.00 106.00,29.00 133.30,25.99 140.45,46.00 142.32,51.23 142.00,55.59 142.00,61.00 142.00,61.00 129.00,61.00 129.00,61.00 128.98,54.76 128.72,49.10 123.67,44.56 119.32,40.64 112.59,40.03 107.00,40.00 107.00,40.00 94.00,39.05 94.00,39.05 94.00,39.05 76.00,39.05 76.00,39.05 76.00,39.05 66.00,39.91 66.00,39.91 59.24,40.37 51.94,39.17 46.02,43.51 38.03,49.36 39.01,59.27 39.00,68.00 39.00,68.00 38.34,79.00 38.34,79.00 38.34,79.00 38.98,86.00 38.98,86.00 38.98,86.00 38.98,97.00 38.98,97.00 39.08,103.75 40.20,110.23 46.02,114.49 51.60,118.58 58.57,117.76 65.00,118.04 65.00,118.04 73.00,118.95 73.00,118.95 73.00,118.95 92.00,118.95 92.00,118.95 92.00,118.95 102.00,118.09 102.00,118.09 109.36,117.59 117.64,118.82 123.79,113.44 129.29,108.64 129.00,101.61 129.00,95.00 129.00,95.00 142.00,95.00 142.00,95.00 Z M 189.00,29.22 C 189.00,29.22 251.00,29.22 251.00,29.22 260.88,29.02 272.97,30.97 279.61,39.04 287.37,48.46 286.00,62.58 286.00,74.00 286.00,89.73 289.50,114.34 274.00,123.79 271.00,125.61 267.40,126.79 264.00,127.57 258.51,128.84 256.57,128.99 251.00,129.00 251.00,129.00 195.00,129.00 195.00,129.00 186.91,128.90 176.08,126.56 170.10,120.81 163.46,114.43 162.01,104.77 162.00,96.00 162.00,96.00 162.00,60.00 162.00,60.00 162.11,51.04 164.57,41.25 172.02,35.55 176.96,31.77 183.03,30.54 189.00,29.22 Z M 571.00,95.00 C 571.00,104.75 571.10,114.63 562.91,121.61 552.88,130.17 535.36,129.00 523.00,129.00 523.00,129.00 499.00,129.00 499.00,129.00 482.31,129.00 462.81,129.57 456.77,110.00 455.24,105.03 455.01,101.12 455.00,96.00 455.00,96.00 455.00,61.00 455.00,61.00 455.05,51.18 457.39,40.73 466.00,34.85 476.62,27.60 492.71,29.00 505.00,29.00 505.00,29.00 518.00,29.00 518.00,29.00 535.00,29.00 562.30,25.99 569.45,46.00 571.32,51.23 571.00,55.59 571.00,61.00 571.00,61.00 558.00,61.00 558.00,61.00 557.98,54.76 557.72,49.10 552.67,44.56 548.32,40.64 541.59,40.03 536.00,40.00 536.00,40.00 523.00,39.05 523.00,39.05 523.00,39.05 505.00,39.05 505.00,39.05 505.00,39.05 495.00,39.91 495.00,39.91 488.24,40.37 480.94,39.17 475.02,43.51 467.03,49.36 468.01,59.27 468.00,68.00 468.00,68.00 467.34,79.00 467.34,79.00 467.34,79.00 467.98,86.00 467.98,86.00 467.98,86.00 467.98,97.00 467.98,97.00 468.08,103.75 469.20,110.23 475.02,114.49 480.60,118.58 487.57,117.76 494.00,118.04 494.00,118.04 502.00,118.95 502.00,118.95 502.00,118.95 521.00,118.95 521.00,118.95 521.00,118.95 531.00,118.09 531.00,118.09 538.36,117.59 546.64,118.82 552.79,113.44 558.29,108.64 558.00,101.61 558.00,95.00 558.00,95.00 571.00,95.00 571.00,95.00 Z M 644.00,102.00 C 644.07,108.74 645.18,113.27 652.00,116.35 655.72,118.03 660.00,117.99 664.00,118.00 677.56,118.02 698.30,118.89 711.00,116.18 722.01,113.83 727.59,107.44 725.79,96.00 723.89,83.96 710.32,84.21 701.00,83.99 701.00,83.99 687.00,83.00 687.00,83.00 668.99,82.97 631.32,87.33 631.00,61.00 631.00,61.00 631.00,53.00 631.00,53.00 631.16,39.73 639.04,34.35 651.00,31.37 665.79,27.69 691.00,28.93 707.00,29.00 717.92,29.05 733.03,31.68 737.77,43.00 739.32,46.68 739.00,51.06 739.00,55.00 739.00,55.00 726.00,55.00 726.00,55.00 725.81,47.35 723.87,43.07 716.00,40.79 711.78,39.57 700.93,40.00 696.00,40.00 684.57,40.00 669.99,39.30 659.00,41.67 650.67,43.46 644.46,46.64 644.04,56.00 643.48,68.39 652.13,71.87 663.00,72.00 679.33,72.19 702.64,70.86 718.00,73.80 730.90,76.28 738.82,80.50 739.00,95.00 739.07,101.49 739.76,109.20 736.59,115.00 732.66,122.18 723.72,126.06 716.00,127.54 703.32,129.98 677.99,129.02 664.00,129.00 652.78,128.98 637.29,126.75 632.48,115.00 630.69,110.62 631.00,106.60 631.00,102.00 631.00,102.00 644.00,102.00 644.00,102.00 Z M 310.00,31.00 C 310.00,31.00 325.00,31.00 325.00,31.00 325.00,31.00 332.00,31.60 332.00,31.60 332.00,31.60 353.00,50.72 353.00,50.72 353.00,50.72 373.00,69.91 373.00,69.91 373.00,69.91 419.00,114.00 419.00,114.00 419.00,114.00 419.00,31.00 419.00,31.00 419.00,31.00 432.00,31.00 432.00,31.00 432.00,31.00 432.00,127.00 432.00,127.00 432.00,127.00 414.00,126.26 414.00,126.26 414.00,126.26 404.00,118.01 404.00,118.01 404.00,118.01 387.00,102.28 387.00,102.28 387.00,102.28 350.00,68.09 350.00,68.09 350.00,68.09 322.00,42.00 322.00,42.00 322.00,42.00 322.00,127.00 322.00,127.00 322.00,127.00 310.00,127.00 310.00,127.00 310.00,127.00 310.00,31.00 310.00,31.00 Z M 595.00,31.00 C 595.00,31.00 607.00,31.00 607.00,31.00 607.00,31.00 607.00,127.00 607.00,127.00 607.00,127.00 595.00,127.00 595.00,127.00 595.00,127.00 595.00,31.00 595.00,31.00 Z M 763.00,31.00 C 763.00,31.00 859.00,31.00 859.00,31.00 859.00,31.00 859.00,41.00 859.00,41.00 859.00,41.00 775.00,41.00 775.00,41.00 775.00,41.00 775.00,73.00 775.00,73.00 775.00,73.00 855.00,73.00 855.00,73.00 855.00,73.00 855.00,83.00 855.00,83.00 855.00,83.00 775.00,83.00 775.00,83.00 775.00,83.00 775.00,117.00 775.00,117.00 775.00,117.00 859.00,117.00 859.00,117.00 859.00,117.00 859.00,127.00 859.00,127.00 859.00,127.00 763.00,127.00 763.00,127.00 763.00,127.00 763.00,31.00 763.00,31.00 Z M 206.00,39.14 C 198.73,40.33 188.02,39.06 182.02,42.85 175.40,47.03 175.01,54.98 174.96,62.00 174.96,62.00 174.96,72.00 174.96,72.00 174.96,72.00 174.18,79.00 174.18,79.00 174.18,79.00 174.96,86.00 174.96,86.00 174.96,86.00 174.96,96.00 174.96,96.00 175.01,102.57 175.33,110.13 181.05,114.49 186.73,118.82 194.43,117.64 201.00,118.09 201.00,118.09 213.00,119.00 213.00,119.00 213.00,119.00 236.00,119.00 236.00,119.00 236.00,119.00 248.00,118.04 248.00,118.04 254.79,117.74 262.26,118.67 267.79,113.61 272.69,109.12 272.99,102.16 273.00,96.00 273.00,96.00 273.00,60.00 273.00,60.00 272.94,55.25 272.34,50.00 269.35,46.10 264.38,39.63 256.22,40.16 249.00,39.99 249.00,39.99 237.00,39.14 237.00,39.14 237.00,39.14 206.00,39.14 206.00,39.14 Z" /><path id="COMPUTING" fill="#d8d8d8" stroke="none" stroke-width="1" d="M 497.00,156.52 C 502.34,155.67 516.07,155.76 518.16,162.17 519.14,165.20 516.95,167.26 513.96,167.03 511.56,166.85 507.91,164.61 504.00,164.47 496.24,164.20 490.64,170.62 490.10,178.00 489.45,186.87 495.37,195.53 505.00,194.34 509.71,193.91 516.42,189.32 518.16,194.34 519.25,197.33 516.42,199.63 513.96,200.79 508.73,203.25 501.54,203.49 496.00,202.10 476.49,197.19 476.96,171.65 486.21,162.19 489.41,158.92 492.73,157.69 497.00,156.52 Z M 539.00,156.47 C 546.30,155.44 554.13,156.08 559.82,161.34 568.93,169.76 568.93,189.24 559.82,197.66 555.29,201.84 548.99,203.20 543.00,202.96 516.78,201.90 514.43,162.47 539.00,156.47 Z M 582.00,174.00 C 582.00,174.00 582.00,194.00 582.00,194.00 582.00,195.95 582.23,199.85 580.98,201.40 580.23,202.31 579.16,202.67 578.00,202.54 573.79,202.06 574.02,197.13 574.00,194.00 574.00,194.00 574.00,164.00 574.00,164.00 574.07,160.37 574.77,155.07 579.96,156.66 583.39,157.70 585.25,162.06 586.76,165.00 586.76,165.00 598.00,185.00 598.00,185.00 599.42,180.15 601.92,176.45 604.25,172.00 604.25,172.00 609.23,163.00 609.23,163.00 614.95,152.80 620.86,154.44 621.00,166.00 621.00,166.00 621.00,193.00 621.00,193.00 620.96,195.87 621.04,201.14 617.73,202.34 611.91,204.46 612.01,196.31 612.00,193.00 611.99,187.04 612.64,180.77 611.00,175.00 609.76,179.26 604.94,188.18 602.38,191.94 600.87,194.16 599.10,196.31 596.09,195.34 593.50,194.51 591.72,191.22 590.43,189.00 590.43,189.00 582.00,174.00 582.00,174.00 Z M 673.31,156.85 C 674.72,156.62 675.13,156.06 676.86,156.85 681.66,158.29 679.99,173.55 680.00,178.00 680.01,185.07 681.82,196.73 692.00,194.53 704.01,191.93 700.85,172.14 701.00,163.00 701.17,153.23 709.81,153.97 710.00,164.00 710.28,179.52 713.71,202.08 692.00,202.96 689.32,203.07 686.62,202.93 684.00,202.32 668.83,198.81 671.00,185.04 671.00,173.00 671.00,167.91 669.62,160.95 673.31,156.85 Z M 760.31,157.04 C 767.38,154.76 766.99,159.81 767.00,165.00 767.00,165.00 767.00,194.00 767.00,194.00 767.00,195.65 767.14,199.16 766.43,200.63 765.01,203.39 760.74,203.25 759.02,200.63 757.88,198.99 758.01,195.99 758.00,194.00 758.00,194.00 758.00,169.00 758.00,169.00 758.00,164.50 757.07,160.48 760.31,157.04 Z M 785.00,173.00 C 785.00,173.00 785.00,193.00 785.00,193.00 784.99,196.31 785.09,204.46 779.27,202.34 775.74,201.06 776.02,195.03 776.00,192.00 776.00,192.00 776.00,168.00 776.00,168.00 776.01,164.25 775.54,154.71 782.00,156.66 785.30,157.65 788.35,162.34 790.42,165.00 790.42,165.00 807.00,186.00 807.00,186.00 807.00,186.00 807.00,166.00 807.00,166.00 807.00,163.82 806.79,160.15 808.02,158.31 808.73,157.26 809.73,156.61 811.00,156.46 815.33,155.96 814.98,161.19 815.00,164.00 815.00,164.00 815.00,196.00 815.00,196.00 814.94,199.23 814.68,203.76 810.00,202.34 806.70,201.35 803.65,196.66 801.58,194.00 801.58,194.00 785.00,173.00 785.00,173.00 Z M 845.00,177.00 C 845.00,177.00 855.00,177.00 855.00,177.00 857.13,177.02 860.51,176.74 861.90,178.60 863.72,180.80 863.39,196.28 861.90,198.70 860.28,201.10 856.63,201.79 854.00,202.33 845.85,204.02 835.66,203.23 829.33,197.32 820.18,188.79 820.69,169.46 830.04,161.22 835.00,156.85 841.60,155.76 848.00,156.04 851.47,156.19 856.91,157.24 859.70,159.36 862.52,161.51 862.32,165.27 859.70,166.36 857.36,167.33 853.37,165.52 851.00,164.92 846.12,163.69 842.08,164.18 838.04,167.42 829.67,174.12 830.71,187.56 840.00,192.91 845.29,195.96 849.42,194.45 855.00,194.00 855.00,194.00 855.00,184.00 855.00,184.00 855.00,184.00 845.00,183.00 845.00,183.00 845.00,183.00 845.00,177.00 845.00,177.00 Z M 639.00,185.00 C 639.00,188.25 639.55,198.35 637.98,200.69 637.26,201.76 636.25,202.40 634.96,202.54 629.59,203.13 630.01,196.45 630.00,193.00 630.00,193.00 630.00,166.00 630.00,166.00 630.00,164.01 629.77,160.19 631.02,158.60 632.59,156.62 636.70,157.00 639.00,157.00 644.67,156.99 655.29,156.05 659.96,159.01 668.23,164.25 667.72,179.04 658.98,183.55 654.74,185.74 644.11,185.00 639.00,185.00 Z M 729.00,164.00 C 726.48,164.00 717.19,164.32 715.43,163.43 713.62,162.50 710.28,157.06 721.00,157.00 721.00,157.00 754.00,157.00 754.00,157.00 753.71,165.11 752.48,164.00 738.00,164.00 738.00,164.00 738.00,196.00 738.00,196.00 737.95,198.60 738.12,201.98 734.87,202.63 728.64,203.88 729.01,195.84 729.00,192.00 729.00,192.00 729.00,164.00 729.00,164.00 Z M 542.00,164.40 C 525.29,169.77 530.45,198.22 547.00,194.60 561.21,191.50 561.18,162.26 542.00,164.40 Z M 639.00,178.00 C 642.11,178.00 649.37,178.31 651.96,177.26 657.52,175.00 658.24,168.18 652.89,165.17 649.94,163.52 642.57,164.00 639.00,164.00 639.00,164.00 639.00,178.00 639.00,178.00 Z" /><path id="QUBE" fill="#00ee00" stroke="#00ee00" stroke-width="1" d="M 427.00,152.68 C 434.01,151.94 441.08,157.90 447.00,161.28 449.48,162.70 453.23,164.48 454.40,167.21 455.44,169.63 455.01,186.18 455.00,190.00 455.00,192.31 455.22,195.63 453.98,197.62 452.70,199.67 449.10,201.52 447.00,202.72 443.51,204.71 434.23,210.58 431.00,211.32 426.36,212.39 421.80,209.06 418.00,206.80 414.96,204.99 405.58,200.12 404.02,197.62 402.27,194.82 402.99,178.29 403.00,174.00 403.00,171.69 402.78,168.37 404.02,166.38 405.30,164.33 408.90,162.48 411.00,161.28 416.24,158.29 421.30,154.71 427.00,152.68 Z M 447.00,167.00 C 447.00,167.00 429.00,157.83 429.00,157.83 429.00,157.83 411.00,167.00 411.00,167.00 411.00,167.00 411.00,169.00 411.00,169.00 411.00,169.00 429.00,178.17 429.00,178.17 429.00,178.17 447.00,169.00 447.00,169.00 447.00,169.00 447.00,167.00 447.00,167.00 Z M 408.00,172.00 C 408.00,172.00 407.00,189.00 407.00,189.00 407.00,189.00 407.99,194.37 407.99,194.37 407.99,194.37 427.00,206.00 427.00,206.00 427.00,206.00 426.01,183.63 426.01,183.63 426.01,183.63 408.00,172.00 408.00,172.00 Z M 451.00,172.00 C 451.00,172.00 431.99,183.63 431.99,183.63 431.99,183.63 431.00,206.00 431.00,206.00 431.00,206.00 450.01,194.37 450.01,194.37 450.01,194.37 451.00,172.00 451.00,172.00 Z" /></svg> 
  </div>
       
         
<div style="height: 1px; background-color:#666; margin-bottom:20px; width:100%"></div>

<div style="width: 100%;display:flex; justify-content:space-between;align-items:center">

<div><h1 style="font-size:23px;">LLaMa_V2-13B-Chat-Uncensored-GGML</h1></div>
<div> 
  <a href="https://gitlab.com/a4to" style="display: flex; align-items:flex-end; flex-direction:row">
    <svg xmlns="http://www.w3.org/2000/svg" width="48" height="48" viewBox="0 0 256 256" style="margin-top:-30px"><path fill="#e60" d="M230.15 117.1L210.25 41a11.94 11.94 0 0 0-22.79-1.11L169.78 88H86.22L68.54 39.87A11.94 11.94 0 0 0 45.75 41l-19.9 76.1a57.19 57.19 0 0 0 22 61l73.27 51.76a11.91 11.91 0 0 0 13.74 0l73.27-51.76a57.19 57.19 0 0 0 22.02-61ZM58 57.5l15.13 41.26a8 8 0 0 0 7.51 5.24h94.72a8 8 0 0 0 7.51-5.24L198 57.5l13.07 50L128 166.21L44.9 107.5Zm-17.32 66.61L114.13 176l-20.72 14.65L57.09 165a41.06 41.06 0 0 1-16.41-40.89Zm87.32 91l-20.73-14.65L128 185.8l20.73 14.64ZM198.91 165l-36.32 25.66L141.87 176l73.45-51.9a41.06 41.06 0 0 1-16.41 40.9Z"></path></svg>
  </a>
</div>
</div>


<div style="height: 1px; background-color:#666; width:100%; margin: -5px 0 25px 0"></div>

<h1 style="font-size:20px;">Quantized fp16 model weights for Metas LLaMa.V2 13B Chat</h1>

<div style="height: 0px;"></div>


<h2 style="font-size:20px; font-weight:600; ">Provided Files:</h2>

### Quantised:

<div style="display:flex; align-items:center; margin-top: -10px;margin-bottom:-15px;margin-left:2.5px"> 
  <div style="margin-bottom:10px">
    <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" style="margin-right: 10px"><path fill="#4d0" d="M12 20a8 8 0 0 1-8-8a8 8 0 0 1 8-8a8 8 0 0 1 8 8a8 8 0 0 1-8 8m0-18A10 10 0 0 0 2 12a10 10 0 0 0 10 10a10 10 0 0 0 10-10A10 10 0 0 0 12 2Z"></path></svg>
  </div>
  <p style="font-size:18px; margin-top:12px"><b><a style="text-decoration:none" href="https://huggingface.co/CONCISE/LLaMa_V2-13B-Chat-Uncensored-GGML/blob/main/LLaMa_V2-13B-Chat-Uncensored-q4_0-GGML.bin">LLaMa_V2-13B-Chat-Uncensored-q4_0-GGML.bin</a></b></p>
</div>  

<div style="display:flex; align-items:center; margin-top: -30px;margin-bottom: -20px;margin-left:2.5px"> 
  <div style="margin-bottom:10px">
    <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" style="margin-right: 10px"><path fill="#4d0" d="M12 20a8 8 0 0 1-8-8a8 8 0 0 1 8-8a8 8 0 0 1 8 8a8 8 0 0 1-8 8m0-18A10 10 0 0 0 2 12a10 10 0 0 0 10 10a10 10 0 0 0 10-10A10 10 0 0 0 12 2Z"></path></svg>
  </div>
  <p style="font-size:18px; margin-top:12px"><b><a style="text-decoration:none" href="https://huggingface.co/CONCISE/LLaMa_V2-13B-Chat-Uncensored-GGML/blob/main/LLaMa_V2-13B-Chat-Uncensored-q5_0-GGML.bin">LLaMa_V2-13B-Chat-Uncensored-q5_0-GGML.bin</a></b></p>
</div>  

### Unquantised:

<div style="display:flex; align-items:center; margin-top: -20px;margin-left:2.5px"> 
  <div style="margin-bottom:10px">
    <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" style="margin-right: 10px"><path fill="#4d0" d="M12 20a8 8 0 0 1-8-8a8 8 0 0 1 8-8a8 8 0 0 1 8 8a8 8 0 0 1-8 8m0-18A10 10 0 0 0 2 12a10 10 0 0 0 10 10a10 10 0 0 0 10-10A10 10 0 0 0 12 2Z"></path></svg>
  </div>
  <p style="font-size:18px; margin-top:12px"><b><a style="text-decoration:none" href="https://huggingface.co/CONCISE/LLaMa_V2-13B-Chat-Uncensored-GGML/blob/main/LLaMa_V2-13B-Chat-Uncensored-f16-Unquantized-GGML.bin">LLaMa_V2-13B-Chat-Uncensored-f16-Unquantized-GGML.bin</a></b></p>
</div>  



  
  <br> <br> <br><br> <br> <br>

  </div>