saishf commited on
Commit
e416281
1 Parent(s): b82f52b

Add IQ Quants - Fixed

Browse files

As above, it adds rough bpw numbers for the new IQ quants. (without the error)
IQ1_S (1.56 BPW)

IQ2_XXS (2.06 BPW)

IQ2_XS (2.31 BPW)

IQ2_S (2.5 BPW)

IQ2_M (2.7 BPW)

IQ3_XXS (3.06 BPW)

IQ3_XS (3.3 BPW)

IQ3_S (3.5 BPW)

IQ3_M (3.7 BPW)

IQ4_XS (4.25 BPW)

IQ4_NL (4.5 BPW)

Files changed (1) hide show
  1. index.html +23 -0
index.html CHANGED
@@ -51,10 +51,21 @@
51
  }
52
 
53
  const gguf_quants = {
 
 
 
 
 
 
 
54
  "Q2_K": 3.35,
55
  "Q3_K_S": 3.5,
 
 
56
  "Q3_K_M": 3.91,
57
  "Q3_K_L": 4.27,
 
 
58
  "Q4_0": 4.55,
59
  "Q4_K_S": 4.58,
60
  "Q4_K_M": 4.85,
@@ -477,9 +488,21 @@
477
  <!-- Panel -->
478
  <div
479
  x-data="{ quants: [
 
 
 
 
 
 
 
 
480
  'Q3_K_S',
 
 
481
  'Q3_K_M',
482
  'Q3_K_L',
 
 
483
  'Q4_0',
484
  'Q4_K_S',
485
  'Q4_K_M',
 
51
  }
52
 
53
  const gguf_quants = {
54
+ "IQ1_S": 1.56,
55
+ "IQ2_XXS": 2.06,
56
+ "IQ2_XS": 2.31,
57
+ "IQ2_S": 2.5,
58
+ "IQ2_M": 2.7,
59
+ "IQ3_XXS": 3.06,
60
+ "IQ3_XS": 3.3,
61
  "Q2_K": 3.35,
62
  "Q3_K_S": 3.5,
63
+ "IQ3_S": 3.5,
64
+ "IQ3_M": 3.7,
65
  "Q3_K_M": 3.91,
66
  "Q3_K_L": 4.27,
67
+ "IQ4_XS": 4.25,
68
+ "IQ4_NL": 4.5,
69
  "Q4_0": 4.55,
70
  "Q4_K_S": 4.58,
71
  "Q4_K_M": 4.85,
 
488
  <!-- Panel -->
489
  <div
490
  x-data="{ quants: [
491
+ 'IQ1_S',
492
+ 'IQ2_XXS',
493
+ 'IQ2_XS',
494
+ 'IQ2_S',
495
+ 'IQ2_M',
496
+ 'IQ3_XXS',
497
+ 'IQ3_XS',
498
+ 'Q2_K',
499
  'Q3_K_S',
500
+ 'IQ3_S',
501
+ 'IQ3_M',
502
  'Q3_K_M',
503
  'Q3_K_L',
504
+ 'IQ4_XS',
505
+ 'IQ4_NL',
506
  'Q4_0',
507
  'Q4_K_S',
508
  'Q4_K_M',