rodrigomt commited on
Commit
d42f8ee
·
verified ·
1 Parent(s): d621fb3

Upload folder

Browse files
.gitattributes CHANGED
@@ -1,35 +1,11 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
  *.pt filter=lfs diff=lfs merge=lfs -text
23
  *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
  *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
  *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
1
+ *.gguf filter=lfs diff=lfs merge=lfs -text
 
2
  *.bin filter=lfs diff=lfs merge=lfs -text
3
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
  *.pt filter=lfs diff=lfs merge=lfs -text
5
  *.pth filter=lfs diff=lfs merge=lfs -text
6
+ *.fp16 filter=lfs diff=lfs merge=lfs -text
7
+ *.bf16 filter=lfs diff=lfs merge=lfs -text
8
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
 
9
  *.tar filter=lfs diff=lfs merge=lfs -text
 
 
 
10
  *.xz filter=lfs diff=lfs merge=lfs -text
 
11
  *.zst filter=lfs diff=lfs merge=lfs -text
 
README.md ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - BasedBase/WEBGEN-4B-Preview-480B-Double-Distill-FP32
4
+ pipeline_tag: text-generation
5
+ ---
6
+ # 🧠 WEBGEN-4B-Preview-480B-Double-Distill GGUFs
7
+
8
+ Quantized version of: [BasedBase/WEBGEN-4B-Preview-480B-Double-Distill-FP32](https://huggingface.co/BasedBase/WEBGEN-4B-Preview-480B-Double-Distill-FP32)
9
+
10
+ ---
11
+
12
+ ## 📦 Available GGUFs
13
+
14
+ | Format | Description |
15
+ |--------|-------------|
16
+ | **F16** | Full precision (16-bit), better quality, larger size ⚖️ |
17
+ | **Q8_K_XL** | Quantized (8-bit XL variant, based on the quantization table of the unsloth model Qwen3-4B-Thinking-2507), smaller size, faster inference ⚡ |
18
+ | **Q4_K_XL** | Quantized (4-bit XL variant, based on the quantization table of the unsloth model Qwen3-4B-Thinking-2507), smaller size, faster inference ⚡ |
19
+
20
+ ---
21
+
22
+ ## 🚀 Usage
23
+
24
+ Example with `llama.cpp`:
25
+
26
+ ```bash
27
+ ./main -m ./gguf-file-name.gguf -p "Hello world!"
28
+ ````
WEBGEN-4B-Preview-480b-Double-Distill-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c050573ef126b4b6a8151dd056cb4e8515b51f95f907440f5e14b3282a956e46
3
+ size 8051280800
WEBGEN-4B-Preview-480b-Double-Distill-UD-Q4_K_XL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42ba004ba68c980164ba408daf2e34560afe059d3c4872ef89ea1cf655c913e5
3
+ size 2546336160
WEBGEN-4B-Preview-480b-Double-Distill-UD-Q8_K_XL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8131a972508b402a97dad60229140d96c07cbe087db7452bbdd20755341561f9
3
+ size 5056695200