Skip to content

Commit c18f0ef

Browse files
committed
fix save string
1 parent 814d7a3 commit c18f0ef

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

examples/quantization_w4a4_fp4/trinity_large_nvfp4.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
DATASET_ID = "HuggingFaceH4/ultrachat_200k"
2222
DATASET_SPLIT = "train_sft"
2323

24-
NUM_CALIBRATION_SAMPLES = 100
24+
NUM_CALIBRATION_SAMPLES = 256
2525
MAX_SEQUENCE_LENGTH = 2048
2626

2727
# Load dataset and preprocess.
@@ -89,6 +89,6 @@ def tokenize(sample):
8989

9090

9191
# Save to disk in compressed-tensors format.
92-
SAVE_DIR = "/raid/engine/dsikka/" + MODEL_ID.rstrip("/").split("/")[-1] + "-NVFP4"
93-
model.save_pretrained(SAVE_DIR, save_compressed=True)
92+
SAVE_DIR = MODEL_ID.rstrip("/").split("/")[-1] + "-NVFP4"
93+
model.save_pretrained(SAVE_DIR)
9494
tokenizer.save_pretrained(SAVE_DIR)

0 commit comments

Comments
 (0)