language-specific-pruning/src/launch.sh at main · mshamrai/language-specific-pruning · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
# prune using unstructured SparseGPT and UberText
python main.py  --model baffo32/decapoda-research-llama-7B-hf \
                --prune_method sparsegpt \
                --sparsity_ratio 0.5 \
                --sparsity_type unstructured \
                --nsamples 64 \
                --seed 0

# prune using 2:4 SparseGPT with replacement to semi-structured linear layers
python main.py  --model baffo32/decapoda-research-llama-7B-hf \
                --prune_method sparsegpt \
                --sparsity_ratio 0.5 \
                --sparsity_type "2:4" \
                --replace_sparse_layers \
                --nsamples 64 \
                --seed 0

# eval dense model on UberText
python main.py  --model baffo32/decapoda-research-llama-7B-hf \
                --eval_only \
                --seed 0

# prune on c4 eval on UberText
python main.py  --model baffo32/decapoda-research-llama-7B-hf \
                --prune_method sparsegpt \
                --sparsity_ratio 0.5 \
                --sparsity_type "2:4" \
                --prune_on_c4 \
                --nsamples 64 \
                --seed 0