File tree Expand file tree Collapse file tree
AI-and-Analytics/Features-and-Functionality/IntelTransformers_Quantization Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1313 "linux" : [{
1414 "env" : [
1515 " source /intel/oneapi/intelpython/bin/activate" ,
16- " apt-get install -y numactl" ,
1716 " conda activate pytorch" ,
18- " pip install -r requirements.txt" ,
19- " pip install jupyter ipykernel" ,
20- " python -m ipykernel install --user --name=pytorch"
17+ " pip install -r requirements.txt"
2118 ],
2219 "id" : " itrex_quantize_transformer_models" ,
2320 "steps" : [
24- " jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook quantize_transformer_models_with_itrex.ipynb" ,
25- " numactl -m 0 -C all python quantize_transformer_models_with_itrex.py --model_name \" Intel/neural-chat-7b-v3-1\" --quantize \" int8\" --max_new_tokens 50"
21+ " python quantize_transformer_models_with_itrex.py --model_name \" Intel/neural-chat-7b-v3-1\" --quantize \" int4\" --max_new_tokens 50"
2622 ]
2723 }]
2824 },
2925 "expertise" : " Concepts and Functionality"
30- }
26+ }
You can’t perform that action at this time.
0 commit comments