Failed samples for AI Tools 2024.2 (#2390)

Ankur-singh · jimmytwei · alexsin368 · web-flow · commit e03f296ef25b · 2024-07-30T11:00:04.000-07:00
* Update README.md * Update README.md * Update README.md * Update lu_solve_omp_offload_optimized.F90 * Update openmp_sample.f90 (#2371) * Update openmp_sample.f90 * Update README.md * Update inc_quantize_model.py * Update inc_sample_tensorflow.ipynb * Update requirements.txt * Update sample.json and remove unused code * forgot this requirements.txt earlier * replace conda install with pip (#2389) * 2024.2 install changes for conda forge (#2388) * Update README.md * Update sample.json * Update sample.json --------- Co-authored-by: Jimmy Wei <jimmy.t.wei@intel.com> Co-authored-by: alexsin368 <109180236+alexsin368@users.noreply.github.com> Co-authored-by: Louie Tsai <louie.tsai@intel.com>
diff --git a/AI-and-Analytics/End-to-end-Workloads/Census/sample.json b/AI-and-Analytics/End-to-end-Workloads/Census/sample.json
@@ -14,14 +14,11 @@
         "env": [],
         "id": "Intel_Modin_E2E_py",
         "steps": [
-          "set -e # Terminate the script on first error",
-          "source /root/intel/oneapi/intelpython/bin/activate",
-          "conda create -n modin-hdk python=3.9 -y",
-          "conda activate modin-hdk",
+          "source /intel/oneapi/intelpython/bin/activate",
           "conda install modin-hdk -c conda-forge -y",
-          "pip install scikit-learn scikit-learn-intelex matplotlib jupyter ipykernel",
-          "python -m ipykernel install --name modin-hdk",
-          "jupyter nbconvert --to notebook --execute census_modin.ipynb"
+          "pip install scikit-learn scikit-learn-intelex matplotlib",
+          "pip install jupyter",
+          "jupyter nbconvert --to notebook census_modin.ipynb"
         ]
       }
     ]
diff --git a/AI-and-Analytics/Features-and-Functionality/IntelPyTorch_InferenceOptimizations_AMX_BF16_INT8/sample.json b/AI-and-Analytics/Features-and-Functionality/IntelPyTorch_InferenceOptimizations_AMX_BF16_INT8/sample.json
@@ -12,13 +12,13 @@
     "linux": [{
       "id": "intel amx bf16 int8 inference",
       "steps": [
-        "source /root/intel/oneapi/intelpython/bin/activate",
+        "source /intel/oneapi/intelpython/bin/activate",
         "conda activate pytorch",
         "python -m pip install -r requirements.txt",
-        "python -m ipykernel install --user --name=user_pytorch",
+        "python -m ipykernel install --user --name=pytorch",
         "python pytorch_inference_vnni.py",
         "python pytorch_inference_amx.py",
-        "jupyter nbconvert --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_InferenceOptimizations_AMX_BF16_INT8.ipynb"
+        "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_InferenceOptimizations_AMX_BF16_INT8.ipynb"
       ]
     }]
   },
diff --git a/AI-and-Analytics/Features-and-Functionality/IntelPyTorch_TrainingOptimizations_AMX_BF16/requirements.txt b/AI-and-Analytics/Features-and-Functionality/IntelPyTorch_TrainingOptimizations_AMX_BF16/requirements.txt
@@ -1,4 +1,3 @@
 matplotlib
 py-cpuinfo
-notebook
-ipykernel
+transformers
diff --git a/AI-and-Analytics/Features-and-Functionality/IntelPyTorch_TrainingOptimizations_AMX_BF16/sample.json b/AI-and-Analytics/Features-and-Functionality/IntelPyTorch_TrainingOptimizations_AMX_BF16/sample.json
@@ -13,13 +13,13 @@
       {
           "id": "intel amx bf16 training",
           "steps": [
-              "source /root/intel/oneapi/intelpython/bin/activate",
+              "source /intel/oneapi/intelpython/bin/activate",
               "conda activate pytorch",
               "python -m pip install -r requirements.txt",
-              "python -m ipykernel install --user --name=user_pytorch",
+              "python -m ipykernel install --user --name=pytorch",
               "python pytorch_training_avx512_bf16.py",
               "python pytorch_training_amx_bf16.py",
-              "jupyter nbconvert --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_TrainingOptimizations_AMX_BF16.ipynb"
+              "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_TrainingOptimizations_AMX_BF16.ipynb"
            ]
       }
        ]
diff --git a/AI-and-Analytics/Features-and-Functionality/IntelTensorFlow_AMX_BF16_Inference/sample.json b/AI-and-Analytics/Features-and-Functionality/IntelTensorFlow_AMX_BF16_Inference/sample.json
@@ -13,13 +13,13 @@
       {
           "id": "intel amx bf16 inference",
           "steps": [
-              "source /root/intel/oneapi/intelpython/bin/activate",
+              "source /intel/oneapi/intelpython/bin/activate",
               "conda activate tensorflow",
               "pip install -r requirements.txt",
               "pip install ipykernel jupyter",
               "python Intel_TensorFlow_AMX_BF16_Inference.py",
               "python -m ipykernel install --user --name=tensorflow",
-              "jupyter nbconvert --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelTensorFlow_AMX_BF16_Inference.ipynb"
+              "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=tensorflow --to notebook IntelTensorFlow_AMX_BF16_Inference.ipynb"
            ]
       }
        ]
diff --git a/AI-and-Analytics/Features-and-Functionality/IntelTensorFlow_AMX_BF16_Training/sample.json b/AI-and-Analytics/Features-and-Functionality/IntelTensorFlow_AMX_BF16_Training/sample.json
@@ -12,12 +12,13 @@
     "linux": [{
       "id": "intel amx bf16 training",
       "steps": [
-        "source /root/intel/oneapi/intelpython/bin/activate",
+        "source /intel/oneapi/intelpython/bin/activate",
         "conda activate tensorflow",
         "pip install -r requirements.txt",
+        "pip install jupyter ipykernel",
         "python Intel_TensorFlow_AMX_BF16_Training.py",
         "python -m ipykernel install --user --name=tensorflow",
-        "jupyter nbconvert --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelTensorFlow_AMX_BF16_Training.ipynb"
+        "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=tensorflow --to notebook IntelTensorFlow_AMX_BF16_Training.ipynb"
       ]
     }]
   },
diff --git a/AI-and-Analytics/Features-and-Functionality/IntelTensorFlow_Transformer_AMX_bfloat16_MixedPrecision/sample.json b/AI-and-Analytics/Features-and-Functionality/IntelTensorFlow_Transformer_AMX_bfloat16_MixedPrecision/sample.json
@@ -14,10 +14,11 @@
   		"env": [],
   		"id": "Transformer_AMX_bfloat16_Mixed_Precision_Learning",
   		"steps": [
-      "source /root/intel/oneapi/intelpython/bin/activate",
+      "source /intel/oneapi/intelpython/bin/activate",
 			"conda activate tensorflow",
-			"conda install -c conda-forge -y jupyter",
-			"jupyter nbconvert --execute --to notebook IntelTensorFlow_Transformer_AMX_bfloat16_MixedPrecision.ipynb"
+			"pip install jupyter ipykernel",
+			"python -m ipykernel install --user --name=tensorflow",
+			"jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=tensorflow --to notebook IntelTensorFlow_Transformer_AMX_bfloat16_MixedPrecision.ipynb"
   		]
   	}
     ]
diff --git a/AI-and-Analytics/Getting-Started-Samples/INC-Quantization-Sample-for-PyTorch/ci_test.py b/AI-and-Analytics/Getting-Started-Samples/INC-Quantization-Sample-for-PyTorch/ci_test.py
diff --git a/AI-and-Analytics/Getting-Started-Samples/INC-Quantization-Sample-for-PyTorch/sample.json b/AI-and-Analytics/Getting-Started-Samples/INC-Quantization-Sample-for-PyTorch/sample.json
@@ -10,15 +10,16 @@
     "ciTests": {
       "linux": [
       {
-          "env": [
-            "source /opt/intel/oneapi/setvars.sh --force",
+          "env": ["apt-get update && apt-get install -y libgl1 libgl1-mesa-glx libglib2.0-0 libsm6 libxrender1 libxext6",
+            "source /intel/oneapi/intelpython/bin/activate",
             "conda activate pytorch",
+            "pip install -r requirements.txt",
             "pip install ipykernel jupyter",
             "python -m ipykernel install --user --name=pytorch"
           ],
           "id": "quantize with inc",
           "steps": [
-              "jupyter nbconvert --ExecutePreprocessor.kernel_name=pytorch --to notebook quantize_with_inc.ipynb"
+              "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook quantize_with_inc.ipynb"
            ]
       }
        ]
diff --git a/AI-and-Analytics/Getting-Started-Samples/INC-Sample-for-Tensorflow/sample.json b/AI-and-Analytics/Getting-Started-Samples/INC-Sample-for-Tensorflow/sample.json
@@ -11,7 +11,7 @@
  "ciTests": {
 	"linux": [
 	{
-		"env": ["source /opt/intel/oneapi/setvars.sh --force",
+		"env": ["source /intel/oneapi/intelpython/bin/activate",
 				"conda activate tensorflow",
 				"conda install -n tensorflow -c conda-forge python-flatbuffers -y",
 				"conda install -n tensorflow -c https://software.repos.intel.com/python/conda/ -c conda-forge neural-compressor -y",
diff --git a/AI-and-Analytics/Getting-Started-Samples/Modin_GettingStarted/requirements.txt b/AI-and-Analytics/Getting-Started-Samples/Modin_GettingStarted/requirements.txt
diff --git a/AI-and-Analytics/Getting-Started-Samples/Modin_GettingStarted/sample.json b/AI-and-Analytics/Getting-Started-Samples/Modin_GettingStarted/sample.json
@@ -13,14 +13,10 @@
   		"env": [],
   		"id": "Intel_Modin_GS_py",
   		"steps": [
-			"set -e # Terminate the script on first error",
-			"source $(conda info --base)/etc/profile.d/conda.sh # Bypassing conda's disability to activate environments inside a bash script: https://github.com/conda/conda/issues/7980",
-			"conda create -y -n intel-aikit-modin intel-aikit-modin -c intel",
-			"conda activate intel-aikit-modin",
-			"pip install -r requirements.txt # Installing notebook's dependencies",
-			"pip install runipy # Installing 'runipy' for extended abilities to execute the notebook",
-			"runipy Modin_GettingStarted.ipynb # Test 'Modin* is faster than pandas' case",
-			"MODIN_CPUS=1 runipy Modin_GettingStarted.ipynb # Test 'Modin is slower than pandas' case"
+			"source /intel/oneapi/intelpython/bin/activate",
+			"pip install matplotlib modin[all]",
+			"pip install jupyter ipykernel",
+			"jupyter nbconvert --ExecutePreprocessor.enabled=True --to notebook Modin_GettingStarted.ipynb"
   		]
   	}
     ]
diff --git a/AI-and-Analytics/Getting-Started-Samples/Modin_Vs_Pandas/sample.json b/AI-and-Analytics/Getting-Started-Samples/Modin_Vs_Pandas/sample.json
@@ -13,15 +13,10 @@
 		"linux": [{
 			"id": "modin_pandas_performance",
 			"steps": [
-				"set -e # Terminate the script on first error",
-				"conda create --name aikit-modin #Create a new conda environment",
-				"source activate aikit-modin # Activate the conda environment",
-				"conda remove modin --y # Remove the existing modin, if any",
-				"pip install modin[all]==0.12.1 # Install modin v0 .12 .1",
-				"pip install numpy",
-				"pip install pandas",
-				"pip install ipython # To run colab notebook",
-				"ipython Modin_Vs_Pandas.ipynb # Execute the notebook"
+				"source /intel/oneapi/intelpython/bin/activate",
+				"pip install numpy pandas modin[all]",
+				"pip install jupyter ipykernel",
+				"jupyter nbconvert --ExecutePreprocessor.enabled=True --to notebook Modin_Vs_Pandas.ipynb"
 			]
 		}]
 	},

Original file line number	Diff line number	Diff line change
`@@ -14,14 +14,11 @@`
`14`	`14`	`"env": [],`
`15`	`15`	`"id": "Intel_Modin_E2E_py",`
`16`	`16`	`"steps": [`
`17`		`- "set -e # Terminate the script on first error",`
`18`		`- "source /root/intel/oneapi/intelpython/bin/activate",`
`19`		`- "conda create -n modin-hdk python=3.9 -y",`
`20`		`- "conda activate modin-hdk",`
	`17`	`+ "source /intel/oneapi/intelpython/bin/activate",`
`21`	`18`	`"conda install modin-hdk -c conda-forge -y",`
`22`		`- "pip install scikit-learn scikit-learn-intelex matplotlib jupyter ipykernel",`
`23`		`- "python -m ipykernel install --name modin-hdk",`
`24`		`- "jupyter nbconvert --to notebook --execute census_modin.ipynb"`
	`19`	`+ "pip install scikit-learn scikit-learn-intelex matplotlib",`
	`20`	`+ "pip install jupyter",`
	`21`	`+ "jupyter nbconvert --to notebook census_modin.ipynb"`
`25`	`22`	`]`
`26`	`23`	`}`
`27`	`24`	`]`
Original file line number	Diff line number	Diff line change
`@@ -13,13 +13,13 @@`
`13`	`13`	`{`
`14`	`14`	`"id": "intel amx bf16 training",`
`15`	`15`	`"steps": [`
`16`		`- "source /root/intel/oneapi/intelpython/bin/activate",`
	`16`	`+ "source /intel/oneapi/intelpython/bin/activate",`
`17`	`17`	`"conda activate pytorch",`
`18`	`18`	`"python -m pip install -r requirements.txt",`
`19`		`- "python -m ipykernel install --user --name=user_pytorch",`
	`19`	`+ "python -m ipykernel install --user --name=pytorch",`
`20`	`20`	`"python pytorch_training_avx512_bf16.py",`
`21`	`21`	`"python pytorch_training_amx_bf16.py",`
`22`		`- "jupyter nbconvert --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_TrainingOptimizations_AMX_BF16.ipynb"`
	`22`	`+ "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_TrainingOptimizations_AMX_BF16.ipynb"`
`23`	`23`	`]`
`24`	`24`	`}`
`25`	`25`	`]`
Original file line number	Diff line number	Diff line change
`@@ -14,10 +14,11 @@`
`14`	`14`	`"env": [],`
`15`	`15`	`"id": "Transformer_AMX_bfloat16_Mixed_Precision_Learning",`
`16`	`16`	`"steps": [`
`17`		`- "source /root/intel/oneapi/intelpython/bin/activate",`
	`17`	`+ "source /intel/oneapi/intelpython/bin/activate",`
`18`	`18`	`"conda activate tensorflow",`
`19`		`- "conda install -c conda-forge -y jupyter",`
`20`		`- "jupyter nbconvert --execute --to notebook IntelTensorFlow_Transformer_AMX_bfloat16_MixedPrecision.ipynb"`
	`19`	`+ "pip install jupyter ipykernel",`
	`20`	`+ "python -m ipykernel install --user --name=tensorflow",`
	`21`	`+ "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=tensorflow --to notebook IntelTensorFlow_Transformer_AMX_bfloat16_MixedPrecision.ipynb"`
`21`	`22`	`]`
`22`	`23`	`}`
`23`	`24`	`]`
Original file line number	Diff line number	Diff line change
`@@ -10,15 +10,16 @@`
`10`	`10`	`"ciTests": {`
`11`	`11`	`"linux": [`
`12`	`12`	`{`
`13`		`- "env": [`
`14`		`- "source /opt/intel/oneapi/setvars.sh --force",`
	`13`	`+ "env": ["apt-get update && apt-get install -y libgl1 libgl1-mesa-glx libglib2.0-0 libsm6 libxrender1 libxext6",`
	`14`	`+ "source /intel/oneapi/intelpython/bin/activate",`
`15`	`15`	`"conda activate pytorch",`
	`16`	`+ "pip install -r requirements.txt",`
`16`	`17`	`"pip install ipykernel jupyter",`
`17`	`18`	`"python -m ipykernel install --user --name=pytorch"`
`18`	`19`	`],`
`19`	`20`	`"id": "quantize with inc",`
`20`	`21`	`"steps": [`
`21`		`- "jupyter nbconvert --ExecutePreprocessor.kernel_name=pytorch --to notebook quantize_with_inc.ipynb"`
	`22`	`+ "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook quantize_with_inc.ipynb"`
`22`	`23`	`]`
`23`	`24`	`}`
`24`	`25`	`]`
Original file line number	Diff line number	Diff line change
`@@ -11,7 +11,7 @@`
`11`	`11`	`"ciTests": {`
`12`	`12`	`"linux": [`
`13`	`13`	`{`
`14`		`- "env": ["source /opt/intel/oneapi/setvars.sh --force",`
	`14`	`+ "env": ["source /intel/oneapi/intelpython/bin/activate",`
`15`	`15`	`"conda activate tensorflow",`
`16`	`16`	`"conda install -n tensorflow -c conda-forge python-flatbuffers -y",`
`17`	`17`	`"conda install -n tensorflow -c https://software.repos.intel.com/python/conda/ -c conda-forge neural-compressor -y",`