Merge pull request #2438 from fongjiantan/release/2024.2_AITools

2024.2 AI Tools Release PR

Author: jimmytwei

AI-and-Analytics/End-to-end-Workloads/Census/sample.json

@@ -14,14 +14,11 @@
         "env": [],
         "id": "Intel_Modin_E2E_py",
         "steps": [
-          "set -e # Terminate the script on first error",
-          "source /root/intel/oneapi/intelpython/bin/activate",
-          "conda create -n modin-hdk python=3.9 -y",
-          "conda activate modin-hdk",
+          "source /intel/oneapi/intelpython/bin/activate",
           "conda install modin-hdk -c conda-forge -y",
-          "pip install scikit-learn scikit-learn-intelex matplotlib jupyter ipykernel",
-          "python -m ipykernel install --name modin-hdk",
-          "jupyter nbconvert --to notebook --execute census_modin.ipynb"
+          "pip install scikit-learn scikit-learn-intelex matplotlib",
+          "pip install jupyter",
+          "jupyter nbconvert --to notebook census_modin.ipynb"
         ]
       }
     ]

AI-and-Analytics/End-to-end-Workloads/LanguageIdentification/README.md

@@ -111,7 +111,7 @@ This section explains how to train a model for language identification using the
 
 1. Install Jupyter Notebook.
    ```
-   conda install jupyter nb_conda_kernels
+   pip install notebook
    ```
 2. Launch Jupyter Notebook.
    ```
@@ -241,7 +241,7 @@ To run inference, you must have already run all of the training scripts, generat
 
 1. If you have not already done so, install Jupyter Notebook.
    ```
-   conda install jupyter nb_conda_kernels
+   pip install notebook
    ```
 2. Launch Jupyter Notebook.
    ```

AI-and-Analytics/Features-and-Functionality/INC_QuantizationAwareTraining_TextClassification/INC_QuantizationAwareTraining_TextClassification.ipynb

@@ -75,7 +75,7 @@
       "source": [
         "from datasets import load_dataset\n",
         "\n",
-        "dataset = load_dataset(\"emotion\", name=\"split\")\n",
+        "dataset = load_dataset(\"emotion\", name=\"split\", trust_remote_code=True)\n",
         "dataset['train'][:10]"
       ]
     },

AI-and-Analytics/Features-and-Functionality/INC_QuantizationAwareTraining_TextClassification/INC_QuantizationAwareTraining_TextClassification.py

@@ -49,7 +49,7 @@
 
 from datasets import load_dataset
 
-dataset = load_dataset("emotion", name="split")
+dataset = load_dataset("emotion", name="split", trust_remote_code=True)
 dataset['train'][:10]
 
 

AI-and-Analytics/Features-and-Functionality/IntelPyTorch_InferenceOptimizations_AMX_BF16_INT8/sample.json

@@ -12,13 +12,13 @@
     "linux": [{
       "id": "intel amx bf16 int8 inference",
       "steps": [
-        "source /root/intel/oneapi/intelpython/bin/activate",
+        "source /intel/oneapi/intelpython/bin/activate",
         "conda activate pytorch",
         "python -m pip install -r requirements.txt",
-        "python -m ipykernel install --user --name=user_pytorch",
+        "python -m ipykernel install --user --name=pytorch",
         "python pytorch_inference_vnni.py",
         "python pytorch_inference_amx.py",
-        "jupyter nbconvert --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_InferenceOptimizations_AMX_BF16_INT8.ipynb"
+        "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_InferenceOptimizations_AMX_BF16_INT8.ipynb"
       ]
     }]
   },

AI-and-Analytics/Features-and-Functionality/IntelPyTorch_TrainingOptimizations_AMX_BF16/requirements.txt

@@ -1,4 +1,3 @@
 matplotlib
 py-cpuinfo
-notebook
-ipykernel
+transformers

AI-and-Analytics/Features-and-Functionality/IntelPyTorch_TrainingOptimizations_AMX_BF16/sample.json

@@ -13,13 +13,13 @@
       {
           "id": "intel amx bf16 training",
           "steps": [
-              "source /root/intel/oneapi/intelpython/bin/activate",
+              "source /intel/oneapi/intelpython/bin/activate",
               "conda activate pytorch",
               "python -m pip install -r requirements.txt",
-              "python -m ipykernel install --user --name=user_pytorch",
+              "python -m ipykernel install --user --name=pytorch",
               "python pytorch_training_avx512_bf16.py",
               "python pytorch_training_amx_bf16.py",
-              "jupyter nbconvert --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_TrainingOptimizations_AMX_BF16.ipynb"
+              "jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook IntelPyTorch_TrainingOptimizations_AMX_BF16.ipynb"
            ]
       }
        ]