Quality of life

labs/FineTuning/HuggingFaceExample/02_inference/Inference-TinyLlama-1.1B.ipynb

@@ -200,7 +200,7 @@
     "s3_output_path=f\"{s3_orig_model_path}compiled_model/\"\n",
     "print(\"s3_output_path\",s3_output_path)\n",
     "training_job_name = utils.name_from_base(\"TGICompilation\")\n",
-    "print(\"training_job_name\")\n",
+    "print(\"training_job_name\",training_job_name)\n",
     "s3_model_path = f\"{s3_orig_model_path}merged_model/\"\n",
     "print(\"s3_model_path\",s3_model_path)\n",
     "\n",

labs/FineTuning/HuggingFaceExample/Local example.ipynb

@@ -5,7 +5,9 @@
    "metadata": {},
    "source": [
     "# Intro\n",
-    "This notebook lets you run the training and inference on the local EC2 instance instead of the other notebooks that use SageMaker.\n",
+    "This notebook lets you run the training and inference on the local EC2 instance instead of the other notebooks that use SageMaker in the 01_finetuning and the 02_inference directories.\n\n",
+    "In the AWS hosted workshop environment, for your kernel pick the Python kernel aws_neuronx_venv_pytorch_latest.\n\n",
+    "In your own environment, deploy the Neuron DLAMI and choose the nxd_inference kernel in /opt.  Also update your path in the cd command below.\n\n",
     "\n",
     "# Install requirements\n",
     "\n",
@@ -575,7 +577,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install optimum-neuron[vllm]\n"
+    "%pip install optimum-neuron[vllm]==0.3.0\n"
    ]
   },
   {

pip-freeze-2.25.txt

@@ -0,0 +1,273 @@
+absl-py==2.3.1
+accelerate==1.8.1
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+amqp==5.3.1
+annotated-types==0.7.0
+ansicolors==1.1.8
+anyio==4.9.0
+argon2-cffi==25.1.0
+argon2-cffi-bindings==25.1.0
+arrow==1.3.0
+astroid==3.3.11
+asttokens==3.0.0
+async-lru==2.0.5
+async-timeout==5.0.1
+attrs==25.3.0
+Automat==25.4.16
+awscli==1.41.17
+babel==2.17.0
+beautifulsoup4==4.13.4
+billiard==4.2.1
+bleach==6.2.0
+blobfile==3.0.0
+boto3==1.39.17
+botocore==1.39.17
+build==1.2.2.post1
+celery==5.5.3
+certifi==2025.7.14
+cffi==1.17.1
+charset-normalizer==3.4.2
+click==8.2.1
+click-didyoumean==0.3.1
+click-plugins==1.1.1.2
+click-repl==0.3.0
+cloudpickle==3.1.1
+cmake==4.0.3
+colorama==0.4.6
+comm==0.2.3
+constantly==23.10.4
+contourpy==1.3.2
+cryptography==45.0.5
+cssselect==1.3.0
+cycler==0.12.1
+dask==2025.7.0
+datasets==3.6.0
+debugpy==1.8.15
+decorator==5.2.1
+defusedxml==0.7.1
+dill==0.3.8
+distlib==0.4.0
+docstring_parser==0.17.0
+docutils==0.19
+ec2-metadata==2.14.0
+entrypoints==0.4
+environment-kernels==1.2.0
+exceptiongroup==1.3.0
+executing==2.2.0
+fastapi==0.116.1
+fastjsonschema==2.21.1
+filelock==3.18.0
+fonttools==4.59.0
+fqdn==1.5.1
+frozenlist==1.7.0
+fsspec==2025.3.0
+h11==0.16.0
+hf-xet==1.1.5
+httpcore==1.0.9
+httpie==3.2.4
+httpx==0.28.1
+huggingface-hub==0.33.4
+hyperlink==21.0.0
+idna==3.10
+imageio==2.37.0
+importlib_metadata==8.7.0
+incremental==24.7.2
+iniconfig==2.1.0
+ipykernel==6.30.0
+ipython==8.37.0
+ipywidgets==8.1.7
+islpy==2023.2.5
+isoduration==20.11.0
+isort==6.0.1
+itemadapter==0.12.0
+itemloaders==1.3.2
+jedi==0.19.2
+Jinja2==3.1.6
+jmespath==1.0.1
+joblib==1.5.1
+json5==0.12.0
+jsonpointer==3.0.0
+jsonschema==4.25.0
+jsonschema-specifications==2025.4.1
+jupyter==1.1.1
+jupyter-console==6.6.3
+jupyter-events==0.12.0
+jupyter-lsp==2.2.6
+jupyter_client==8.6.3
+jupyter_core==5.8.1
+jupyter_server==2.16.0
+jupyter_server_terminals==0.5.3
+jupyterlab==4.4.5
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.27.3
+jupyterlab_widgets==3.0.15
+kiwisolver==1.4.8
+kombu==5.5.4
+lark==1.2.2
+libneuronxla==2.2.8201.0+f46ac1ef
+llvmlite==0.44.0
+locket==1.0.0
+lockfile==0.12.2
+lxml==6.0.0
+markdown-it-py==3.0.0
+MarkupSafe==3.0.2
+matplotlib==3.10.3
+matplotlib-inline==0.1.7
+mccabe==0.7.0
+mdurl==0.1.2
+mistune==3.1.3
+ml_dtypes==0.5.3
+mpmath==1.3.0
+multidict==6.6.3
+multiprocess==0.70.16
+narwhals==2.0.1
+nbclient==0.10.2
+nbconvert==7.16.6
+nbformat==5.10.4
+nest-asyncio==1.6.0
+networkx==2.8.8
+neuronx-cc==2.20.9961.0+0acef03a
+neuronx-distributed==0.14.18122+d467a294
+neuronx-distributed-inference==0.5.9230+dcf1e2da
+notebook==7.4.4
+notebook_shim==0.2.4
+numba==0.61.2
+numpy==1.25.2
+nvidia-cublas-cu12==12.6.4.1
+nvidia-cuda-cupti-cu12==12.6.80
+nvidia-cuda-nvrtc-cu12==12.6.77
+nvidia-cuda-runtime-cu12==12.6.77
+nvidia-cudnn-cu12==9.5.1.17
+nvidia-cufft-cu12==11.3.0.4
+nvidia-cufile-cu12==1.11.1.6
+nvidia-curand-cu12==10.3.7.77
+nvidia-cusolver-cu12==11.7.1.2
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cusparselt-cu12==0.6.3
+nvidia-nccl-cu12==2.26.2
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-nvtx-cu12==12.6.77
+opencv-python==4.12.0.88
+optimum==1.24.0
+optimum-neuron==0.3.0
+overrides==7.7.0
+packaging==25.0
+pandas==2.3.1
+pandocfilters==1.5.1
+papermill==2.6.0
+parsel==1.10.0
+parso==0.8.4
+partd==1.4.2
+peft==0.16.0
+pexpect==4.9.0
+pgzip==0.3.5
+pillow==11.3.0
+pip-tools==7.4.1
+pipenv==2025.0.4
+platformdirs==4.3.8
+plotly==6.2.0
+pluggy==1.6.0
+prometheus_client==0.22.1
+prompt_toolkit==3.0.51
+propcache==0.3.2
+Protego==0.5.0
+protobuf==3.20.3
+psutil==7.0.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+pyarrow==21.0.0
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pycryptodomex==3.23.0
+pydantic==2.11.7
+pydantic_core==2.33.2
+PyDispatcher==2.0.7
+Pygments==2.19.2
+pylint==3.3.7
+pyOpenSSL==25.1.0
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+PySocks==1.7.1
+pytest==8.4.1
+python-daemon==3.1.2
+python-dateutil==2.9.0.post0
+python-json-logger==3.3.0
+pytz==2025.2
+PyYAML==6.0.2
+pyzmq==27.0.0
+queuelib==1.8.0
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.4
+requests-file==2.1.0
+requests-toolbelt==1.0.0
+requests-unixsocket==0.4.1
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rfc3987-syntax==1.1.0
+rich==14.1.0
+rpds-py==0.26.0
+rsa==4.7.2
+s3transfer==0.13.1
+safetensors==0.5.3
+scikit-learn==1.7.1
+scipy==1.12.0
+Scrapy==2.13.3
+seaborn==0.13.2
+Send2Trash==1.8.3
+sentencepiece==0.2.0
+service-identity==24.2.0
+shap==0.48.0
+shtab==1.7.2
+six==1.17.0
+slicer==0.0.8
+sniffio==1.3.1
+soupsieve==2.7
+stack-data==0.6.3
+starlette==0.47.2
+sympy==1.14.0
+tenacity==9.1.2
+terminado==0.18.1
+threadpoolctl==3.6.0
+tinycss2==1.4.0
+tldextract==5.3.0
+tokenizers==0.21.4
+tomli==2.2.1
+tomlkit==0.13.3
+toolz==1.0.0
+torch==2.7.1
+torch-neuronx==2.7.0.2.9.9357+08e1f40d
+torch-xla==2.7.0
+torchvision==0.22.1
+tornado==6.5.1
+tqdm==4.67.1
+traitlets==5.14.3
+transformers==4.51.3
+triton==3.3.1
+trl==0.11.4
+Twisted==25.5.0
+typeguard==4.4.4
+types-python-dateutil==2.9.0.20250708
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tyro==0.9.32
+tzdata==2025.2
+uri-template==1.3.0
+urllib3==2.5.0
+vine==5.1.0
+virtualenv==20.32.0
+w3lib==2.3.1
+wcwidth==0.2.13
+webcolors==24.11.1
+webencodings==0.5.1
+websocket-client==1.8.0
+wget==3.2
+widgetsnbextension==4.0.14
+xxhash==3.5.0
+yarl==1.20.1
+zipp==3.23.0
+zope.interface==7.2
+Note: you may need to restart the kernel to use updated packages.