From 8064c1ecf07b8afbc8013ea335d009ffc134e296 Mon Sep 17 00:00:00 2001 From: gabisponciano Date: Wed, 26 Nov 2025 11:19:33 -0800 Subject: [PATCH 1/4] [fix] new packages version on requirements and opset set to 17 --- .../notebooks/register-model.ipynb | 230 +++++++----------- .../notebooks/run-workflow.ipynb | 77 +++--- .../requirements.txt | 18 +- .../src/onnx_export.py | 4 +- 4 files changed, 138 insertions(+), 191 deletions(-) diff --git a/ngc-integration/vacation-recommendation-with-bert/notebooks/register-model.ipynb b/ngc-integration/vacation-recommendation-with-bert/notebooks/register-model.ipynb index 75166fef3..1b80adda2 100644 --- a/ngc-integration/vacation-recommendation-with-bert/notebooks/register-model.ipynb +++ b/ngc-integration/vacation-recommendation-with-bert/notebooks/register-model.ipynb @@ -47,9 +47,15 @@ "name": "stdout", "output_type": "stream", "text": [ - "Note: you may need to restart the kernel to use updated packages.\n", - "CPU times: user 54.7 ms, sys: 6.13 ms, total: 60.9 ms\n", - "Wall time: 3.23 s\n" + "\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_utilities-0.14.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/deep_ep-1.0.0+a84a248-py3.12-linux-x86_64.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_thunder-0.2.2.dev0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/opt_einsum-3.4.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/looseversion-1.3.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/nvfuser-0.2.26a0+c5e1555-py3.12-linux-x86_64.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n", + "CPU times: user 106 ms, sys: 41.1 ms, total: 147 ms\n", + "Wall time: 8.23 s\n" ] } ], @@ -64,7 +70,16 @@ "execution_count": 2, "id": "0d3a0978", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.12/dist-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", + " from .autonotebook import tqdm as notebook_tqdm\n" + ] + } + ], "source": [ "# -----------------------------\n", "# Standard library imports\n", @@ -136,7 +151,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:32:03 - INFO - Notebook execution started.\n", + " ✅ ✅ 2025-11-26 19:10:24 - INFO - Notebook execution started.\n", "
\n", " " ], @@ -210,7 +225,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:32:08 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/raw/corpus.csv\n", + " ✅ ✅ 2025-11-26 19:10:24 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/raw/corpus.csv\n", "
\n", " " ], @@ -227,7 +242,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:32:20 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/processed/embeddings.csv\n", + " ✅ ✅ 2025-11-26 19:10:26 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/processed/embeddings.csv\n", "
\n", " " ], @@ -242,8 +257,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 2.08 s, sys: 317 ms, total: 2.39 s\n", - "Wall time: 17 s\n" + "CPU times: user 2.93 s, sys: 311 ms, total: 3.25 s\n", + "Wall time: 2.45 s\n" ] } ], @@ -277,7 +292,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:32:20 - INFO - Starting the experiment: BERT_Tourism_Experiment\n", + " ✅ ✅ 2025-11-26 19:10:26 - INFO - Starting the experiment: BERT_Tourism_Experiment\n", "
\n", " " ], @@ -294,7 +309,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:32:20 - INFO - Using MLflow tracking URI: /phoenix/mlflow\n", + " ✅ ✅ 2025-11-26 19:10:26 - INFO - Using MLflow tracking URI: /phoenix/mlflow\n", "
\n", " " ], @@ -311,7 +326,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:32:21 - INFO - Run's Artifact URI: /phoenix/mlflow/732787041410633900/96ca1042162e466fa4dd8b313327ed97/artifacts\n", + " ✅ ✅ 2025-11-26 19:10:27 - INFO - Run's Artifact URI: /phoenix/mlflow/553321602708725732/855356058354455ab54f55bc3dad61b1/artifacts\n", "
\n", " " ], @@ -326,7 +341,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "\u001b[0;93m2025-10-01 19:32:23.529565672 [W:onnxruntime:Default, device_discovery.cc:164 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:89 ReadFileContents Failed to open file: \"/sys/class/drm/card0/device/vendor\"\u001b[m\n" + "Multiple distributions found for package optimum. Picked distribution: optimum\n" ] }, { @@ -335,7 +350,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:32:31 - INFO - Loading BERT model from: /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo\n", + " ✅ ✅ 2025-11-26 19:10:38 - INFO - Loading BERT model from: /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo\n", "
\n", " " ], @@ -350,7 +365,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-10-01 19:33:49 modelPT:161] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", + "[NeMo W 2025-11-26 19:11:06 nemo_logging:405] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", " Train config : \n", " data_file: /home/yzhang/data/nlp/bert/47316/hdf5/lower_case_1_seq_len_512_max_pred_80_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5_shard_1472_test_split_10/books_wiki_en_corpus/training/\n", " max_predictions_per_seq: 80\n", @@ -361,18 +376,20 @@ " drop_last: false\n", " pin_memory: false\n", " \n", - "[NeMo W 2025-10-01 19:33:51 modelPT:617] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" + "[NeMo W 2025-11-26 19:11:06 nemo_logging:405] bert-large-uncased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n", + "[NeMo W 2025-11-26 19:11:10 nemo_logging:405] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-10-01 19:33:51 modelPT:728] Optimizer config = AdamW (\n", + "[NeMo I 2025-11-26 19:11:10 nemo_logging:393] Optimizer config = AdamW (\n", " Parameter Group 0\n", " amsgrad: False\n", " betas: (0.9, 0.999)\n", " capturable: False\n", + " decoupled_weight_decay: True\n", " differentiable: False\n", " eps: 1e-08\n", " foreach: None\n", @@ -387,7 +404,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-10-01 19:33:51 lr_scheduler:890] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", + "[NeMo W 2025-11-26 19:11:10 nemo_logging:405] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", " Scheduler will not be instantiated !\n" ] }, @@ -395,7 +412,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-10-01 19:33:52 save_restore_connector:249] Model BERTLMModel was successfully restored from /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo.\n" + "[NeMo I 2025-11-26 19:11:12 nemo_logging:393] Model BERTLMModel was successfully restored from /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo.\n" ] }, { @@ -404,7 +421,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:33:52 - INFO - 🔧 Generating ONNX model(s) for specified models...\n", + " ✅ ✅ 2025-11-26 19:11:12 - INFO - 🔧 Generating ONNX model(s) for specified models...\n", "
\n", " " ], @@ -421,7 +438,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:33:52 - INFO - 🔄 Converting pytorch model: bert_tourism_onnx\n", + " ✅ ✅ 2025-11-26 19:11:12 - INFO - 🔄 Converting pytorch model: bert_tourism_onnx\n", "
\n", " " ], @@ -438,7 +455,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:33:52 - INFO - 📁 Model directory: bert_tourism_onnx\n", + " ✅ ✅ 2025-11-26 19:11:12 - INFO - 📁 Model directory: bert_tourism_onnx\n", "
\n", " " ], @@ -455,7 +472,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:33:52 - INFO - 🔍 Model identified as: pytorch\n", + " ✅ ✅ 2025-11-26 19:11:12 - INFO - 🔍 Model identified as: pytorch\n", "
\n", " " ], @@ -472,7 +489,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:33:52 - INFO - 🔄 Exporting loaded PyTorch model with opset 12...\n", + " ✅ ✅ 2025-11-26 19:11:12 - INFO - 🔄 Exporting loaded PyTorch model with opset 17...\n", "
\n", " " ], @@ -489,7 +506,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:34:18 - INFO - ✅ PyTorch model exported to: bert_tourism_onnx/model.onnx\n", + " ✅ ✅ 2025-11-26 19:11:30 - INFO - ✅ PyTorch model exported to: bert_tourism_onnx/model.onnx\n", "
\n", " " ], @@ -506,7 +523,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:34:18 - INFO - ✅ Converted bert_tourism_onnx to directory: bert_tourism_onnx\n", + " ✅ ✅ 2025-11-26 19:11:30 - INFO - ✅ Converted bert_tourism_onnx to directory: bert_tourism_onnx\n", "
\n", " " ], @@ -523,7 +540,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:34:18 - INFO - 📦 Added model directory artifact: model_directory -> bert_tourism_onnx\n", + " ✅ ✅ 2025-11-26 19:11:30 - INFO - 📦 Added model directory artifact: model_directory -> bert_tourism_onnx\n", "
\n", " " ], @@ -540,7 +557,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:34:18 - INFO - No Triton structure requested, using model directories as-is\n", + " ✅ ✅ 2025-11-26 19:11:30 - INFO - No Triton structure requested, using model directories as-is\n", "
\n", " " ], @@ -552,102 +569,17 @@ "output_type": "display_data" }, { - "data": { - "application/vnd.jupyter.widget-view+json": { - "model_id": "05886b899e384605a0ba2b745265521c", - "version_major": 2, - "version_minor": 0 - }, - "text/plain": [ - "Downloading artifacts: 0%| | 0/1 [00:00\n", - " ✅ ✅ 2025-10-01 19:35:24 - INFO - Model logged with artifacts: ['corpus_path', 'embeddings_path', 'tokenizer_dir', 'bert_model_path', 'demo', 'config', 'model_directory']\n", + " ✅ ✅ 2025-11-26 19:12:13 - INFO - Model logged with artifacts: ['corpus_path', 'embeddings_path', 'tokenizer_dir', 'bert_model_path', 'demo', 'config', 'model_directory']\n", " \n", " " ], @@ -672,7 +604,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:35:24 - INFO - ✅ Model logged with model directory created!\n", + " ✅ ✅ 2025-11-26 19:12:13 - INFO - ✅ Model logged with model directory created!\n", "
\n", " " ], @@ -689,7 +621,7 @@ "\n", "
\n", - " 🔍 ✅ 2025-10-01 19:35:24 - DEBUG - Model directories are preserved as artifacts (no cleanup needed)\n", + " 🔍 ✅ 2025-11-26 19:12:13 - DEBUG - Model directories are preserved as artifacts (no cleanup needed)\n", "
\n", " " ], @@ -705,7 +637,7 @@ "output_type": "stream", "text": [ "Registered model 'BERT_Tourism_Model' already exists. Creating a new version of this model...\n", - "Created version '4' of model 'BERT_Tourism_Model'.\n" + "Created version '13' of model 'BERT_Tourism_Model'.\n" ] }, { @@ -714,7 +646,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:35:25 - INFO - ✅ Model 'BERT_Tourism_Model' successfully logged and registered under experiment 'BERT_Tourism_Experiment'.\n", + " ✅ ✅ 2025-11-26 19:12:14 - INFO - ✅ Model 'BERT_Tourism_Model' successfully logged and registered under experiment 'BERT_Tourism_Experiment'.\n", "
\n", " " ], @@ -729,8 +661,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 33.5 s, sys: 14.8 s, total: 48.2 s\n", - "Wall time: 3min 4s\n" + "CPU times: user 32.3 s, sys: 15.4 s, total: 47.7 s\n", + "Wall time: 1min 47s\n" ] } ], @@ -786,7 +718,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Latest registered version of 'BERT_Tourism_Model': 4\n", + "Latest registered version of 'BERT_Tourism_Model': 13\n", "Signature: inputs: \n", " ['query': string (required)]\n", "outputs: \n", @@ -837,7 +769,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-10-01 19:36:48 modelPT:161] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", + "[NeMo W 2025-11-26 19:12:44 nemo_logging:405] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", " Train config : \n", " data_file: /home/yzhang/data/nlp/bert/47316/hdf5/lower_case_1_seq_len_512_max_pred_80_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5_shard_1472_test_split_10/books_wiki_en_corpus/training/\n", " max_predictions_per_seq: 80\n", @@ -848,18 +780,20 @@ " drop_last: false\n", " pin_memory: false\n", " \n", - "[NeMo W 2025-10-01 19:36:49 modelPT:617] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" + "[NeMo W 2025-11-26 19:12:44 nemo_logging:405] bert-large-uncased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n", + "[NeMo W 2025-11-26 19:12:45 nemo_logging:405] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-10-01 19:36:49 modelPT:728] Optimizer config = AdamW (\n", + "[NeMo I 2025-11-26 19:12:45 nemo_logging:393] Optimizer config = AdamW (\n", " Parameter Group 0\n", " amsgrad: False\n", " betas: (0.9, 0.999)\n", " capturable: False\n", + " decoupled_weight_decay: True\n", " differentiable: False\n", " eps: 1e-08\n", " foreach: None\n", @@ -874,7 +808,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-10-01 19:36:49 lr_scheduler:890] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", + "[NeMo W 2025-11-26 19:12:45 nemo_logging:405] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", " Scheduler will not be instantiated !\n" ] }, @@ -882,10 +816,10 @@ "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-10-01 19:36:51 save_restore_connector:249] Model BERTLMModel was successfully restored from /phoenix/mlflow/732787041410633900/96ca1042162e466fa4dd8b313327ed97/artifacts/BERT_Tourism_Model/artifacts/bertlargeuncased.nemo.\n", - "Successfully loaded model 'BERT_Tourism_Model' version 4 for inference.\n", - "CPU times: user 20.8 s, sys: 5.3 s, total: 26.1 s\n", - "Wall time: 1min 25s\n" + "[NeMo I 2025-11-26 19:12:47 nemo_logging:393] Model BERTLMModel was successfully restored from /phoenix/mlflow/553321602708725732/855356058354455ab54f55bc3dad61b1/artifacts/BERT_Tourism_Model/artifacts/bertlargeuncased.nemo.\n", + "Successfully loaded model 'BERT_Tourism_Model' version 13 for inference.\n", + "CPU times: user 14.9 s, sys: 3.57 s, total: 18.5 s\n", + "Wall time: 32.3 s\n" ] } ], @@ -916,15 +850,15 @@ "╒════╤═════════════════════════════════════════════════════════════════════════════════════════════════════╤═══════════════════╕\n", "│ │ Recommended Option │ Relevance Score │\n", "╞════╪═════════════════════════════════════════════════════════════════════════════════════════════════════╪═══════════════════╡\n", - "│ 0 │ For a budget-friendly vacation, consider a resort with vacation options and cruise activities. │ 0.869171 │\n", + "│ 0 │ For a budget-friendly vacation, consider a resort with vacation options and cruise activities. │ 0.869178 │\n", "├────┼─────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┤\n", - "│ 1 │ For a budget-friendly vacation, consider a getaway with beach options and vacation activities. │ 0.863892 │\n", + "│ 1 │ For a budget-friendly vacation, consider a getaway with beach options and vacation activities. │ 0.863896 │\n", "├────┼─────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┤\n", - "│ 2 │ For a budget-friendly vacation, consider a getaway with hotel options and vacation activities. │ 0.862296 │\n", + "│ 2 │ For a budget-friendly vacation, consider a getaway with hotel options and vacation activities. │ 0.862304 │\n", "├────┼─────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┤\n", - "│ 3 │ For a budget-friendly vacation, consider a reservation with beach options and mountains activities. │ 0.861664 │\n", + "│ 3 │ For a budget-friendly vacation, consider a reservation with beach options and mountains activities. │ 0.861669 │\n", "├────┼─────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┤\n", - "│ 4 │ For a budget-friendly wildlife, consider a vacation with vacation options and holiday activities. │ 0.861548 │\n", + "│ 4 │ For a budget-friendly wildlife, consider a vacation with vacation options and holiday activities. │ 0.861563 │\n", "╘════╧═════════════════════════════════════════════════════════════════════════════════════════════════════╧═══════════════════╛\n" ] } @@ -955,7 +889,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:36:52 - INFO - ⏱️ Total execution time: 4m 48.41s\n", + " ✅ ✅ 2025-11-26 19:12:47 - INFO - ⏱️ Total execution time: 2m 22.83s\n", "
\n", " " ], @@ -972,7 +906,7 @@ "\n", "
\n", - " ✅ ✅ 2025-10-01 19:36:52 - INFO - ✅ Notebook execution completed successfully.\n", + " ✅ ✅ 2025-11-26 19:12:47 - INFO - ✅ Notebook execution completed successfully.\n", "
\n", " " ], @@ -1019,7 +953,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.12.3" } }, "nbformat": 4, diff --git a/ngc-integration/vacation-recommendation-with-bert/notebooks/run-workflow.ipynb b/ngc-integration/vacation-recommendation-with-bert/notebooks/run-workflow.ipynb index 416776895..e0e890d28 100644 --- a/ngc-integration/vacation-recommendation-with-bert/notebooks/run-workflow.ipynb +++ b/ngc-integration/vacation-recommendation-with-bert/notebooks/run-workflow.ipynb @@ -50,9 +50,15 @@ "name": "stdout", "output_type": "stream", "text": [ - "Note: you may need to restart the kernel to use updated packages.\n", - "CPU times: user 45.1 ms, sys: 8.79 ms, total: 53.8 ms\n", - "Wall time: 3.17 s\n" + "\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_utilities-0.14.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/deep_ep-1.0.0+a84a248-py3.12-linux-x86_64.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_thunder-0.2.2.dev0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/opt_einsum-3.4.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/looseversion-1.3.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/nvfuser-0.2.26a0+c5e1555-py3.12-linux-x86_64.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n", + "CPU times: user 176 ms, sys: 61 ms, total: 237 ms\n", + "Wall time: 13.4 s\n" ] } ], @@ -73,9 +79,10 @@ "name": "stderr", "output_type": "stream", "text": [ - "\u001b[0;93m2025-10-01 18:50:21.009923139 [W:onnxruntime:Default, device_discovery.cc:164 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:89 ReadFileContents Failed to open file: \"/sys/class/drm/card0/device/vendor\"\u001b[m\n", - "[NeMo W 2025-10-01 18:50:22 nemo_logging:349] /opt/conda/envs/aistudio/lib/python3.10/site-packages/_distutils_hack/__init__.py:53: UserWarning: Reliance on distutils from stdlib is deprecated. Users must rely on setuptools to provide the distutils module. Avoid importing distutils or import setuptools first, and avoid setting SETUPTOOLS_USE_DISTUTILS=stdlib. Register concerns at https://github.com/pypa/setuptools/issues/new?template=distutils-deprecation.yml\n", - " warnings.warn(\n", + "/usr/local/lib/python3.12/dist-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", + " from .autonotebook import tqdm as notebook_tqdm\n", + "[NeMo W 2025-11-26 14:43:56 nemo_logging:405] /usr/local/lib/python3.12/dist-packages/pydub/utils.py:170: RuntimeWarning: Couldn't find ffmpeg or avconv - defaulting to ffmpeg, but may not work\n", + " warn(\"Couldn't find ffmpeg or avconv - defaulting to ffmpeg, but may not work\", RuntimeWarning)\n", " \n" ] } @@ -155,7 +162,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:50:29 - INFO - Notebook execution started.\n", + " ✅ ✅ 2025-11-26 14:44:00 - INFO - Notebook execution started.\n", "
\n", " " ], @@ -243,7 +250,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:50:34 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/raw/corpus.csv\n", + " ✅ ✅ 2025-11-26 14:44:05 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/raw/corpus.csv\n", "
\n", " " ], @@ -258,8 +265,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 99 ms, sys: 8.88 ms, total: 108 ms\n", - "Wall time: 4.47 s\n" + "CPU times: user 118 ms, sys: 104 ms, total: 222 ms\n", + "Wall time: 5.95 s\n" ] } ], @@ -290,7 +297,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:50:34 - INFO - BERT model is properly configured. \n", + " ✅ ✅ 2025-11-26 14:44:05 - INFO - BERT model is properly configured. \n", "
\n", " " ], @@ -307,7 +314,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:50:34 - INFO - Corpus data is properly configured. \n", + " ✅ ✅ 2025-11-26 14:44:05 - INFO - Corpus data is properly configured. \n", "
\n", " " ], @@ -365,19 +372,19 @@ "metadata": {}, "outputs": [ { - "name": "stdout", + "name": "stderr", "output_type": "stream", "text": [ - "CPU times: user 10.5 ms, sys: 19.8 ms, total: 30.4 ms\n", - "Wall time: 154 ms\n" + "[nltk_data] Downloading package punkt to /root/nltk_data...\n", + "[nltk_data] Unzipping tokenizers/punkt.zip.\n" ] }, { - "name": "stderr", + "name": "stdout", "output_type": "stream", "text": [ - "[nltk_data] Downloading package punkt to /root/nltk_data...\n", - "[nltk_data] Package punkt is already up-to-date!\n" + "CPU times: user 242 ms, sys: 96.6 ms, total: 338 ms\n", + "Wall time: 1.32 s\n" ] }, { @@ -412,7 +419,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:50:34 - INFO - First few entries of the DataFrame:\n", + " ✅ ✅ 2025-11-26 14:44:07 - INFO - First few entries of the DataFrame:\n", "
\n", " " ], @@ -475,7 +482,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:50:34 - INFO - Loading BERT model...\n", + " ✅ ✅ 2025-11-26 14:44:07 - INFO - Loading BERT model...\n", "
\n", " " ], @@ -490,7 +497,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-10-01 18:51:53 modelPT:161] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", + "[NeMo W 2025-11-26 14:44:44 nemo_logging:405] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", " Train config : \n", " data_file: /home/yzhang/data/nlp/bert/47316/hdf5/lower_case_1_seq_len_512_max_pred_80_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5_shard_1472_test_split_10/books_wiki_en_corpus/training/\n", " max_predictions_per_seq: 80\n", @@ -501,18 +508,20 @@ " drop_last: false\n", " pin_memory: false\n", " \n", - "[NeMo W 2025-10-01 18:51:55 modelPT:617] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" + "[NeMo W 2025-11-26 14:44:44 nemo_logging:405] bert-large-uncased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n", + "[NeMo W 2025-11-26 14:45:05 nemo_logging:405] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-10-01 18:51:55 modelPT:728] Optimizer config = AdamW (\n", + "[NeMo I 2025-11-26 14:45:05 nemo_logging:393] Optimizer config = AdamW (\n", " Parameter Group 0\n", " amsgrad: False\n", " betas: (0.9, 0.999)\n", " capturable: False\n", + " decoupled_weight_decay: True\n", " differentiable: False\n", " eps: 1e-08\n", " foreach: None\n", @@ -527,7 +536,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-10-01 18:51:55 lr_scheduler:890] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", + "[NeMo W 2025-11-26 14:45:05 nemo_logging:405] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", " Scheduler will not be instantiated !\n" ] }, @@ -535,7 +544,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-10-01 18:51:57 save_restore_connector:249] Model BERTLMModel was successfully restored from /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo.\n" + "[NeMo I 2025-11-26 14:45:08 nemo_logging:393] Model BERTLMModel was successfully restored from /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo.\n" ] }, { @@ -544,7 +553,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:51:57 - INFO - BERT model loaded successfully.\n", + " ✅ ✅ 2025-11-26 14:45:08 - INFO - BERT model loaded successfully.\n", "
\n", " " ], @@ -559,8 +568,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 19.6 s, sys: 8.99 s, total: 28.6 s\n", - "Wall time: 1min 23s\n" + "CPU times: user 22.1 s, sys: 11.4 s, total: 33.5 s\n", + "Wall time: 1min\n" ] } ], @@ -661,7 +670,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:52:15 - INFO - ✅ Embedding completed and saved to: ../data/processed/embeddings.csv\n", + " ✅ ✅ 2025-11-26 14:45:37 - INFO - ✅ Embedding completed and saved to: ../data/processed/embeddings.csv\n", "
\n", " " ], @@ -676,8 +685,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 16.9 s, sys: 4.34 s, total: 21.2 s\n", - "Wall time: 17.6 s\n" + "CPU times: user 31.8 s, sys: 6.51 s, total: 38.3 s\n", + "Wall time: 28.8 s\n" ] } ], @@ -714,7 +723,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:52:15 - INFO - ⏱️ Total execution time: 1m 45.41s\n", + " ✅ ✅ 2025-11-26 14:45:37 - INFO - ⏱️ Total execution time: 1m 37.22s\n", "
\n", " " ], @@ -731,7 +740,7 @@ "\n", "
\n", - " ✅ 2025-10-01 18:52:15 - INFO - ✅ Notebook execution completed successfully.\n", + " ✅ ✅ 2025-11-26 14:45:37 - INFO - ✅ Notebook execution completed successfully.\n", "
\n", " " ], @@ -778,7 +787,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.12.3" } }, "nbformat": 4, diff --git a/ngc-integration/vacation-recommendation-with-bert/requirements.txt b/ngc-integration/vacation-recommendation-with-bert/requirements.txt index 139e021db..37ec0a24b 100644 --- a/ngc-integration/vacation-recommendation-with-bert/requirements.txt +++ b/ngc-integration/vacation-recommendation-with-bert/requirements.txt @@ -1,13 +1,17 @@ # Create the workspace using the NeMo Framework image within Z by HP AI Studio and select the aistudio kernel for Jupyter notebooks. # This image includes all the required libraries to run the sample project. -numpy>=1.21,<1.24 -pandas==1.5.3 +numpy>=1.26 +pandas>=2.0 setuptools>=65.6 -protobuf>=4.25.8,<5 +protobuf>=4.25 mlflow==2.21.2 -optimum==1.14.0 -onnxruntime>=1.14.1 -huggingface_hub>=0.20.0 -nemo-toolkit==1.22.0 +optimum>=1.17 +onnxruntime>=1.16 +huggingface_hub>=0.21 +nemo-toolkit==2.4.0 mlflow==2.21.2 +transformer-engine>=2.2.0.dev0 +megatron-core>=0.12.0 +wandb>=0.22 +onnxscript \ No newline at end of file diff --git a/ngc-integration/vacation-recommendation-with-bert/src/onnx_export.py b/ngc-integration/vacation-recommendation-with-bert/src/onnx_export.py index eb2d74e2f..a6016712b 100644 --- a/ngc-integration/vacation-recommendation-with-bert/src/onnx_export.py +++ b/ngc-integration/vacation-recommendation-with-bert/src/onnx_export.py @@ -439,7 +439,7 @@ def export_pytorch_model_to_onnx( input_names = kwargs.get("input_names", ["input"]) output_names = kwargs.get("output_names", ["output"]) dynamic_axes = kwargs.get("dynamic_axes", None) - opset_version = kwargs.get("opset", 12) + opset_version = kwargs.get("opset", 17) do_constant_folding = kwargs.get("do_constant_folding", True) export_params = kwargs.get("export_params", True) verbose = kwargs.get("verbose", False) @@ -862,4 +862,4 @@ def export_sklearn_model_to_onnx( "export_transformers_model_to_onnx", "export_nemo_model_to_onnx", "export_sklearn_model_to_onnx", -] +] \ No newline at end of file From 0899869825b82230cf475a2f6af14e469c723e75 Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Wed, 26 Nov 2025 19:26:11 +0000 Subject: [PATCH 2/4] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- .../vacation-recommendation-with-bert/requirements.txt | 2 +- .../vacation-recommendation-with-bert/src/onnx_export.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ngc-integration/vacation-recommendation-with-bert/requirements.txt b/ngc-integration/vacation-recommendation-with-bert/requirements.txt index 37ec0a24b..48ecac860 100644 --- a/ngc-integration/vacation-recommendation-with-bert/requirements.txt +++ b/ngc-integration/vacation-recommendation-with-bert/requirements.txt @@ -14,4 +14,4 @@ mlflow==2.21.2 transformer-engine>=2.2.0.dev0 megatron-core>=0.12.0 wandb>=0.22 -onnxscript \ No newline at end of file +onnxscript diff --git a/ngc-integration/vacation-recommendation-with-bert/src/onnx_export.py b/ngc-integration/vacation-recommendation-with-bert/src/onnx_export.py index a6016712b..235c1486b 100644 --- a/ngc-integration/vacation-recommendation-with-bert/src/onnx_export.py +++ b/ngc-integration/vacation-recommendation-with-bert/src/onnx_export.py @@ -862,4 +862,4 @@ def export_sklearn_model_to_onnx( "export_transformers_model_to_onnx", "export_nemo_model_to_onnx", "export_sklearn_model_to_onnx", -] \ No newline at end of file +] From bdb1838549e47dc328b4abb7f84550db3f04da59 Mon Sep 17 00:00:00 2001 From: gabisponciano Date: Wed, 17 Dec 2025 13:32:06 -0300 Subject: [PATCH 3/4] [refactor] pattern applied on requirements --- .../notebooks/register-model.ipynb | 120 +++++++++--------- .../notebooks/run-workflow.ipynb | 67 +++++----- .../requirements.txt | 22 ++-- 3 files changed, 103 insertions(+), 106 deletions(-) diff --git a/ngc-integration/vacation-recommendation-with-bert/notebooks/register-model.ipynb b/ngc-integration/vacation-recommendation-with-bert/notebooks/register-model.ipynb index 1b80adda2..60a8537af 100644 --- a/ngc-integration/vacation-recommendation-with-bert/notebooks/register-model.ipynb +++ b/ngc-integration/vacation-recommendation-with-bert/notebooks/register-model.ipynb @@ -49,13 +49,13 @@ "text": [ "\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_utilities-0.14.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/deep_ep-1.0.0+a84a248-py3.12-linux-x86_64.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", - "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_thunder-0.2.2.dev0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/opt_einsum-3.4.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", - "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/looseversion-1.3.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_thunder-0.2.2.dev0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/nvfuser-0.2.26a0+c5e1555-py3.12-linux-x86_64.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/looseversion-1.3.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n", - "CPU times: user 106 ms, sys: 41.1 ms, total: 147 ms\n", - "Wall time: 8.23 s\n" + "CPU times: user 167 ms, sys: 98.2 ms, total: 265 ms\n", + "Wall time: 7.26 s\n" ] } ], @@ -151,7 +151,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:10:24 - INFO - Notebook execution started.\n", + " ✅ ✅ 2025-12-17 16:25:51 - INFO - Notebook execution started.\n", "
\n", " " ], @@ -225,7 +225,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:10:24 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/raw/corpus.csv\n", + " ✅ ✅ 2025-12-17 16:25:52 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/raw/corpus.csv\n", "
\n", " " ], @@ -242,7 +242,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:10:26 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/processed/embeddings.csv\n", + " ✅ ✅ 2025-12-17 16:25:55 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/processed/embeddings.csv\n", "
\n", " " ], @@ -257,8 +257,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 2.93 s, sys: 311 ms, total: 3.25 s\n", - "Wall time: 2.45 s\n" + "CPU times: user 3.33 s, sys: 612 ms, total: 3.94 s\n", + "Wall time: 3.83 s\n" ] } ], @@ -292,7 +292,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:10:26 - INFO - Starting the experiment: BERT_Tourism_Experiment\n", + " ✅ ✅ 2025-12-17 16:25:55 - INFO - Starting the experiment: BERT_Tourism_Experiment\n", "
\n", " " ], @@ -309,7 +309,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:10:26 - INFO - Using MLflow tracking URI: /phoenix/mlflow\n", + " ✅ ✅ 2025-12-17 16:25:55 - INFO - Using MLflow tracking URI: /phoenix/mlflow\n", "
\n", " " ], @@ -326,7 +326,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:10:27 - INFO - Run's Artifact URI: /phoenix/mlflow/553321602708725732/855356058354455ab54f55bc3dad61b1/artifacts\n", + " ✅ ✅ 2025-12-17 16:25:56 - INFO - Run's Artifact URI: /phoenix/mlflow/421232991872940617/017e3bd2fef4401790cdd920d0e7d9a2/artifacts\n", "
\n", " " ], @@ -341,7 +341,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "Multiple distributions found for package optimum. Picked distribution: optimum\n" + "\u001b[0;93m2025-12-17 16:25:58.335663265 [W:onnxruntime:Default, device_discovery.cc:164 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:89 ReadFileContents Failed to open file: \"/sys/class/drm/card0/device/vendor\"\u001b[m\n" ] }, { @@ -350,7 +350,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:10:38 - INFO - Loading BERT model from: /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo\n", + " ✅ ✅ 2025-12-17 16:26:11 - INFO - Loading BERT model from: /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo\n", "
\n", " " ], @@ -365,7 +365,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-11-26 19:11:06 nemo_logging:405] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", + "[NeMo W 2025-12-17 16:27:15 nemo_logging:405] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", " Train config : \n", " data_file: /home/yzhang/data/nlp/bert/47316/hdf5/lower_case_1_seq_len_512_max_pred_80_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5_shard_1472_test_split_10/books_wiki_en_corpus/training/\n", " max_predictions_per_seq: 80\n", @@ -376,15 +376,15 @@ " drop_last: false\n", " pin_memory: false\n", " \n", - "[NeMo W 2025-11-26 19:11:06 nemo_logging:405] bert-large-uncased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n", - "[NeMo W 2025-11-26 19:11:10 nemo_logging:405] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" + "[NeMo W 2025-12-17 16:27:15 nemo_logging:405] bert-large-uncased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n", + "[NeMo W 2025-12-17 16:27:17 nemo_logging:405] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-11-26 19:11:10 nemo_logging:393] Optimizer config = AdamW (\n", + "[NeMo I 2025-12-17 16:27:17 nemo_logging:393] Optimizer config = AdamW (\n", " Parameter Group 0\n", " amsgrad: False\n", " betas: (0.9, 0.999)\n", @@ -404,7 +404,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-11-26 19:11:10 nemo_logging:405] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", + "[NeMo W 2025-12-17 16:27:17 nemo_logging:405] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", " Scheduler will not be instantiated !\n" ] }, @@ -412,7 +412,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-11-26 19:11:12 nemo_logging:393] Model BERTLMModel was successfully restored from /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo.\n" + "[NeMo I 2025-12-17 16:27:19 nemo_logging:393] Model BERTLMModel was successfully restored from /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo.\n" ] }, { @@ -421,7 +421,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:11:12 - INFO - 🔧 Generating ONNX model(s) for specified models...\n", + " ✅ ✅ 2025-12-17 16:27:19 - INFO - 🔧 Generating ONNX model(s) for specified models...\n", "
\n", " " ], @@ -438,7 +438,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:11:12 - INFO - 🔄 Converting pytorch model: bert_tourism_onnx\n", + " ✅ ✅ 2025-12-17 16:27:19 - INFO - 🔄 Converting pytorch model: bert_tourism_onnx\n", "
\n", " " ], @@ -455,7 +455,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:11:12 - INFO - 📁 Model directory: bert_tourism_onnx\n", + " ✅ ✅ 2025-12-17 16:27:19 - INFO - 📁 Model directory: bert_tourism_onnx\n", "
\n", " " ], @@ -472,7 +472,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:11:12 - INFO - 🔍 Model identified as: pytorch\n", + " ✅ ✅ 2025-12-17 16:27:19 - INFO - 🔍 Model identified as: pytorch\n", "
\n", " " ], @@ -489,7 +489,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:11:12 - INFO - 🔄 Exporting loaded PyTorch model with opset 17...\n", + " ✅ ✅ 2025-12-17 16:27:19 - INFO - 🔄 Exporting loaded PyTorch model with opset 17...\n", "
\n", " " ], @@ -506,7 +506,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:11:30 - INFO - ✅ PyTorch model exported to: bert_tourism_onnx/model.onnx\n", + " ✅ ✅ 2025-12-17 16:27:43 - INFO - ✅ PyTorch model exported to: bert_tourism_onnx/model.onnx\n", "
\n", " " ], @@ -523,7 +523,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:11:30 - INFO - ✅ Converted bert_tourism_onnx to directory: bert_tourism_onnx\n", + " ✅ ✅ 2025-12-17 16:27:43 - INFO - ✅ Converted bert_tourism_onnx to directory: bert_tourism_onnx\n", "
\n", " " ], @@ -540,7 +540,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:11:30 - INFO - 📦 Added model directory artifact: model_directory -> bert_tourism_onnx\n", + " ✅ ✅ 2025-12-17 16:27:43 - INFO - 📦 Added model directory artifact: model_directory -> bert_tourism_onnx\n", "
\n", " " ], @@ -557,7 +557,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:11:30 - INFO - No Triton structure requested, using model directories as-is\n", + " ✅ ✅ 2025-12-17 16:27:43 - INFO - No Triton structure requested, using model directories as-is\n", "
\n", " " ], @@ -572,13 +572,13 @@ "name": "stderr", "output_type": "stream", "text": [ - "Downloading artifacts: 100%|██████████| 1/1 [00:00<00:00, 52.86it/s]\n", - "Downloading artifacts: 100%|██████████| 1/1 [00:01<00:00, 1.13s/it]\n", - "Downloading artifacts: 100%|██████████| 4/4 [00:00<00:00, 296.28it/s]\n", - "Downloading artifacts: 100%|██████████| 1/1 [00:09<00:00, 10.00s/it]\n", - "Downloading artifacts: 100%|██████████| 7/7 [00:00<00:00, 714.51it/s] \n", - "Downloading artifacts: 100%|██████████| 1/1 [00:00<00:00, 149.83it/s]\n", - "Downloading artifacts: 100%|██████████| 1/1 [00:10<00:00, 10.11s/it]\n" + "Downloading artifacts: 100%|██████████| 1/1 [00:00<00:00, 19.06it/s]\n", + "Downloading artifacts: 100%|██████████| 1/1 [00:02<00:00, 2.78s/it]\n", + "Downloading artifacts: 100%|██████████| 4/4 [00:00<00:00, 224.94it/s]\n", + "Downloading artifacts: 100%|██████████| 1/1 [00:26<00:00, 26.08s/it]\n", + "Downloading artifacts: 100%|██████████| 7/7 [00:00<00:00, 197.92it/s] \n", + "Downloading artifacts: 100%|██████████| 1/1 [00:00<00:00, 51.70it/s]\n", + "Downloading artifacts: 100%|██████████| 1/1 [00:26<00:00, 26.79s/it]\n" ] }, { @@ -587,7 +587,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:12:13 - INFO - Model logged with artifacts: ['corpus_path', 'embeddings_path', 'tokenizer_dir', 'bert_model_path', 'demo', 'config', 'model_directory']\n", + " ✅ ✅ 2025-12-17 16:29:19 - INFO - Model logged with artifacts: ['corpus_path', 'embeddings_path', 'tokenizer_dir', 'bert_model_path', 'demo', 'config', 'model_directory']\n", "
\n", " " ], @@ -604,7 +604,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:12:13 - INFO - ✅ Model logged with model directory created!\n", + " ✅ ✅ 2025-12-17 16:29:19 - INFO - ✅ Model logged with model directory created!\n", "
\n", " " ], @@ -621,7 +621,7 @@ "\n", "
\n", - " 🔍 ✅ 2025-11-26 19:12:13 - DEBUG - Model directories are preserved as artifacts (no cleanup needed)\n", + " 🔍 ✅ 2025-12-17 16:29:19 - DEBUG - Model directories are preserved as artifacts (no cleanup needed)\n", "
\n", " " ], @@ -637,7 +637,7 @@ "output_type": "stream", "text": [ "Registered model 'BERT_Tourism_Model' already exists. Creating a new version of this model...\n", - "Created version '13' of model 'BERT_Tourism_Model'.\n" + "Created version '2' of model 'BERT_Tourism_Model'.\n" ] }, { @@ -646,7 +646,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:12:14 - INFO - ✅ Model 'BERT_Tourism_Model' successfully logged and registered under experiment 'BERT_Tourism_Experiment'.\n", + " ✅ ✅ 2025-12-17 16:29:19 - INFO - ✅ Model 'BERT_Tourism_Model' successfully logged and registered under experiment 'BERT_Tourism_Experiment'.\n", "
\n", " " ], @@ -661,8 +661,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 32.3 s, sys: 15.4 s, total: 47.7 s\n", - "Wall time: 1min 47s\n" + "CPU times: user 45.3 s, sys: 18.8 s, total: 1min 4s\n", + "Wall time: 3min 24s\n" ] } ], @@ -718,7 +718,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Latest registered version of 'BERT_Tourism_Model': 13\n", + "Latest registered version of 'BERT_Tourism_Model': 2\n", "Signature: inputs: \n", " ['query': string (required)]\n", "outputs: \n", @@ -769,7 +769,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-11-26 19:12:44 nemo_logging:405] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", + "[NeMo W 2025-12-17 16:30:28 nemo_logging:405] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", " Train config : \n", " data_file: /home/yzhang/data/nlp/bert/47316/hdf5/lower_case_1_seq_len_512_max_pred_80_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5_shard_1472_test_split_10/books_wiki_en_corpus/training/\n", " max_predictions_per_seq: 80\n", @@ -780,15 +780,15 @@ " drop_last: false\n", " pin_memory: false\n", " \n", - "[NeMo W 2025-11-26 19:12:44 nemo_logging:405] bert-large-uncased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n", - "[NeMo W 2025-11-26 19:12:45 nemo_logging:405] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" + "[NeMo W 2025-12-17 16:30:28 nemo_logging:405] bert-large-uncased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n", + "[NeMo W 2025-12-17 16:30:29 nemo_logging:405] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-11-26 19:12:45 nemo_logging:393] Optimizer config = AdamW (\n", + "[NeMo I 2025-12-17 16:30:29 nemo_logging:393] Optimizer config = AdamW (\n", " Parameter Group 0\n", " amsgrad: False\n", " betas: (0.9, 0.999)\n", @@ -808,7 +808,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-11-26 19:12:45 nemo_logging:405] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", + "[NeMo W 2025-12-17 16:30:29 nemo_logging:405] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", " Scheduler will not be instantiated !\n" ] }, @@ -816,10 +816,10 @@ "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-11-26 19:12:47 nemo_logging:393] Model BERTLMModel was successfully restored from /phoenix/mlflow/553321602708725732/855356058354455ab54f55bc3dad61b1/artifacts/BERT_Tourism_Model/artifacts/bertlargeuncased.nemo.\n", - "Successfully loaded model 'BERT_Tourism_Model' version 13 for inference.\n", - "CPU times: user 14.9 s, sys: 3.57 s, total: 18.5 s\n", - "Wall time: 32.3 s\n" + "[NeMo I 2025-12-17 16:30:31 nemo_logging:393] Model BERTLMModel was successfully restored from /phoenix/mlflow/421232991872940617/017e3bd2fef4401790cdd920d0e7d9a2/artifacts/BERT_Tourism_Model/artifacts/bertlargeuncased.nemo.\n", + "Successfully loaded model 'BERT_Tourism_Model' version 2 for inference.\n", + "CPU times: user 28.7 s, sys: 4.36 s, total: 33 s\n", + "Wall time: 1min 11s\n" ] } ], @@ -850,15 +850,15 @@ "╒════╤═════════════════════════════════════════════════════════════════════════════════════════════════════╤═══════════════════╕\n", "│ │ Recommended Option │ Relevance Score │\n", "╞════╪═════════════════════════════════════════════════════════════════════════════════════════════════════╪═══════════════════╡\n", - "│ 0 │ For a budget-friendly vacation, consider a resort with vacation options and cruise activities. │ 0.869178 │\n", + "│ 0 │ For a budget-friendly vacation, consider a resort with vacation options and cruise activities. │ 0.869199 │\n", "├────┼─────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┤\n", - "│ 1 │ For a budget-friendly vacation, consider a getaway with beach options and vacation activities. │ 0.863896 │\n", + "│ 1 │ For a budget-friendly vacation, consider a getaway with beach options and vacation activities. │ 0.863919 │\n", "├────┼─────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┤\n", - "│ 2 │ For a budget-friendly vacation, consider a getaway with hotel options and vacation activities. │ 0.862304 │\n", + "│ 2 │ For a budget-friendly vacation, consider a getaway with hotel options and vacation activities. │ 0.862326 │\n", "├────┼─────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┤\n", - "│ 3 │ For a budget-friendly vacation, consider a reservation with beach options and mountains activities. │ 0.861669 │\n", + "│ 3 │ For a budget-friendly vacation, consider a reservation with beach options and mountains activities. │ 0.861695 │\n", "├────┼─────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┤\n", - "│ 4 │ For a budget-friendly wildlife, consider a vacation with vacation options and holiday activities. │ 0.861563 │\n", + "│ 4 │ For a budget-friendly wildlife, consider a vacation with vacation options and holiday activities. │ 0.861577 │\n", "╘════╧═════════════════════════════════════════════════════════════════════════════════════════════════════╧═══════════════════╛\n" ] } @@ -889,7 +889,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:12:47 - INFO - ⏱️ Total execution time: 2m 22.83s\n", + " ✅ ✅ 2025-12-17 16:30:31 - INFO - ⏱️ Total execution time: 4m 40.40s\n", "
\n", " " ], @@ -906,7 +906,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 19:12:47 - INFO - ✅ Notebook execution completed successfully.\n", + " ✅ ✅ 2025-12-17 16:30:31 - INFO - ✅ Notebook execution completed successfully.\n", "
\n", " " ], diff --git a/ngc-integration/vacation-recommendation-with-bert/notebooks/run-workflow.ipynb b/ngc-integration/vacation-recommendation-with-bert/notebooks/run-workflow.ipynb index e0e890d28..0b8dbf713 100644 --- a/ngc-integration/vacation-recommendation-with-bert/notebooks/run-workflow.ipynb +++ b/ngc-integration/vacation-recommendation-with-bert/notebooks/run-workflow.ipynb @@ -52,13 +52,13 @@ "text": [ "\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_utilities-0.14.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/deep_ep-1.0.0+a84a248-py3.12-linux-x86_64.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", - "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_thunder-0.2.2.dev0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/opt_einsum-3.4.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", - "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/looseversion-1.3.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/lightning_thunder-0.2.2.dev0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/nvfuser-0.2.26a0+c5e1555-py3.12-linux-x86_64.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", + "\u001b[0m\u001b[33mDEPRECATION: Loading egg at /usr/local/lib/python3.12/dist-packages/looseversion-1.3.0-py3.12.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\u001b[0m\u001b[33m\n", "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n", - "CPU times: user 176 ms, sys: 61 ms, total: 237 ms\n", - "Wall time: 13.4 s\n" + "CPU times: user 187 ms, sys: 80.4 ms, total: 268 ms\n", + "Wall time: 7.38 s\n" ] } ], @@ -81,7 +81,8 @@ "text": [ "/usr/local/lib/python3.12/dist-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", " from .autonotebook import tqdm as notebook_tqdm\n", - "[NeMo W 2025-11-26 14:43:56 nemo_logging:405] /usr/local/lib/python3.12/dist-packages/pydub/utils.py:170: RuntimeWarning: Couldn't find ffmpeg or avconv - defaulting to ffmpeg, but may not work\n", + "\u001b[0;93m2025-12-17 16:22:48.084666378 [W:onnxruntime:Default, device_discovery.cc:164 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:89 ReadFileContents Failed to open file: \"/sys/class/drm/card0/device/vendor\"\u001b[m\n", + "[NeMo W 2025-12-17 16:23:00 nemo_logging:405] /usr/local/lib/python3.12/dist-packages/pydub/utils.py:170: RuntimeWarning: Couldn't find ffmpeg or avconv - defaulting to ffmpeg, but may not work\n", " warn(\"Couldn't find ffmpeg or avconv - defaulting to ffmpeg, but may not work\", RuntimeWarning)\n", " \n" ] @@ -162,7 +163,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:44:00 - INFO - Notebook execution started.\n", + " ✅ ✅ 2025-12-17 16:23:03 - INFO - Notebook execution started.\n", "
\n", " " ], @@ -250,7 +251,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:44:05 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/raw/corpus.csv\n", + " ✅ ✅ 2025-12-17 16:23:04 - INFO - Saved to: /home/jovyan/AI-Blueprints/ngc-integration/vacation-recommendation-with-bert/data/raw/corpus.csv\n", "
\n", " " ], @@ -265,8 +266,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 118 ms, sys: 104 ms, total: 222 ms\n", - "Wall time: 5.95 s\n" + "CPU times: user 192 ms, sys: 22.6 ms, total: 215 ms\n", + "Wall time: 691 ms\n" ] } ], @@ -297,7 +298,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:44:05 - INFO - BERT model is properly configured. \n", + " ✅ ✅ 2025-12-17 16:23:04 - INFO - BERT model is properly configured. \n", "
\n", " " ], @@ -314,7 +315,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:44:05 - INFO - Corpus data is properly configured. \n", + " ✅ ✅ 2025-12-17 16:23:04 - INFO - Corpus data is properly configured. \n", "
\n", " " ], @@ -372,19 +373,19 @@ "metadata": {}, "outputs": [ { - "name": "stderr", + "name": "stdout", "output_type": "stream", "text": [ - "[nltk_data] Downloading package punkt to /root/nltk_data...\n", - "[nltk_data] Unzipping tokenizers/punkt.zip.\n" + "CPU times: user 106 ms, sys: 14.9 ms, total: 121 ms\n", + "Wall time: 231 ms\n" ] }, { - "name": "stdout", + "name": "stderr", "output_type": "stream", "text": [ - "CPU times: user 242 ms, sys: 96.6 ms, total: 338 ms\n", - "Wall time: 1.32 s\n" + "[nltk_data] Downloading package punkt to /root/nltk_data...\n", + "[nltk_data] Package punkt is already up-to-date!\n" ] }, { @@ -419,7 +420,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:44:07 - INFO - First few entries of the DataFrame:\n", + " ✅ ✅ 2025-12-17 16:23:04 - INFO - First few entries of the DataFrame:\n", "
\n", " " ], @@ -482,7 +483,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:44:07 - INFO - Loading BERT model...\n", + " ✅ ✅ 2025-12-17 16:23:05 - INFO - Loading BERT model...\n", "
\n", " " ], @@ -497,7 +498,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-11-26 14:44:44 nemo_logging:405] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", + "[NeMo W 2025-12-17 16:24:09 nemo_logging:405] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n", " Train config : \n", " data_file: /home/yzhang/data/nlp/bert/47316/hdf5/lower_case_1_seq_len_512_max_pred_80_masked_lm_prob_0.15_random_seed_12345_dupe_factor_5_shard_1472_test_split_10/books_wiki_en_corpus/training/\n", " max_predictions_per_seq: 80\n", @@ -508,15 +509,15 @@ " drop_last: false\n", " pin_memory: false\n", " \n", - "[NeMo W 2025-11-26 14:44:44 nemo_logging:405] bert-large-uncased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n", - "[NeMo W 2025-11-26 14:45:05 nemo_logging:405] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" + "[NeMo W 2025-12-17 16:24:09 nemo_logging:405] bert-large-uncased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n", + "[NeMo W 2025-12-17 16:24:11 nemo_logging:405] Trainer wasn't specified in model constructor. Make sure that you really wanted it.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-11-26 14:45:05 nemo_logging:393] Optimizer config = AdamW (\n", + "[NeMo I 2025-12-17 16:24:11 nemo_logging:393] Optimizer config = AdamW (\n", " Parameter Group 0\n", " amsgrad: False\n", " betas: (0.9, 0.999)\n", @@ -536,7 +537,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "[NeMo W 2025-11-26 14:45:05 nemo_logging:405] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", + "[NeMo W 2025-12-17 16:24:11 nemo_logging:405] Neither `max_steps` nor `iters_per_batch` were provided to `optim.sched`, cannot compute effective `max_steps` !\n", " Scheduler will not be instantiated !\n" ] }, @@ -544,7 +545,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[NeMo I 2025-11-26 14:45:08 nemo_logging:393] Model BERTLMModel was successfully restored from /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo.\n" + "[NeMo I 2025-12-17 16:24:14 nemo_logging:393] Model BERTLMModel was successfully restored from /home/jovyan/datafabric/Bertlargeuncased/bertlargeuncased.nemo.\n" ] }, { @@ -553,7 +554,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:45:08 - INFO - BERT model loaded successfully.\n", + " ✅ ✅ 2025-12-17 16:24:14 - INFO - BERT model loaded successfully.\n", "
\n", " " ], @@ -568,8 +569,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 22.1 s, sys: 11.4 s, total: 33.5 s\n", - "Wall time: 1min\n" + "CPU times: user 27 s, sys: 4.76 s, total: 31.7 s\n", + "Wall time: 1min 9s\n" ] } ], @@ -670,7 +671,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:45:37 - INFO - ✅ Embedding completed and saved to: ../data/processed/embeddings.csv\n", + " ✅ ✅ 2025-12-17 16:24:44 - INFO - ✅ Embedding completed and saved to: ../data/processed/embeddings.csv\n", "
\n", " " ], @@ -685,8 +686,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 31.8 s, sys: 6.51 s, total: 38.3 s\n", - "Wall time: 28.8 s\n" + "CPU times: user 31 s, sys: 10.8 s, total: 41.8 s\n", + "Wall time: 30.5 s\n" ] } ], @@ -723,7 +724,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:45:37 - INFO - ⏱️ Total execution time: 1m 37.22s\n", + " ✅ ✅ 2025-12-17 16:24:44 - INFO - ⏱️ Total execution time: 1m 41.26s\n", "
\n", " " ], @@ -740,7 +741,7 @@ "\n", "
\n", - " ✅ ✅ 2025-11-26 14:45:37 - INFO - ✅ Notebook execution completed successfully.\n", + " ✅ ✅ 2025-12-17 16:24:44 - INFO - ✅ Notebook execution completed successfully.\n", "
\n", " " ], diff --git a/ngc-integration/vacation-recommendation-with-bert/requirements.txt b/ngc-integration/vacation-recommendation-with-bert/requirements.txt index 48ecac860..0b085c8aa 100644 --- a/ngc-integration/vacation-recommendation-with-bert/requirements.txt +++ b/ngc-integration/vacation-recommendation-with-bert/requirements.txt @@ -1,17 +1,13 @@ # Create the workspace using the NeMo Framework image within Z by HP AI Studio and select the aistudio kernel for Jupyter notebooks. # This image includes all the required libraries to run the sample project. -numpy>=1.26 -pandas>=2.0 -setuptools>=65.6 -protobuf>=4.25 +numpy==1.26.4 +setuptools==78.1.1 +nemo-toolkit==2.3.2 +protobuf==4.24.4 +pandas==2.2.3 +wandb==0.21.1 mlflow==2.21.2 -optimum>=1.17 -onnxruntime>=1.16 -huggingface_hub>=0.21 -nemo-toolkit==2.4.0 -mlflow==2.21.2 -transformer-engine>=2.2.0.dev0 -megatron-core>=0.12.0 -wandb>=0.22 -onnxscript +optimum==1.27.0 +onnxruntime==1.23.2 +huggingface_hub==0.34.4 \ No newline at end of file From 2dc0e3c74e16adbcf7127ad608fb7b4eafa7f3d5 Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Wed, 17 Dec 2025 16:31:56 +0000 Subject: [PATCH 4/4] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- .../vacation-recommendation-with-bert/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ngc-integration/vacation-recommendation-with-bert/requirements.txt b/ngc-integration/vacation-recommendation-with-bert/requirements.txt index 0b085c8aa..7fbba26ce 100644 --- a/ngc-integration/vacation-recommendation-with-bert/requirements.txt +++ b/ngc-integration/vacation-recommendation-with-bert/requirements.txt @@ -10,4 +10,4 @@ wandb==0.21.1 mlflow==2.21.2 optimum==1.27.0 onnxruntime==1.23.2 -huggingface_hub==0.34.4 \ No newline at end of file +huggingface_hub==0.34.4