From 672db2044942a397fcb2ea12ec29df12fa52de4d Mon Sep 17 00:00:00 2001 From: jzhaoqwa Date: Sun, 12 Jul 2026 23:37:54 -0700 Subject: [PATCH 1/3] Doc update and added SFT integ test MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - Moved Nova-only CPT notebook from open-weight section to Nova section. - Renamed "Customizing Models" → "Model Customization (Foundation Models)". - Consolidated deployment docs under "Deploy Models for Inference" (including Bedrock). - Added SFT SMTJ serverful integ test --- docs/inference/deploy_finetuned.rst | 10 + docs/inference/index.rst | 6 + docs/model_customization/deployment.rst | 10 - docs/model_customization/index.rst | 5 +- .../model_customization.rst | 6 +- docs/model_customization/nova.rst | 1 + .../data/train/sft_smtj_sample_data.jsonl | 300 ++++++++++++++++++ .../train/test_sft_trainer_serverful_smtj.py | 169 ++++++++++ 8 files changed, 491 insertions(+), 16 deletions(-) create mode 100644 docs/inference/deploy_finetuned.rst delete mode 100644 docs/model_customization/deployment.rst create mode 100644 sagemaker-train/tests/data/train/sft_smtj_sample_data.jsonl create mode 100644 sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py diff --git a/docs/inference/deploy_finetuned.rst b/docs/inference/deploy_finetuned.rst new file mode 100644 index 0000000000..e67389a02d --- /dev/null +++ b/docs/inference/deploy_finetuned.rst @@ -0,0 +1,10 @@ +Deploying Fine-Tuned Models +============================ + +Deploy models that have been fine-tuned through the :doc:`Model Customization <../model_customization/index>` workflow to either a SageMaker real-time endpoint or Amazon Bedrock. + +.. toctree:: + :maxdepth: 1 + + Deploy to SageMaker Endpoint <../model_customization/deploy_sagemaker_endpoint> + Deploy to Amazon Bedrock <../../v3-examples/model-customization-examples/bedrock-modelbuilder-deployment> diff --git a/docs/inference/index.rst b/docs/inference/index.rst index 675f67f090..90c9f80057 100644 --- a/docs/inference/index.rst +++ b/docs/inference/index.rst @@ -508,6 +508,12 @@ V3 Package Structure - Pipelines, processing, model registry, monitoring, Clarify +.. toctree:: + :maxdepth: 2 + + deploy_finetuned + + Inference Examples ----------------- diff --git a/docs/model_customization/deployment.rst b/docs/model_customization/deployment.rst deleted file mode 100644 index 91a8005a42..0000000000 --- a/docs/model_customization/deployment.rst +++ /dev/null @@ -1,10 +0,0 @@ -Model Deployment -================= - -Deploy your fine-tuned models to either a SageMaker real-time endpoint or Amazon Bedrock. - -.. toctree:: - :maxdepth: 1 - - deploy_sagemaker_endpoint - ../../v3-examples/model-customization-examples/bedrock-modelbuilder-deployment diff --git a/docs/model_customization/index.rst b/docs/model_customization/index.rst index 0f05afffb6..80363939c8 100644 --- a/docs/model_customization/index.rst +++ b/docs/model_customization/index.rst @@ -1,5 +1,5 @@ -Customizing Models -=================== +Model Customization (Foundation Models) +========================================= .. raw:: html @@ -23,4 +23,3 @@ Key Benefits open_weight_model_customization nova evaluation - deployment diff --git a/docs/model_customization/model_customization.rst b/docs/model_customization/model_customization.rst index 3a36a3ff28..7f3f979db8 100644 --- a/docs/model_customization/model_customization.rst +++ b/docs/model_customization/model_customization.rst @@ -24,8 +24,9 @@ Trainer Classes **SFTTrainer (Supervised Fine-Tuning)** Traditional fine-tuning with labeled datasets for task-specific adaptation -**CPTTrainer (Continued Pre-Training)** - Continue pre-training on a raw corpus to extend model knowledge in a specific domain +**CPTTrainer (Continued Pre-Training)** *(Nova models only)* + Continue pre-training on a raw corpus to extend model knowledge in a specific domain. + See the :doc:`Nova section ` for CPT examples. **DPOTrainer (Direct Preference Optimization)** Fine-tune models using human preference data without reinforcement learning complexity @@ -62,6 +63,5 @@ Key Features DPOTrainer Finetuning <../../v3-examples/model-customization-examples/dpo_trainer_example_notebook_v3_prod> RLAIF Finetuning <../../v3-examples/model-customization-examples/rlaif_finetuning_example_notebook_v3_prod> RLVR Finetuning <../../v3-examples/model-customization-examples/rlvr_finetuning_example_notebook_v3_prod> - CPT Training on HyperPod <../../v3-examples/model-customization-examples/cpt_data_mixing_hyperpod> Fine-Tuning with Serverful Training Jobs Fine-Tuning with HyperPod diff --git a/docs/model_customization/nova.rst b/docs/model_customization/nova.rst index 05f39e10ca..5de821d2ff 100644 --- a/docs/model_customization/nova.rst +++ b/docs/model_customization/nova.rst @@ -13,4 +13,5 @@ Adapt Amazon Nova foundation models to your specific use cases through fine-tuni :caption: Nova Customization Guides nova_data_mixing + CPT Training on HyperPod <../../v3-examples/model-customization-examples/cpt_data_mixing_hyperpod> ../../v3-examples/model-customization-examples/sm-studio-nova-training-job-sample-notebook diff --git a/sagemaker-train/tests/data/train/sft_smtj_sample_data.jsonl b/sagemaker-train/tests/data/train/sft_smtj_sample_data.jsonl new file mode 100644 index 0000000000..062d1d6bbd --- /dev/null +++ b/sagemaker-train/tests/data/train/sft_smtj_sample_data.jsonl @@ -0,0 +1,300 @@ +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is machine learning?"}]}, {"role": "assistant", "content": [{"text": "Machine learning is a subset of artificial intelligence that enables systems to learn and improve from experience without being explicitly programmed."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "Explain what AWS is."}]}, {"role": "assistant", "content": [{"text": "AWS (Amazon Web Services) is a comprehensive cloud computing platform that provides on-demand computing resources and services."}]}]} +{"schemaVersion": "nova-sft-2025-01-01", "messages": [{"role": "user", "content": [{"text": "What is Python used for?"}]}, {"role": "assistant", "content": [{"text": "Python is a versatile programming language used for web development, data analysis, artificial intelligence, scientific computing, and automation."}]}]} diff --git a/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py b/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py new file mode 100644 index 0000000000..278114327c --- /dev/null +++ b/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py @@ -0,0 +1,169 @@ +# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"). You +# may not use this file except in compliance with the License. A copy of +# the License is located at +# +# http://aws.amazon.com/apache2.0/ +# +# or in the "license" file accompanying this file. This file is +# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF +# ANY KIND, either express or implied. See the License for the specific +# language governing permissions and limitations under the License. +"""Integration test for SFT fine-tuning with serverful Training Jobs (SMTJ). + +Based on: v3-examples/model-customization-examples/sft_finetuning_serverful_smtj.ipynb + +Prerequisites: + - Active AWS credentials in us-east-1 with permissions to launch SageMaker + Training Jobs and access the default SageMaker bucket. + +The test is self-sufficient: it uses the account's default SageMaker bucket +(``sagemaker-{region}-{account_id}``, auto-created by ``Session.default_bucket()``). +The sample training data in ``tests/data/train/sft_smtj_sample_data.jsonl`` is +uploaded under the ``sft-smtj-integ/`` prefix if not already present. + +Run with: + export AWS_DEFAULT_REGION=us-east-1 + pytest tests/integ/train/test_sft_trainer_serverful_smtj.py -v -s +""" +from __future__ import absolute_import + +import logging +import os +import time +import random + +import pytest + +from sagemaker.train import SFTTrainer +from sagemaker.train.common import TrainingType +from sagemaker.core.training.configs import TrainingJobCompute + +logging.basicConfig( + level=logging.INFO, + format="%(levelname)s - %(name)s - %(message)s", +) +logger = logging.getLogger(__name__) + +# Test configuration +REGION = "us-east-1" +DATA_PREFIX = "sft-smtj-integ" +DATA_S3_KEY = f"{DATA_PREFIX}/sft_smtj_sample_data.jsonl" + +# Local sample data file +DATA_DIR = os.path.join(os.path.dirname(__file__), "..", "..", "data", "train") +LOCAL_TRAINING_DATA = os.path.join(DATA_DIR, "sft_smtj_sample_data.jsonl") + + +def _ensure_training_data(s3_client, bucket_name: str) -> str: + """Upload local training data to S3 if not already present. + + Returns the S3 URI for the training data file. + """ + s3_uri = f"s3://{bucket_name}/{DATA_S3_KEY}" + + # Check if already exists + try: + s3_client.head_object(Bucket=bucket_name, Key=DATA_S3_KEY) + logger.info(f"Training data already exists at {s3_uri}") + return s3_uri + except s3_client.exceptions.ClientError: + pass + + logger.info(f"Uploading training data from {LOCAL_TRAINING_DATA} to {s3_uri}") + s3_client.upload_file(LOCAL_TRAINING_DATA, bucket_name, DATA_S3_KEY) + logger.info("Training data uploaded successfully.") + return s3_uri + + +@pytest.fixture(scope="module") +def training_resources(sagemaker_session_us_east_1): + """Ensure training data exists in the account's default SageMaker bucket. + + Uses ``Session.default_bucket()`` (creates ``sagemaker-{region}-{account_id}`` + if needed), then uploads the local sample data file under the + ``sft-smtj-integ/`` prefix if not already present. + + Returns a dict with: + - training_dataset: S3 URI to the training data file + - s3_output_path: S3 URI for training output + - bucket_name: the default bucket name + """ + bucket_name = sagemaker_session_us_east_1.default_bucket() + s3_client = sagemaker_session_us_east_1.boto_session.client("s3", region_name=REGION) + training_dataset = _ensure_training_data(s3_client, bucket_name) + + return { + "training_dataset": training_dataset, + "s3_output_path": f"s3://{bucket_name}/{DATA_PREFIX}/output/", + "bucket_name": bucket_name, + } + + +@pytest.mark.gpu_intensive +@pytest.mark.us_east_1 +def test_sft_trainer_serverful_smtj(sagemaker_session_us_east_1, training_resources): + """Test SFT fine-tuning on serverful compute with recipe overrides. + + Exercises the full notebook flow: + 1. Create SFTTrainer with TrainingJobCompute (dedicated instances) + 2. Apply recipe overrides and verify via get_resolved_recipe() + 3. Set hyperparameters and submit training job + 4. Poll until completion + """ + unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}" + + sft_trainer = SFTTrainer( + model="amazon.nova-2-lite-v1", + training_type=TrainingType.LORA, + training_dataset=training_resources["training_dataset"], + s3_output_path=training_resources["s3_output_path"], + compute=TrainingJobCompute( + instance_type="ml.p5.48xlarge", + instance_count=2, + ), + sagemaker_session=sagemaker_session_us_east_1, + overrides={"training_config": {"learning_rate": 5e-6, "max_epochs": 5}}, + base_job_name=f"sft-smtj-integ-{unique_id}", + ) + + # Verify recipe overrides are resolved correctly + resolved = sft_trainer.get_resolved_recipe() + training_args = resolved["training_config"]["training_args"] + assert training_args["learning_rate"] == 5e-6 + assert training_args["max_epochs"] == 5 + + # Set additional hyperparameters + sft_trainer.hyperparameters.max_steps = 50 + sft_trainer.hyperparameters.global_batch_size = 32 + + # Submit (non-blocking) + training_job = sft_trainer.train(wait=False) + assert training_job is not None + assert training_job.training_job_name is not None + logger.info(f"Training job submitted: {training_job.training_job_name}") + + # Poll for completion + max_wait_time = 10800 # 3 hour timeout (Nova training can be slow) + poll_interval = 60 + start_time = time.time() + + while time.time() - start_time < max_wait_time: + training_job.refresh() + status = training_job.training_job_status + + if status in ["Completed", "Failed", "Stopped"]: + break + + logger.info( + f"Job {training_job.training_job_name} status: {status} " + f"({int(time.time() - start_time)}s elapsed)" + ) + time.sleep(poll_interval) + + assert training_job.training_job_status == "Completed", ( + f"Training job {training_job.training_job_name} ended with status: " + f"{training_job.training_job_status}" + ) + logger.info(f"Training job completed successfully: {training_job.training_job_name}") From d09525e5e755b5087faffbd7bc9f80586fa2d5d0 Mon Sep 17 00:00:00 2001 From: jzhaoqwa Date: Thu, 16 Jul 2026 10:43:51 -0700 Subject: [PATCH 2/3] Update integ test --- .../train/test_sft_trainer_serverful_smtj.py | 27 ++++++++++--------- 1 file changed, 15 insertions(+), 12 deletions(-) diff --git a/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py b/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py index 278114327c..7196f2b97a 100644 --- a/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py +++ b/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py @@ -40,14 +40,9 @@ from sagemaker.train.common import TrainingType from sagemaker.core.training.configs import TrainingJobCompute -logging.basicConfig( - level=logging.INFO, - format="%(levelname)s - %(name)s - %(message)s", -) logger = logging.getLogger(__name__) # Test configuration -REGION = "us-east-1" DATA_PREFIX = "sft-smtj-integ" DATA_S3_KEY = f"{DATA_PREFIX}/sft_smtj_sample_data.jsonl" @@ -91,7 +86,7 @@ def training_resources(sagemaker_session_us_east_1): - bucket_name: the default bucket name """ bucket_name = sagemaker_session_us_east_1.default_bucket() - s3_client = sagemaker_session_us_east_1.boto_session.client("s3", region_name=REGION) + s3_client = sagemaker_session_us_east_1.boto_session.client("s3") training_dataset = _ensure_training_data(s3_client, bucket_name) return { @@ -121,21 +116,29 @@ def test_sft_trainer_serverful_smtj(sagemaker_session_us_east_1, training_resour s3_output_path=training_resources["s3_output_path"], compute=TrainingJobCompute( instance_type="ml.p5.48xlarge", - instance_count=2, + instance_count=4, ), sagemaker_session=sagemaker_session_us_east_1, - overrides={"training_config": {"learning_rate": 5e-6, "max_epochs": 5}}, + overrides={"training_config": {"learning_rate": 5e-6, "max_steps": 5, "save_steps": 5}}, base_job_name=f"sft-smtj-integ-{unique_id}", ) # Verify recipe overrides are resolved correctly resolved = sft_trainer.get_resolved_recipe() - training_args = resolved["training_config"]["training_args"] - assert training_args["learning_rate"] == 5e-6 - assert training_args["max_epochs"] == 5 + training_config = resolved["training_config"] + logger.info(f"Resolved training_config keys: {list(training_config.keys())}") + + # Nova recipes map override fields to their recipe-native names: + # learning_rate → optim_config.lr + # max_steps → max_steps (direct) + assert training_config["optim_config"]["lr"] == 5e-6, ( + f"Expected optim_config.lr=5e-6, got: {training_config['optim_config']}" + ) + assert training_config["max_steps"] == 5, ( + f"Expected max_steps=5, got: {training_config.get('max_steps')}" + ) # Set additional hyperparameters - sft_trainer.hyperparameters.max_steps = 50 sft_trainer.hyperparameters.global_batch_size = 32 # Submit (non-blocking) From 6ff168d4a5b3272cbfd601b99054b5cdd0e552b4 Mon Sep 17 00:00:00 2001 From: jzhaoqwa Date: Thu, 16 Jul 2026 23:34:43 -0700 Subject: [PATCH 3/3] Update instance type and model --- .../train/test_sft_trainer_serverful_smtj.py | 24 +++++++------------ 1 file changed, 8 insertions(+), 16 deletions(-) diff --git a/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py b/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py index 7196f2b97a..1ef6937a36 100644 --- a/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py +++ b/sagemaker-train/tests/integ/train/test_sft_trainer_serverful_smtj.py @@ -110,36 +110,28 @@ def test_sft_trainer_serverful_smtj(sagemaker_session_us_east_1, training_resour unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}" sft_trainer = SFTTrainer( - model="amazon.nova-2-lite-v1", + model="amazon.nova-micro-v1", training_type=TrainingType.LORA, training_dataset=training_resources["training_dataset"], s3_output_path=training_resources["s3_output_path"], compute=TrainingJobCompute( - instance_type="ml.p5.48xlarge", - instance_count=4, + instance_type="ml.g6.48xlarge", + instance_count=1, ), sagemaker_session=sagemaker_session_us_east_1, - overrides={"training_config": {"learning_rate": 5e-6, "max_steps": 5, "save_steps": 5}}, + overrides={"training_config": {"max_epochs": 1}}, base_job_name=f"sft-smtj-integ-{unique_id}", ) # Verify recipe overrides are resolved correctly resolved = sft_trainer.get_resolved_recipe() training_config = resolved["training_config"] - logger.info(f"Resolved training_config keys: {list(training_config.keys())}") + logger.info(f"Resolved training_config: {training_config}") - # Nova recipes map override fields to their recipe-native names: - # learning_rate → optim_config.lr - # max_steps → max_steps (direct) - assert training_config["optim_config"]["lr"] == 5e-6, ( - f"Expected optim_config.lr=5e-6, got: {training_config['optim_config']}" + # Nova Micro uses trainer.max_epochs for step control + assert training_config["trainer"]["max_epochs"] == 1, ( + f"Expected max_epochs=1, got: {training_config.get('trainer')}" ) - assert training_config["max_steps"] == 5, ( - f"Expected max_steps=5, got: {training_config.get('max_steps')}" - ) - - # Set additional hyperparameters - sft_trainer.hyperparameters.global_batch_size = 32 # Submit (non-blocking) training_job = sft_trainer.train(wait=False)