diff --git a/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/1-the-basics.ipynb b/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/1-the-basics.ipynb index f6f3d4a0..06c436a8 100644 --- a/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/1-the-basics.ipynb +++ b/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/1-the-basics.ipynb @@ -103,9 +103,7 @@ "metadata": {}, "source": [ "**Note**:\n", - "The NeMo Data Designer Managed service has models available for you to use as well. You can use these models by referencing the appropriate model_alias for them.\n", - "\n", - "Please visit https://build.nvidia.com/nemo/data-designer to see the full list of models and their model aliases.\n" + "The NeMo Data Designer Managed service has access to specific models. Please visit https://build.nvidia.com/nemo/data-designer to see the latest list of which models are available.\n" ] }, { @@ -114,8 +112,8 @@ "metadata": {}, "outputs": [], "source": [ - "model_alias = \"nemotron-nano-v2\"\n", - "model_id = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n" + "model_alias = \"nemotron-3-nano\"\n", + "model_id = \"nvidia/nemotron-3-nano-30b-a3b\"\n" ] }, { diff --git a/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb b/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb index ebcc4b27..15cdda8f 100644 --- a/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb +++ b/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb @@ -36,7 +36,9 @@ " CategorySamplerParams,\n", " DataDesignerConfigBuilder,\n", " ExpressionColumnConfig,\n", + " InferenceParameters,\n", " LLMStructuredColumnConfig,\n", + " ModelConfig,\n", " NeMoDataDesignerClient,\n", " PersonSamplerParams,\n", " SamplerColumnConfig,\n", @@ -107,9 +109,7 @@ "metadata": {}, "source": [ "**Note**:\n", - "The NeMo Data Designer Managed service has models available for you to use as well. You can use these models by referencing the appropriate model_alias for them.\n", - "\n", - "Please visit https://build.nvidia.com/nemo/data-designer to see the full list of models and their model aliases.\n" + "The NeMo Data Designer Managed service has access to specific models. Please visit https://build.nvidia.com/nemo/data-designer to see the latest list of which models are available." ] }, { @@ -118,7 +118,8 @@ "metadata": {}, "outputs": [], "source": [ - "model_alias = \"nemotron-nano-v2\"\n" + "model_alias = \"nemotron-3-nano\"\n", + "model_id = \"nvidia/nemotron-3-nano-30b-a3b\"" ] }, { @@ -127,7 +128,20 @@ "metadata": {}, "outputs": [], "source": [ - "config_builder = DataDesignerConfigBuilder()\n" + "config_builder = DataDesignerConfigBuilder(\n", + " model_configs=[\n", + " ModelConfig(\n", + " alias=model_alias,\n", + " provider=\"nvidiabuild\",\n", + " model=model_id,\n", + " inference_parameters=InferenceParameters(\n", + " max_tokens=1024,\n", + " temperature=0.6,\n", + " top_p=0.95,\n", + " ),\n", + " ),\n", + " ]\n", + ")" ] }, { diff --git a/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/3-seeding-with-a-dataset.ipynb b/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/3-seeding-with-a-dataset.ipynb index 91289f4f..768d6b13 100644 --- a/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/3-seeding-with-a-dataset.ipynb +++ b/nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/3-seeding-with-a-dataset.ipynb @@ -34,6 +34,8 @@ "\n", "from nemo_microservices.data_designer.essentials import (\n", " DataDesignerConfigBuilder,\n", + " InferenceParameters,\n", + " ModelConfig,\n", " NeMoDataDesignerClient,\n", " SeedDatasetReference,\n", ")\n" @@ -101,9 +103,7 @@ "metadata": {}, "source": [ "**Note**:\n", - "The NeMo Data Designer Managed service has models available for you to use as well. You can use these models by referencing the appropriate model_alias for them.\n", - "\n", - "Please visit https://build.nvidia.com/nemo/data-designer to see the full list of models and their model aliases.\n" + "The NeMo Data Designer Managed service has access to specific models. Please visit https://build.nvidia.com/nemo/data-designer to see the latest list of which models are available.\n" ] }, { @@ -112,7 +112,8 @@ "metadata": {}, "outputs": [], "source": [ - "model_alias = \"nemotron-nano-v2\"" + "model_alias = \"nemotron-3-nano\"\n", + "model_id = \"nvidia/nemotron-3-nano-30b-a3b\"" ] }, { @@ -121,7 +122,20 @@ "metadata": {}, "outputs": [], "source": [ - "config_builder = DataDesignerConfigBuilder()" + "config_builder = DataDesignerConfigBuilder(\n", + " model_configs=[\n", + " ModelConfig(\n", + " alias=model_alias,\n", + " provider=\"nvidiabuild\",\n", + " model=model_id,\n", + " inference_parameters=InferenceParameters(\n", + " max_tokens=1024,\n", + " temperature=0.6,\n", + " top_p=0.95,\n", + " ),\n", + " ),\n", + " ]\n", + ")" ] }, { diff --git a/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/1-the-basics.ipynb b/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/1-the-basics.ipynb index b99b1194..a9cf656a 100644 --- a/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/1-the-basics.ipynb +++ b/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/1-the-basics.ipynb @@ -99,10 +99,10 @@ "MODEL_PROVIDER = \"nvidiabuild\"\n", "\n", "# The model ID is from build.nvidia.com.\n", - "MODEL_ID = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n", + "MODEL_ID = \"nvidia/nemotron-3-nano-30b-a3b\"\n", "\n", "# We choose this alias to be descriptive for our use case.\n", - "MODEL_ALIAS = \"nemotron-nano-v2\"\n", + "MODEL_ALIAS = \"nemotron-nano-v3\"\n", "\n", "# This sets reasoning to False for the nemotron-nano-v2 model.\n", "SYSTEM_PROMPT = \"/no_think\"\n", @@ -164,7 +164,7 @@ "metadata": {}, "outputs": [], "source": [ - "config_builder.info.sampler_table" + "config_builder.info.display(\"samplers\")" ] }, { diff --git a/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb b/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb index 6b3543a1..9a27dae9 100644 --- a/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb +++ b/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb @@ -101,10 +101,10 @@ "MODEL_PROVIDER = \"nvidiabuild\"\n", "\n", "# The model ID is from build.nvidia.com.\n", - "MODEL_ID = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n", + "MODEL_ID = \"nvidia/nemotron-3-nano-30b-a3b\"\n", "\n", "# We choose this alias to be descriptive for our use case.\n", - "MODEL_ALIAS = \"nemotron-nano-v2\"\n", + "MODEL_ALIAS = \"nemotron-nano-v3\"\n", "\n", "# This sets reasoning to False for the nemotron-nano-v2 model.\n", "SYSTEM_PROMPT = \"/no_think\"\n", diff --git a/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/3-seeding-with-a-dataset.ipynb b/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/3-seeding-with-a-dataset.ipynb index 0f6e7365..aeb77399 100644 --- a/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/3-seeding-with-a-dataset.ipynb +++ b/nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/3-seeding-with-a-dataset.ipynb @@ -94,10 +94,10 @@ "MODEL_PROVIDER = \"nvidiabuild\"\n", "\n", "# The model ID is from build.nvidia.com.\n", - "MODEL_ID = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n", + "MODEL_ID = \"nvidia/nemotron-3-nano-30b-a3b\"\n", "\n", "# We choose this alias to be descriptive for our use case.\n", - "MODEL_ALIAS = \"nemotron-nano-v2\"\n", + "MODEL_ALIAS = \"nemotron-nano-v3\"\n", "\n", "# This sets reasoning to False for the nemotron-nano-v2 model.\n", "SYSTEM_PROMPT = \"/no_think\"\n", @@ -237,14 +237,12 @@ " name=\"patient_sampler\",\n", " column_type=\"sampler\",\n", " sampler_type=\"person\",\n", - " drop=True,\n", ")\n", "\n", "config_builder.add_column(\n", " name=\"doctor_sampler\",\n", " column_type=\"sampler\",\n", " sampler_type=\"person\",\n", - " drop=True,\n", ")\n", "\n", "config_builder.add_column(\n",