Merge pull request #20 from networktocode/gfm-task-view

Single task view, fully exclude credentials from database

Author: glennmatthews

netbox_onboarding/forms.py

@@ -13,17 +13,77 @@
 """
 
 from django import forms
+from django_rq import get_queue
 
 from utilities.forms import BootstrapMixin
-from dcim.models import Site, Platform, DeviceRole
+from dcim.models import Site, Platform, DeviceRole, DeviceType
 from extras.forms import CustomFieldModelCSVForm
 
 from .models import OnboardingTask
 from .choices import OnboardingStatusChoices, OnboardingFailChoices
+from .utils.credentials import Credentials
 
 BLANK_CHOICE = (("", "---------"),)
 
 
+class OnboardingTaskForm(BootstrapMixin, forms.ModelForm):
+    """Form for creating a new OnboardingTask instance."""
+
+    ip_address = forms.CharField(required=True, label="IP address", help_text="IP address of the device to onboard")
+
+    site = forms.ModelChoiceField(required=True, queryset=Site.objects.all(), to_field_name="slug")
+
+    username = forms.CharField(required=False, help_text="Device username (will not be stored in database)")
+    password = forms.CharField(
+        required=False, widget=forms.PasswordInput, help_text="Device password (will not be stored in database)"
+    )
+    secret = forms.CharField(
+        required=False, widget=forms.PasswordInput, help_text="Device secret (will not be stored in database)"
+    )
+
+    platform = forms.ModelChoiceField(
+        queryset=Platform.objects.all(),
+        required=False,
+        to_field_name="slug",
+        help_text="Device platform. Define ONLY to override auto-recognition of platform.",
+    )
+    role = forms.ModelChoiceField(
+        queryset=DeviceRole.objects.all(),
+        required=False,
+        to_field_name="slug",
+        help_text="Device role. Define ONLY to override auto-recognition of role.",
+    )
+    device_type = forms.ModelChoiceField(
+        queryset=DeviceType.objects.all(),
+        required=False,
+        to_field_name="slug",
+        help_text="Device type. Define ONLY to override auto-recognition of type.",
+    )
+
+    class Meta:  # noqa: D106 "Missing docstring in public nested class"
+        model = OnboardingTask
+        fields = [
+            "site",
+            "ip_address",
+            "port",
+            "timeout",
+            "username",
+            "password",
+            "secret",
+            "platform",
+            "role",
+            "device_type",
+        ]
+
+    def save(self, commit=True, **kwargs):
+        """Save the model, and add it and the associated credentials to the onboarding worker queue."""
+        model = super().save(commit=commit, **kwargs)
+        if commit:
+            credentials = Credentials(self.data["username"], self.data["password"], self.data["secret"])
+            get_queue("default").enqueue("netbox_onboarding.worker.onboard_device", model.pk, credentials)
+        return model
+
+
 class OnboardingTaskFilterForm(BootstrapMixin, forms.ModelForm):
     """Form for filtering OnboardingTask instances."""
 
@@ -45,7 +105,7 @@ class Meta:  # noqa: D106 "Missing docstring in public nested class"
 
 
 class OnboardingTaskFeedCSVForm(CustomFieldModelCSVForm):
-    """TODO document me."""
+    """Form for entering CSV to bulk-import OnboardingTask entries."""
 
     site = forms.ModelChoiceField(
         queryset=Site.objects.all(),
@@ -80,3 +140,11 @@ class OnboardingTaskFeedCSVForm(CustomFieldModelCSVForm):
     class Meta:  # noqa: D106 "Missing docstring in public nested class"
         model = OnboardingTask
         fields = OnboardingTask.csv_headers
+
+    def save(self, commit=True, **kwargs):
+        """Save the model, and add it and the associated credentials to the onboarding worker queue."""
+        model = super().save(commit=commit, **kwargs)
+        if commit:
+            credentials = Credentials(self.data.get("username"), self.data.get("password"), self.data.get("secret"))
+            get_queue("default").enqueue("netbox_onboarding.worker.onboard_device", model.pk, credentials)
+        return model

netbox_onboarding/migrations/0001_initial.py

@@ -1,4 +1,4 @@
-# Generated by Django 3.0.6 on 2020-05-12 10:21
+# Generated by Django 3.0.6 on 2020-05-18 13:04
 
 from django.conf import settings
 from django.db import migrations, models
@@ -21,9 +21,6 @@ class Migration(migrations.Migration):
                 ("id", models.AutoField(auto_created=True, primary_key=True, serialize=False)),
                 ("group_id", models.CharField(blank=True, max_length=255)),
                 ("ip_address", models.CharField(max_length=255, null=True)),
-                ("username", models.CharField(blank=True, max_length=255)),
-                ("password", models.CharField(blank=True, max_length=255)),
-                ("secret", models.CharField(blank=True, max_length=255)),
                 ("device_type", models.CharField(max_length=255, null=True)),
                 ("status", models.CharField(max_length=255)),
                 ("failed_reason", models.CharField(max_length=255, null=True)),

netbox_onboarding/models.py

@@ -31,12 +31,6 @@ class OnboardingTask(models.Model):
 
     site = models.ForeignKey(to="dcim.Site", on_delete=models.SET_NULL, blank=True, null=True)
 
-    username = models.CharField(max_length=255, help_text="Device Username (optional)", blank=True)
-
-    password = models.CharField(max_length=255, help_text="Device Password (optional)", blank=True)
-
-    secret = models.CharField(max_length=255, help_text="Device Secret Password (optional)", blank=True)
-
     role = models.ForeignKey(to="dcim.DeviceRole", on_delete=models.SET_NULL, blank=True, null=True)
 
     device_type = models.CharField(
@@ -63,9 +57,6 @@ class OnboardingTask(models.Model):
     csv_headers = [
         "site",
         "ip_address",
-        "username",
-        "password",
-        "secret",
         "port",
         "timeout",
         "platform",

netbox_onboarding/navigation.py

@@ -13,17 +13,25 @@
 """
 
 from extras.plugins import PluginMenuButton, PluginMenuItem
+from utilities.choices import ButtonColorChoices
 
 menu_items = (
     PluginMenuItem(
         link="plugins:netbox_onboarding:onboarding_task_list",
         link_text="Onboarding Tasks",
         permissions=[],
         buttons=(
+            PluginMenuButton(
+                link="plugins:netbox_onboarding:onboarding_task_add",
+                title="Onboard",
+                icon_class="fa fa-plus",
+                color=ButtonColorChoices.GREEN,
+            ),
             PluginMenuButton(
                 link="plugins:netbox_onboarding:onboarding_task_import",
                 title="Bulk Onboard",
                 icon_class="fa fa-download",
+                color=ButtonColorChoices.BLUE,
             ),
         ),
     ),

netbox_onboarding/templates/netbox_onboarding/onboarding_task_edit.html

@@ -0,0 +1,2 @@
+{% extends 'utilities/obj_edit.html' %}
+{% load form_helpers %}

netbox_onboarding/urls.py

@@ -13,9 +13,10 @@
 """
 from django.urls import path
 
-from .views import OnboardingTaskListView, OnboardingTaskFeedBulkImportView
+from .views import OnboardingTaskListView, OnboardingTaskCreateView, OnboardingTaskFeedBulkImportView
 
 urlpatterns = [
     path("", OnboardingTaskListView.as_view(), name="onboarding_task_list"),
+    path("add/", OnboardingTaskCreateView.as_view(), name="onboarding_task_add"),
     path("import/", OnboardingTaskFeedBulkImportView.as_view(), name="onboarding_task_import"),
 ]

netbox_onboarding/views.py

@@ -12,17 +12,11 @@
 limitations under the License.
 """
 import logging
-from django.contrib import messages
 from django.contrib.auth.mixins import PermissionRequiredMixin
-from django.core.exceptions import ValidationError
-from django.db import transaction
-from django.shortcuts import render
-from django_rq import get_queue
-from utilities.views import BulkImportView, ObjectListView
+from utilities.views import BulkImportView, ObjectEditView, ObjectListView
 
-from netbox_onboarding.utils.credentials import Credentials
 from .filters import OnboardingTaskFilter
-from .forms import OnboardingTaskFilterForm, OnboardingTaskFeedCSVForm
+from .forms import OnboardingTaskForm, OnboardingTaskFilterForm, OnboardingTaskFeedCSVForm
 from .models import OnboardingTask
 from .tables import OnboardingTaskTable, OnboardingTaskFeedBulkTable
 
@@ -35,71 +29,27 @@ class OnboardingTaskListView(PermissionRequiredMixin, ObjectListView):
 
     permission_required = "dcim.view_device"
     queryset = OnboardingTask.objects.all().order_by("-id")
-    filter = OnboardingTaskFilter
-    filter_form = OnboardingTaskFilterForm
+    filterset = OnboardingTaskFilter
+    filterset_form = OnboardingTaskFilterForm
     table = OnboardingTaskTable
     template_name = "netbox_onboarding/onboarding_tasks_list.html"
 
 
+class OnboardingTaskCreateView(PermissionRequiredMixin, ObjectEditView):
+    """View for creating a new OnboardingTask."""
+
+    permission_required = "dcim.add_device"
+    model = OnboardingTask
+    queryset = OnboardingTask.objects.all()
+    model_form = OnboardingTaskForm
+    template_name = "netbox_onboarding/onboarding_task_edit.html"
+    default_return_url = "plugins:netbox_onboarding:onboarding_task_list"
+
+
 class OnboardingTaskFeedBulkImportView(PermissionRequiredMixin, BulkImportView):
     """View for bulk-importing a CSV file to create OnboardingTasks."""
 
     permission_required = "dcim.add_device"
     model_form = OnboardingTaskFeedCSVForm
     table = OnboardingTaskFeedBulkTable
     default_return_url = "plugins:netbox_onboarding:onboarding_task_list"
-
-    def post(self, request):
-        """Process an HTTP POST request."""
-        new_objs = []
-        form = self._import_form(request.POST)
-
-        if form.is_valid():
-            try:
-                # Iterate through CSV data and bind each row to a new model form instance.
-                with transaction.atomic():
-                    headers, records = form.cleaned_data["csv"]
-                    for row, data in enumerate(records, start=1):
-                        obj_form = self.model_form(data, headers=headers)
-                        if obj_form.is_valid():
-                            obj = self._save_obj(obj_form, request)
-                            new_objs.append(obj)
-                        else:
-                            for field, err in obj_form.errors.items():
-                                form.add_error("csv", "Row {} {}: {}".format(row, field, err[0]))
-                            raise ValidationError("")
-
-                for ot in new_objs:
-                    credentials = Credentials(username=ot.username, password=ot.password, secret=ot.secret,)
-
-                    ot.username = ""
-                    ot.password = ""
-                    ot.secret = ""
-                    ot.owner = self.request.user
-                    ot.save()
-
-                    get_queue("default").enqueue("netbox_onboarding.worker.onboard_device", ot.pk, credentials)
-
-                if new_objs:
-                    msg = "Imported {} {}".format(len(new_objs), new_objs[0]._meta.verbose_name_plural)
-                    messages.success(request, msg)
-
-                    return render(
-                        request,
-                        "import_success.html",
-                        {"table": self.table(new_objs), "return_url": self.get_return_url(request),},
-                    )
-
-            except ValidationError:
-                pass
-
-        return render(
-            request,
-            self.template_name,
-            {
-                "form": form,
-                "fields": self.model_form().fields,
-                "obj_type": self.model_form._meta.model._meta.verbose_name,  # pylint:disable=no-member
-                "return_url": self.get_return_url(request),
-            },
-        )

tasks.py

@@ -167,11 +167,12 @@ def create_user(context, user="admin", netbox_ver=NETBOX_VER, python_ver=PYTHON_
 
 
 @task
-def makemigrations(context, netbox_ver=NETBOX_VER, python_ver=PYTHON_VER):
+def makemigrations(context, name="", netbox_ver=NETBOX_VER, python_ver=PYTHON_VER):
     """Run Make Migration in Django.
 
     Args:
         context (obj): Used to run specific commands
+        name (str): Name of the migration to be created
         netbox_ver (str): NetBox version to use to build the container
         python_ver (str): Will use the Python version docker image to build from
     """
@@ -180,10 +181,16 @@ def makemigrations(context, netbox_ver=NETBOX_VER, python_ver=PYTHON_VER):
         env={"NETBOX_VER": netbox_ver, "PYTHON_VER": python_ver},
     )
 
-    context.run(
-        f"docker-compose -f {COMPOSE_FILE} -p {BUILD_NAME} run netbox python manage.py makemigrations",
-        env={"NETBOX_VER": netbox_ver, "PYTHON_VER": python_ver},
-    )
+    if name:
+        context.run(
+            f"docker-compose -f {COMPOSE_FILE} -p {BUILD_NAME} run netbox python manage.py makemigrations --name {name}",
+            env={"NETBOX_VER": netbox_ver, "PYTHON_VER": python_ver},
+        )
+    else:
+        context.run(
+            f"docker-compose -f {COMPOSE_FILE} -p {BUILD_NAME} run netbox python manage.py makemigrations",
+            env={"NETBOX_VER": netbox_ver, "PYTHON_VER": python_ver},
+        )
 
     context.run(
         f"docker-compose -f {COMPOSE_FILE} -p {BUILD_NAME} down",