Upload systems by CSV and OSCAL

controls/forms.py

@@ -128,6 +128,20 @@ class ImportProjectForm(forms.Form):
     )
     json_content = forms.CharField(label='Project (JSON)', widget=forms.Textarea(), help_text="The JSON necessary for importing a project.")
 
+class ImportSystemForm(forms.Form):
+
+    file = forms.FileField(label="Select system file (.json)",
+        widget=forms.FileInput(
+            attrs={
+                'onchange': "fillFileContent(this);",
+                # 'accept':'application/json'
+            }
+        ),
+        required=False
+    )
+    file_content = forms.CharField(label='System (File)', widget=forms.Textarea(), help_text="The FILE necessary for importing a system.")
+    file_name = forms.CharField(label='Imported File Name', widget=forms.HiddenInput(), required=False)
+
 class DeploymentForm(ModelForm):
 
     def __init__(self, *args, **kwargs):

controls/migrations/0076_system_import_record.py

@@ -0,0 +1,20 @@
+# Generated by Django 3.2.14 on 2022-07-12 14:24
+
+import auto_prefetch
+from django.db import migrations
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('controls', '0075_systemevent'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='system',
+            name='import_record',
+            field=auto_prefetch.ForeignKey(blank=True, help_text='The Import Record which created this System.', null=True, on_delete=django.db.models.deletion.CASCADE, related_name='import_record_systems', to='controls.importrecord'),
+        ),
+    ]

controls/models.py

@@ -103,6 +103,9 @@ def __str__(self):
     def __repr__(self):
         # For debugging.
         return "'%s %s %s %s %s'" % (self.statement_type, self.sid, self.pid, self.sid_class, self.id)
+
+    def save(self, *args, **kwargs):
+        return super(Statement, self).save(*args, **kwargs)
 
     @cached_property
     def producer_element_name(self):
@@ -658,7 +661,8 @@ class System(auto_prefetch.Model, TagModelMixin, ProposalModelMixin):
     info = models.JSONField(blank=True, default=dict, help_text="JSON object representing additional system information")
     created = models.DateTimeField(auto_now_add=True, db_index=True)
     updated = models.DateTimeField(auto_now_add=True, db_index=True)
-
+    import_record = auto_prefetch.ForeignKey(ImportRecord, related_name="import_record_systems", on_delete=models.CASCADE,
+                                        unique=False, blank=True, null=True, help_text="The Import Record which created this System.")
     # Notes
     # Retrieve system implementation statements
     #   system = System.objects.get(pk=2)
@@ -677,6 +681,9 @@ def __repr__(self):
         # For debugging.
         return "'System %s id=%d'" % (self.root_element.name, self.id)
 
+    def save(self, *args, **kwargs):
+        return super(System, self).save(*args, **kwargs)
+
     # @property
     # def statements_consumed(self):
     #     smts = self.root_element.statements_consumed.all()
@@ -1168,7 +1175,10 @@ def __repr__(self):
     def get_next_poam_id(self, system):
         """Count total number of POAMS and return next linear id"""
         return Statement.objects.filter(statement_type="POAM", consumer_element=system.root_element).count()
-
+
+    def save(self, *args, **kwargs):
+        return super(Poam, self).save(*args, **kwargs)
+
     # TODO:
     #   - On Save be sure to replace any '\r\n' with '\n' added by round-tripping with excel
 

controls/tests.py

@@ -44,7 +44,7 @@
 
 class CreateSystemTests(OrganizationSiteFunctionalTests):
 
-    # def test_create_system_from_string(self):
+    # def test_create_new_system(self):
         # cases = (
         #     ('ac-1', 'a', 'ac-1_smt.a'),
         #     ('ac-1', '', 'ac-1_smt'),

controls/urls.py

@@ -28,7 +28,7 @@
     url(r'^(?P<system_id>.*)/controls/selected$', views.controls_selected, name="controls_selected"),
     url(r'^(?P<system_id>.*)/controls/add$', views.system_controls_add, name="system_controls_add"),
     url(r'^(?P<system_id>.*)/controls/remove/(?P<element_control_id>.*)$',  views.system_control_remove, name="system_control_remove"),
-    
+
     url(r'^(?P<system_id>.*)/controls/catalogs/(?P<catalog_key>.*)/control/(?P<cl_id>.*)/compare$', views.editor_compare, name="control_compare"),
     url(r'^(?P<system_id>.*)/controls/catalogs/(?P<catalog_key>.*)/control/(?P<cl_id>.*)$', views.editor, name="control_editor"),
     url(r'^editor_autocomplete/', views.EditorAutocomplete.as_view(), name="search_system_component"),
@@ -46,7 +46,10 @@
     url(r'^(?P<system_id>.*)/aspen/summary$', views.system_summary_aspen, name="system_summary"),
     url(r'^(?P<system_id>.*)/aspen/integrations$', views.system_integrations_aspen, name="system_integrations"),
 
-    url(r'^new', views.create_system_from_string, name="create_system_from_string"),
+    url(r'^new', views.create_new_system, name="create_new_system"),
+    url(r'^csv_system_template', views.system_csv_template, name="csv_system_template"),
+    url(r'^xlsx_system_template', views.system_xlsx_template, name="xlsx_system_template"),
+    url(r'^oscal_system_template', views.system_oscal_template, name="oscal_system_template"),
 
     # Systems Assessment Results
     url(r'^(?P<system_id>.*)/assessments$', views.system_assessment_results_list, name="system_assessment_results_list"),
@@ -81,6 +84,7 @@
     url(r'^(?P<system_id>.*)/components/(?P<element_id>.*)/proposal_message$', views.proposal_message, name="proposal_message"),
     url(r'^(?P<system_id>.*)/component/(?P<element_id>.*)$', views.system_element, name="system_element"),
     url(r'^(?P<system_id>.*)/controls/updated$', views.controls_updated, name="controls_updated"),
+    url(r'^system_import$', views.system_import, name="system_import"),
 
     # Component Library
     url(r'^components$', views.component_library, name="component_library"),