Revert "Closes #13647: Squash all migrations prior to v3.7 (#14853)"

This reverts commit 874685fd6f.

netbox/core/migrations/0001_initial.py

@@ -1,8 +1,9 @@
-from django.conf import settings
+# Generated by Django 4.1.5 on 2023-02-02 02:37
+
 import django.core.validators
 from django.db import migrations, models
 import django.db.models.deletion
-import extras.utils
+import taggit.managers
 import utilities.json
 
 
@@ -11,39 +12,10 @@ class Migration(migrations.Migration):
     initial = True
 
     dependencies = [
-        ('contenttypes', '0002_remove_content_type_name'),
-        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+        ('extras', '0084_staging'),
     ]
 
     operations = [
-        migrations.CreateModel(
-            name='AutoSyncRecord',
-            fields=[
-                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False)),
-                ('object_id', models.PositiveBigIntegerField()),
-            ],
-            options={
-                'verbose_name': 'auto sync record',
-                'verbose_name_plural': 'auto sync records',
-            },
-        ),
-        migrations.CreateModel(
-            name='DataFile',
-            fields=[
-                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False)),
-                ('created', models.DateTimeField(auto_now_add=True)),
-                ('last_updated', models.DateTimeField(editable=False)),
-                ('path', models.CharField(editable=False, max_length=1000)),
-                ('size', models.PositiveIntegerField(editable=False)),
-                ('hash', models.CharField(editable=False, max_length=64, validators=[django.core.validators.RegexValidator(message='Length must be 64 hexadecimal characters.', regex='^[0-9a-f]{64}$')])),
-                ('data', models.BinaryField()),
-            ],
-            options={
-                'verbose_name': 'data file',
-                'verbose_name_plural': 'data files',
-                'ordering': ('source', 'path'),
-            },
-        ),
         migrations.CreateModel(
             name='DataSource',
             fields=[
@@ -61,54 +33,51 @@ class Migration(migrations.Migration):
                 ('ignore_rules', models.TextField(blank=True)),
                 ('parameters', models.JSONField(blank=True, null=True)),
                 ('last_synced', models.DateTimeField(blank=True, editable=False, null=True)),
+                ('tags', taggit.managers.TaggableManager(through='extras.TaggedItem', to='extras.Tag')),
             ],
             options={
-                'verbose_name': 'data source',
-                'verbose_name_plural': 'data sources',
                 'ordering': ('name',),
             },
         ),
         migrations.CreateModel(
-            name='ManagedFile',
+            name='DataFile',
             fields=[
                 ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False)),
-                ('data_path', models.CharField(blank=True, editable=False, max_length=1000)),
-                ('auto_sync_enabled', models.BooleanField(default=False)),
-                ('data_synced', models.DateTimeField(blank=True, editable=False, null=True)),
                 ('created', models.DateTimeField(auto_now_add=True)),
-                ('last_updated', models.DateTimeField(blank=True, editable=False, null=True)),
-                ('file_root', models.CharField(max_length=1000)),
-                ('file_path', models.FilePathField(editable=False)),
-                ('data_file', models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='+', to='core.datafile')),
-                ('data_source', models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.PROTECT, related_name='+', to='core.datasource')),
+                ('last_updated', models.DateTimeField(editable=False)),
+                ('path', models.CharField(editable=False, max_length=1000)),
+                ('size', models.PositiveIntegerField(editable=False)),
+                ('hash', models.CharField(editable=False, max_length=64, validators=[django.core.validators.RegexValidator(message='Length must be 64 hexadecimal characters.', regex='^[0-9a-f]{64}$')])),
+                ('data', models.BinaryField()),
+                ('source', models.ForeignKey(editable=False, on_delete=django.db.models.deletion.CASCADE, related_name='datafiles', to='core.datasource')),
             ],
             options={
-                'verbose_name': 'managed file',
-                'verbose_name_plural': 'managed files',
-                'ordering': ('file_root', 'file_path'),
+                'ordering': ('source', 'path'),
             },
         ),
+        migrations.AddConstraint(
+            model_name='datafile',
+            constraint=models.UniqueConstraint(fields=('source', 'path'), name='core_datafile_unique_source_path'),
+        ),
+        migrations.AddIndex(
+            model_name='datafile',
+            index=models.Index(fields=['source', 'path'], name='core_datafile_source_path'),
+        ),
         migrations.CreateModel(
-            name='Job',
+            name='AutoSyncRecord',
             fields=[
                 ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False)),
-                ('object_id', models.PositiveBigIntegerField(blank=True, null=True)),
-                ('name', models.CharField(max_length=200)),
-                ('created', models.DateTimeField(auto_now_add=True)),
-                ('scheduled', models.DateTimeField(blank=True, null=True)),
-                ('interval', models.PositiveIntegerField(blank=True, null=True, validators=[django.core.validators.MinValueValidator(1)])),
-                ('started', models.DateTimeField(blank=True, null=True)),
-                ('completed', models.DateTimeField(blank=True, null=True)),
-                ('status', models.CharField(default='pending', max_length=30)),
-                ('data', models.JSONField(blank=True, null=True)),
-                ('job_id', models.UUIDField(unique=True)),
-                ('object_type', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='jobs', to='contenttypes.contenttype')),
-                ('user', models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='+', to=settings.AUTH_USER_MODEL)),
+                ('object_id', models.PositiveBigIntegerField()),
+                ('datafile', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='+', to='core.datafile')),
+                ('object_type', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='+', to='contenttypes.contenttype')),
             ],
-            options={
-                'verbose_name': 'job',
-                'verbose_name_plural': 'jobs',
-                'ordering': ['-created'],
-            },
+        ),
+        migrations.AddIndex(
+            model_name='autosyncrecord',
+            index=models.Index(fields=['object_type', 'object_id'], name='core_autosy_object__c17bac_idx'),
+        ),
+        migrations.AddConstraint(
+            model_name='autosyncrecord',
+            constraint=models.UniqueConstraint(fields=('object_type', 'object_id'), name='core_autosyncrecord_object'),
         ),
     ]

netbox/core/migrations/0002_managedfile.py

@@ -0,0 +1,40 @@
+# Generated by Django 4.1.7 on 2023-03-23 17:35
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0001_initial'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='ManagedFile',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False)),
+                ('data_path', models.CharField(blank=True, editable=False, max_length=1000)),
+                ('data_synced', models.DateTimeField(blank=True, editable=False, null=True)),
+                ('created', models.DateTimeField(auto_now_add=True)),
+                ('last_updated', models.DateTimeField(blank=True, editable=False, null=True)),
+                ('file_root', models.CharField(max_length=1000)),
+                ('file_path', models.FilePathField(editable=False)),
+                ('data_file', models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='+', to='core.datafile')),
+                ('data_source', models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.PROTECT, related_name='+', to='core.datasource')),
+                ('auto_sync_enabled', models.BooleanField(default=False)),
+            ],
+            options={
+                'ordering': ('file_root', 'file_path'),
+            },
+        ),
+        migrations.AddIndex(
+            model_name='managedfile',
+            index=models.Index(fields=['file_root', 'file_path'], name='core_managedfile_root_path'),
+        ),
+        migrations.AddConstraint(
+            model_name='managedfile',
+            constraint=models.UniqueConstraint(fields=('file_root', 'file_path'), name='core_managedfile_unique_root_path'),
+        ),
+    ]

netbox/core/migrations/0002_squashed.py

@@ -1,68 +0,0 @@
-from django.db import migrations, models
-import django.db.models.deletion
-import taggit.managers
-
-
-class Migration(migrations.Migration):
-
-    initial = True
-
-    dependencies = [
-        ('extras', '0001_initial'),
-        ('contenttypes', '0002_remove_content_type_name'),
-        ('core', '0001_initial'),
-    ]
-
-    replaces = [
-        ('core', '0002_managedfile'),
-        ('core', '0003_job'),
-        ('core', '0004_replicate_jobresults'),
-        ('core', '0005_job_created_auto_now'),
-    ]
-
-    operations = [
-        migrations.AddField(
-            model_name='datasource',
-            name='tags',
-            field=taggit.managers.TaggableManager(through='extras.TaggedItem', to='extras.Tag'),
-        ),
-        migrations.AddField(
-            model_name='datafile',
-            name='source',
-            field=models.ForeignKey(editable=False, on_delete=django.db.models.deletion.CASCADE, related_name='datafiles', to='core.datasource'),
-        ),
-        migrations.AddField(
-            model_name='autosyncrecord',
-            name='datafile',
-            field=models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='+', to='core.datafile'),
-        ),
-        migrations.AddField(
-            model_name='autosyncrecord',
-            name='object_type',
-            field=models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='+', to='contenttypes.contenttype'),
-        ),
-        migrations.AddIndex(
-            model_name='managedfile',
-            index=models.Index(fields=['file_root', 'file_path'], name='core_managedfile_root_path'),
-        ),
-        migrations.AddConstraint(
-            model_name='managedfile',
-            constraint=models.UniqueConstraint(fields=('file_root', 'file_path'), name='core_managedfile_unique_root_path'),
-        ),
-        migrations.AddIndex(
-            model_name='datafile',
-            index=models.Index(fields=['source', 'path'], name='core_datafile_source_path'),
-        ),
-        migrations.AddConstraint(
-            model_name='datafile',
-            constraint=models.UniqueConstraint(fields=('source', 'path'), name='core_datafile_unique_source_path'),
-        ),
-        migrations.AddIndex(
-            model_name='autosyncrecord',
-            index=models.Index(fields=['object_type', 'object_id'], name='core_autosy_object__c17bac_idx'),
-        ),
-        migrations.AddConstraint(
-            model_name='autosyncrecord',
-            constraint=models.UniqueConstraint(fields=('object_type', 'object_id'), name='core_autosyncrecord_object'),
-        ),
-    ]

netbox/core/migrations/0003_job.py

@@ -0,0 +1,39 @@
+# Generated by Django 4.1.7 on 2023-03-27 15:02
+
+from django.conf import settings
+import django.core.validators
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('contenttypes', '0002_remove_content_type_name'),
+        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+        ('core', '0002_managedfile'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Job',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False)),
+                ('object_id', models.PositiveBigIntegerField(blank=True, null=True)),
+                ('name', models.CharField(max_length=200)),
+                ('created', models.DateTimeField()),
+                ('scheduled', models.DateTimeField(blank=True, null=True)),
+                ('interval', models.PositiveIntegerField(blank=True, null=True, validators=[django.core.validators.MinValueValidator(1)])),
+                ('started', models.DateTimeField(blank=True, null=True)),
+                ('completed', models.DateTimeField(blank=True, null=True)),
+                ('status', models.CharField(default='pending', max_length=30)),
+                ('data', models.JSONField(blank=True, null=True)),
+                ('job_id', models.UUIDField(unique=True)),
+                ('object_type', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='jobs', to='contenttypes.contenttype')),
+                ('user', models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='+', to=settings.AUTH_USER_MODEL)),
+            ],
+            options={
+                'ordering': ['-created'],
+            },
+        ),
+    ]

netbox/core/migrations/0004_replicate_jobresults.py

@@ -0,0 +1,46 @@
+from django.db import migrations
+
+
+def replicate_jobresults(apps, schema_editor):
+    """
+    Replicate existing JobResults to the new Jobs table before deleting the old JobResults table.
+    """
+    Job = apps.get_model('core', 'Job')
+    JobResult = apps.get_model('extras', 'JobResult')
+
+    jobs = []
+    for job_result in JobResult.objects.order_by('pk').iterator(chunk_size=100):
+        jobs.append(
+            Job(
+                object_type=job_result.obj_type,
+                name=job_result.name,
+                created=job_result.created,
+                scheduled=job_result.scheduled,
+                interval=job_result.interval,
+                started=job_result.started,
+                completed=job_result.completed,
+                user=job_result.user,
+                status=job_result.status,
+                data=job_result.data,
+                job_id=job_result.job_id,
+            )
+        )
+        if len(jobs) == 100:
+            Job.objects.bulk_create(jobs)
+            jobs = []
+    if jobs:
+        Job.objects.bulk_create(jobs)
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0003_job'),
+    ]
+
+    operations = [
+        migrations.RunPython(
+            code=replicate_jobresults,
+            reverse_code=migrations.RunPython.noop
+        ),
+    ]

netbox/core/migrations/0005_job_created_auto_now.py

@@ -0,0 +1,18 @@
+# Generated by Django 4.1.7 on 2023-03-27 17:28
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0004_replicate_jobresults'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='job',
+            name='created',
+            field=models.DateTimeField(auto_now_add=True),
+        ),
+    ]

netbox/core/migrations/0006_datasource_type_remove_choices.py

@@ -1,3 +1,5 @@
+# Generated by Django 4.2.6 on 2023-10-20 17:47
+
 from django.db import migrations, models