Django3: add new django.db.models.JSONField

Create new JSON fields postfixed with `_json` for all the JSON fields defined
via `jsonfield` third party package.

Author: humitos

readthedocs/builds/migrations/0038_add_new_jsonfields.py

@@ -0,0 +1,31 @@
+# Generated by Django 3.2.11 on 2022-01-31 11:47
+
+from django.db import migrations, models
+from django.db.models import F
+from django.db.models.functions import Cast
+
+
+def forwards_func(apps, schema_editor):
+    Build = apps.get_model('builds', 'Build')
+    (
+        Build.objects
+        .annotate(_config_in_json=Cast('_config', output_field=models.JSONField()))
+        # Copy `_config` JSONField (text) into `_config_json` (jsonb)
+        .update(_config_json=F('_config_in_json'))
+    )
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('builds', '0037_alter_build_cold_storage'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='build',
+            name='_config_json',
+            field=models.JSONField(default=dict, verbose_name='Configuration used in the build'),
+        ),
+        migrations.RunPython(forwards_func)
+    ]

readthedocs/builds/models.py

@@ -648,6 +648,7 @@ class Build(models.Model):
         blank=True,
     )
     _config = JSONField(_('Configuration used in the build'), default=dict)
+    _config_json = models.JSONField(_('Configuration used in the build'), default=dict)
 
     length = models.IntegerField(_('Build Length'), null=True, blank=True)
 
@@ -716,6 +717,10 @@ def config(self):
         Build object (it could be stored in this object or one of the previous
         ones).
         """
+        # TODO: now that we are using a proper JSONField here, we could
+        # probably change this field to be a ForeignKey to avoid repeating the
+        # config file over and over again and re-use them to save db data as
+        # well
         if self.CONFIG_KEY in self._config:
             return (
                 Build.objects

readthedocs/integrations/admin.py

@@ -93,6 +93,7 @@ class IntegrationAdmin(admin.ModelAdmin):
     search_fields = ('project__slug', 'project__name')
     readonly_fields = ['exchanges']
 
+    # TODO: review this now that we are using official Django's JSONField
     def exchanges(self, obj):
         """
         Manually make an inline-ish block.

readthedocs/integrations/migrations/0008_add_new_jsonfields.py

@@ -0,0 +1,58 @@
+# Generated by Django 3.2.11 on 2022-01-31 11:47
+
+from django.db import migrations, models
+from django.db.models import F
+from django.db.models.functions import Cast
+
+
+def forwards_func(apps, schema_editor):
+    HttpExchange = apps.get_model('integrations', 'HttpExchange')
+    (
+        HttpExchange.objects
+        .annotate(
+            request_headers_in_json=Cast('request_headers', output_field=models.JSONField()),
+            response_headers_in_json=Cast('response_headers', output_field=models.JSONField()),
+        )
+        .update(
+            request_headers_json=F('request_headers_in_json'),
+            response_headers_json=F('response_headers_in_json'),
+        )
+    )
+
+
+    Integration = apps.get_model('integrations', 'Integration')
+    (
+        Integration.objects
+        .annotate(
+            provider_data_in_json=Cast('provider_data', output_field=models.JSONField()),
+        )
+        .update(
+            provider_data_json=F('provider_data_in_json'),
+        )
+    )
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('integrations', '0007_update-provider-data'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='httpexchange',
+            name='request_headers_json',
+            field=models.JSONField(default=None, null=True, verbose_name='Request headers'),
+        ),
+        migrations.AddField(
+            model_name='httpexchange',
+            name='response_headers_json',
+            field=models.JSONField(default=None, null=True, verbose_name='Request headers'),
+        ),
+        migrations.AddField(
+            model_name='integration',
+            name='provider_data_json',
+            field=models.JSONField(default=dict, verbose_name='Provider data'),
+        ),
+        migrations.RunPython(forwards_func)
+    ]

readthedocs/integrations/models.py

@@ -145,9 +145,21 @@ class HttpExchange(models.Model):
     date = models.DateTimeField(_('Date'), auto_now_add=True)
 
     request_headers = JSONField(_('Request headers'))
+    request_headers_json = models.JSONField(
+        _('Request headers'),
+        # Delete after deploy
+        null=True,
+        default=None,
+    )
     request_body = models.TextField(_('Request body'))
 
     response_headers = JSONField(_('Request headers'))
+    response_headers_json = models.JSONField(
+        _('Request headers'),
+        # Delete after deploy
+        null=True,
+        default=None,
+    )
     response_body = models.TextField(_('Response body'))
 
     status_code = models.IntegerField(
@@ -278,6 +290,7 @@ class Integration(models.Model):
         choices=INTEGRATIONS,
     )
     provider_data = JSONField(_('Provider data'), default=dict)
+    provider_data_json = models.JSONField(_('Provider data'), default=dict)
     exchanges = GenericRelation(
         'HttpExchange',
         related_query_name='integrations',