Merge pull request #7176 from readthedocs/humitos/script-connect-remoterepository

Author: humitos

readthedocs/oauth/management/__init__.py

@@ -0,0 +1,112 @@
+import json
+
+from django.db.models import Q, Subquery
+from django.core.management.base import BaseCommand
+
+from readthedocs.oauth.models import RemoteRepository
+from readthedocs.oauth.services import registry
+from readthedocs.oauth.services.base import SyncServiceError
+from readthedocs.projects.models import Project
+from readthedocs.organizations.models import Organization
+
+
+class Command(BaseCommand):
+    help = "Re-connect RemoteRepository to Project"
+
+    def add_arguments(self, parser):
+        parser.add_argument('organization', nargs='+', type=str)
+        parser.add_argument(
+            '--no-dry-run',
+            action='store_true',
+            default=False,
+            help='Update database with the changes proposed.',
+        )
+
+        # If owners does not have their RemoteRepository synced, it could
+        # happen we don't find a matching Project (see --force-owners-social-resync)
+        parser.add_argument(
+            '--only-owners',
+            action='store_true',
+            default=False,
+            help='Connect repositories only to organization owners.',
+        )
+
+        parser.add_argument(
+            '--force-owners-social-resync',
+            action='store_true',
+            default=False,
+            help='Force to re-sync RemoteRepository for organization owners.',
+        )
+
+    def _force_owners_social_resync(self, organization):
+        for owner in organization.owners.all():
+            for service_cls in registry:
+                for service in service_cls.for_user(owner):
+                    try:
+                        service.sync()
+                    except SyncServiceError:
+                        print(f'Service {service} failed while syncing. Skipping...')
+
+    def _connect_repositories(self, organization, no_dry_run, only_owners):
+        connected_projects = []
+        # TODO: consider using same login than RemoteRepository.matches method
+        # https://github.com/readthedocs/readthedocs.org/blob/49b03f298b6105d755554f7dc7e97a3398f7066f/readthedocs/oauth/models.py#L185-L194
+        remote_query = (
+            Q(ssh_url__in=Subquery(organization.projects.values('repo'))) |
+            Q(clone_url__in=Subquery(organization.projects.values('repo')))
+        )
+        for remote in RemoteRepository.objects.filter(remote_query).order_by('pub_date'):
+            admin = json.loads(remote.json).get('permissions', {}).get('admin')
+
+            if only_owners and remote.users.first() not in organization.owners.all():
+                # Do not connect a RemoteRepository if the User is not owner of the organization
+                continue
+
+            if not admin:
+                # Do not connect a RemoteRepository where the User is not admin of the repository
+                continue
+
+            if not organization.users.filter(username=remote.users.first().username).exists():
+                # Do not connect a RemoteRepository if the use does not belong to the organization
+                continue
+
+            # Projects matching
+            # - RemoteRepository URL
+            # - are under the Organization
+            # - not connected to a RemoteRepository already
+            # - was not connected previously by this call to the script
+            projects = Project.objects.filter(
+                Q(repo=remote.ssh_url) | Q(repo=remote.clone_url),
+                organizations__in=[organization.pk],
+                remote_repository__isnull=True
+            ).exclude(slug__in=connected_projects)
+
+            for project in projects:
+                connected_projects.append(project.slug)
+                if no_dry_run:
+                    remote.project = project
+                    remote.save()
+
+                print(f'{project.slug: <40} {remote.pk: <10} {remote.html_url: <60} {remote.users.first().username: <20} {admin: <5}')  # noqa
+        print('Total:', len(connected_projects))
+        if not no_dry_run:
+            print(
+                'Changes WERE NOT applied to the database. '
+                'Run it with --no-dry-run to save the changes.'
+            )
+
+    def handle(self, *args, **options):
+        no_dry_run = options.get('no_dry_run')
+        only_owners = options.get('only_owners')
+        force_owners_social_resync = options.get('force_owners_social_resync')
+
+        for organization in options.get('organization'):
+            try:
+                organization = Organization.objects.get(slug=organization)
+
+                if force_owners_social_resync:
+                    self._force_owners_social_resync(organization)
+
+                self._connect_repositories(organization, no_dry_run, only_owners)
+            except Organization.DoesNotExist:
+                print(f'Organization does not exist. organization={organization}')