Add v2 APIs for Project

We have added several APIs to help users easily manage Projects
and objects related to each project, such as notifiers, rules, exporters, and URLs.

Author: hoangpn

promgen/filters.py

@@ -191,3 +191,26 @@ class URLFilter(django_filters.rest_framework.FilterSet):
         choices=models.Probe.objects.values_list("module", "description").distinct(),
         help_text="Filter by exact probe scheme. Example: probe=http_2xx",
     )
+
+
+class ProjectFilterV2(django_filters.rest_framework.FilterSet):
+    name = django_filters.CharFilter(
+        field_name="name",
+        lookup_expr="contains",
+        help_text="Filter by project name containing a specific substring. Example: name=Example Project",
+    )
+    service = django_filters.CharFilter(
+        field_name="service__name",
+        lookup_expr="exact",
+        help_text="Filter by exact service name. Example: service=Example Service",
+    )
+    shard = django_filters.CharFilter(
+        field_name="shard__name",
+        lookup_expr="exact",
+        help_text="Filter by exact shard name. Example: shard=Example Shard",
+    )
+    owner = django_filters.CharFilter(
+        field_name="owner__username",
+        lookup_expr="exact",
+        help_text="Filter by exact owner username. Example: owner=Example Owner",
+    )

promgen/fixtures/testcases.yaml

@@ -70,8 +70,8 @@
   pk: 2
   fields:
     name: another-project
-    owner: 1
-    service: 1
+    owner: 2
+    service: 2
     shard: 1
     farm: 1
 - model: promgen.host

promgen/rest_v2.py

@@ -12,7 +12,7 @@
 from rest_framework.permissions import IsAuthenticated
 from rest_framework.response import Response
 
-from promgen import filters, models, serializers
+from promgen import filters, models, serializers, signals
 
 class RuleMixin:
     @extend_schema(
@@ -288,3 +288,310 @@ class URLViewSet(mixins.RetrieveModelMixin, mixins.ListModelMixin, viewsets.Gene
     lookup_value_regex = "[^/]+"
     lookup_field = "id"
     pagination_class = PromgenPagination
+
+
+@extend_schema_view(
+    list=extend_schema(summary="List Projects", description="Retrieve a list of all projects."),
+    retrieve=extend_schema(
+        summary="Retrieve Project",
+        description="Retrieve detailed information about a specific project.",
+    ),
+    create=extend_schema(summary="Create Project", description="Create a new project."),
+    update=extend_schema(summary="Update Project", description="Update an existing project."),
+    partial_update=extend_schema(
+        summary="Partially Update Project", description="Partially update an existing project."
+    ),
+    destroy=extend_schema(summary="Delete Project", description="Delete an existing project."),
+)
+@extend_schema(tags=["Project"])
+class ProjectViewSet(NotifierMixin, RuleMixin, viewsets.ModelViewSet):
+    queryset = models.Project.objects.prefetch_related("service", "shard", "farm")
+    filterset_class = filters.ProjectFilterV2
+    lookup_value_regex = "[^/]+"
+    lookup_field = "id"
+    pagination_class = PromgenPagination
+
+    def get_serializer_class(self):
+        if self.action == "list":
+            return serializers.ProjectRetrieveSerializer
+        if self.action == "retrieve":
+            return serializers.ProjectRetrieveSerializer
+        if self.action == "create":
+            return serializers.ProjectCreateSerializer
+        if self.action == "update":
+            return serializers.ProjectUpdateSerializer
+        if self.action == "partial_update":
+            return serializers.ProjectUpdateSerializer
+        return None
+
+    @extend_schema(
+        summary="List Exporters",
+        description="Retrieve all exporters associated with the specified project.",
+        responses=serializers.ExporterSerializer(many=True),
+    )
+    @action(detail=True, methods=["get"], pagination_class=None, filterset_class=None)
+    def exporters(self, request, id):
+        project = self.get_object()
+        return Response(serializers.ExporterSerializer(project.exporter_set.all(), many=True).data)
+
+    @extend_schema(
+        summary="List URLs",
+        description="Retrieve all URLs associated with the specified project.",
+        responses=serializers.URLSerializer(many=True),
+    )
+    @action(detail=True, methods=["get"], pagination_class=None, filterset_class=None)
+    def urls(self, request, id):
+        project = self.get_object()
+        return Response(serializers.URLSerializer(project.url_set.all(), many=True).data)
+
+    @extend_schema(
+        summary="Link Farm",
+        description="Link a farm to the specified project.",
+        request=serializers.LinkFarmSerializer,
+        responses=serializers.ProjectRetrieveSerializer,
+    )
+    @action(detail=True, methods=["post"], url_path="farm-link")
+    def link_farm(self, request, id):
+        serializer = serializers.LinkFarmSerializer(data=request.data)
+        serializer.is_valid(raise_exception=True)
+        project = self.get_object()
+        farm, created = models.Farm.objects.get_or_create(
+            name=serializer.validated_data["farm"],
+            source=serializer.validated_data["source"],
+        )
+        if created:
+            farm.refresh()
+        project.farm = farm
+        project.save()
+        return Response(serializers.ProjectRetrieveSerializer(project).data)
+
+    @extend_schema(
+        summary="Unlink Farm",
+        description="Unlink the farm from the specified project.",
+        responses=serializers.ProjectRetrieveSerializer,
+    )
+    @action(detail=True, methods=["post"], url_path="farm-unlink")
+    def unlink_farm(self, request, id, oldfarm=None):
+        project = self.get_object()
+        if project.farm is None:
+            return Response(serializers.ProjectRetrieveSerializer(project).data)
+
+        old_farm, project.farm = project.farm, None
+        project.save()
+        signals.trigger_write_config.send(request)
+
+        if old_farm.project_set.count() == 0 and old_farm.editable is False:
+            old_farm.delete()
+        return Response(serializers.ProjectRetrieveSerializer(project).data)
+
+    @extend_schema(
+        summary="Register URL",
+        description="Register a new URL for the specified project.",
+        request=serializers.RegisterURLProjectSerializer,
+        responses=serializers.URLSerializer(many=True),
+    )
+    @action(
+        detail=True,
+        methods=["post"],
+        url_path="urls/register",
+        pagination_class=None,
+        filterset_class=None,
+    )
+    def register_url(self, request, id):
+        serializer = serializers.RegisterURLProjectSerializer(data=request.data)
+        serializer.is_valid(raise_exception=True)
+        project = self.get_object()
+
+        models.URL.objects.get_or_create(
+            project=project,
+            url=serializer.validated_data["url"],
+            probe=models.Probe.objects.get(module=serializer.validated_data["probe"]),
+        )
+        return Response(serializers.URLSerializer(project.url_set, many=True).data)
+
+    @extend_schema(
+        summary="Delete URL",
+        description="Delete a URL from the specified project.",
+        request=serializers.RegisterURLProjectSerializer,
+        responses=serializers.URLSerializer(many=True),
+    )
+    @action(
+        detail=True,
+        methods=["post"],
+        url_path="urls/delete",
+        pagination_class=None,
+        filterset_class=None,
+    )
+    def delete_url(self, request, id):
+        serializer = serializers.RegisterURLProjectSerializer(data=request.data)
+        serializer.is_valid(raise_exception=True)
+        project = self.get_object()
+
+        models.URL.objects.filter(
+            project=project,
+            url=serializer.validated_data["url"],
+            probe=models.Probe.objects.get(module=serializer.validated_data["probe"]),
+        ).delete()
+        return Response(serializers.URLSerializer(project.url_set, many=True).data)
+
+    @extend_schema(
+        summary="Register Exporter",
+        description="Register a new exporter for the specified project.",
+        request=serializers.RegisterExporterProjectSerializer,
+        responses=serializers.ExporterSerializer(many=True),
+    )
+    @action(
+        detail=True,
+        methods=["post"],
+        url_path="exporters/register",
+        pagination_class=None,
+        filterset_class=None,
+    )
+    def register_exporter(self, request, id):
+        serializer = serializers.RegisterExporterProjectSerializer(data=request.data)
+        serializer.is_valid(raise_exception=True)
+        project = self.get_object()
+
+        attributes = {
+            "project_id": project.id,
+        }
+
+        for field in serializer.fields:
+            value = serializer.validated_data.get(field)
+            if value is not None:
+                attributes[field] = value
+
+        models.Exporter.objects.get_or_create(**attributes)
+        return Response(serializers.ExporterSerializer(project.exporter_set, many=True).data)
+
+    @extend_schema(
+        summary="Update Exporter",
+        description="Update an existing exporter for the specified project.",
+        request=serializers.UpdateExporterProjectSerializer,
+        responses={
+            200: serializers.ExporterSerializer(many=True),
+            404: {"detail": "Exporter not found."},
+        },
+    )
+    @action(
+        detail=True,
+        methods=["post"],
+        url_path="exporters/update",
+        pagination_class=None,
+        filterset_class=None,
+    )
+    def update_exporter(self, request, id):
+        serializer = serializers.RegisterExporterProjectSerializer(data=request.data)
+        serializer.is_valid(raise_exception=True)
+        project = self.get_object()
+
+        attributes = {
+            "project_id": project.id,
+        }
+
+        for field in serializer.fields:
+            value = serializer.validated_data.get(field)
+            if value is not None and field != "enabled":
+                attributes[field] = value
+
+        exporter = models.Exporter.objects.filter(**attributes).first()
+        if exporter is not None:
+            exporter.enabled = serializer.validated_data.get("enabled")
+            exporter.save()
+            return Response(serializers.ExporterSerializer(project.exporter_set, many=True).data)
+        else:
+            return Response({"detail": "Exporter not found."}, status=404)
+
+    @extend_schema(
+        summary="Delete Exporter",
+        description="Delete an exporter from the specified project.",
+        request=serializers.DeleteExporterProjectSerializer,
+        responses=serializers.ExporterSerializer(many=True),
+    )
+    @action(
+        detail=True,
+        methods=["post"],
+        url_path="exporters/delete",
+        pagination_class=None,
+        filterset_class=None,
+    )
+    def delete_exporter(self, request, id):
+        serializer = serializers.RegisterExporterProjectSerializer(data=request.data)
+        serializer.is_valid(raise_exception=True)
+        project = self.get_object()
+
+        attributes = {
+            "project_id": project.id,
+        }
+
+        for field in serializer.fields:
+            value = serializer.validated_data.get(field)
+            if value is not None:
+                attributes[field] = value
+
+        models.Exporter.objects.filter(**attributes).delete()
+        return Response(serializers.ExporterSerializer(project.exporter_set, many=True).data)
+
+    @extend_schema(
+        summary="Register Notifier",
+        description="Register a new notifier for the specified project.",
+        request=serializers.RegisterNotifierSerializer,
+        responses=serializers.NotifierSerializer(many=True),
+    )
+    @action(
+        detail=True,
+        methods=["post"],
+        url_path="notifiers/register",
+        pagination_class=None,
+        filterset_class=None,
+    )
+    def register_notifier(self, request, id):
+        serializer = serializers.RegisterNotifierSerializer(data=request.data)
+        serializer.is_valid(raise_exception=True)
+        project = self.get_object()
+
+        attributes = {
+            "content_type_id": get_content_type_for_model(models.Project).id,
+            "object_id": project.id,
+        }
+
+        for field in serializer.fields:
+            value = serializer.validated_data.get(field)
+            if value is not None and field != "filters":
+                attributes[field] = value
+
+        notifier, _ = models.Sender.objects.get_or_create(**attributes)
+        for filter_data in serializer.validated_data.get("filters", []):
+            models.Filter.objects.get_or_create(sender=notifier, **filter_data)
+        return Response(serializers.NotifierSerializer(project.notifiers, many=True).data)
+
+    @extend_schema(
+        summary="Register Rule",
+        description="Register a new rule for the specified project.",
+        request=serializers.RuleSerializer,
+        responses=serializers.RuleSerializer(many=True),
+    )
+    @action(
+        detail=True,
+        methods=["post"],
+        url_path="rules/register",
+        pagination_class=None,
+        filterset_class=None,
+    )
+    def register_rule(self, request, id):
+        serializer = serializers.RuleSerializer(data=request.data)
+        serializer.is_valid(raise_exception=True)
+        project = self.get_object()
+
+        attributes = {
+            "content_type_id": get_content_type_for_model(models.Project).id,
+            "object_id": project.id,
+        }
+
+        for field in serializer.fields:
+            value = serializer.validated_data.get(field)
+            if value is not None:
+                attributes[field] = value
+
+        rule, _ = models.Rule.objects.get_or_create(**attributes)
+        return Response(serializers.RuleSerializer(project.rule_set, many=True).data)