feat: Authorized pilots to access jobs endpoints (+7 squashed commits)

Squashed commits:
[da5eb05] fix: Fixed client and configuration
[0256c34] refactor: Splitting the job section to have only pilots or only users
[d00e224] fix: Fixed client (+2 squashed commits)
Squashed commits:
[855dd32] fix: Fixed client
[7701995] fix: Fixed tests: had list instead of set + optimize
[93be233] feat: Returning the forbidden jobs in the error
[d15825e] test: Adding tests to the WMS access policy, and some fixes
[f8bc670] feat: Checking if a pilot has the rights to access a list of jobs
[c79aeee] feat: Improving wmsjobpolicy to contain pilots

Author: Robin-Van-de-Merghel

diracx-client/src/diracx/client/_generated/_client.py

@@ -19,6 +19,7 @@
     AuthOperations,
     ConfigOperations,
     JobsOperations,
+    PilotOperations,
     WellKnownOperations,
 )
 
@@ -34,6 +35,8 @@ class Dirac:  # pylint: disable=client-accepts-api-version-keyword
     :vartype config: _generated.operations.ConfigOperations
     :ivar jobs: JobsOperations operations
     :vartype jobs: _generated.operations.JobsOperations
+    :ivar pilot: PilotOperations operations
+    :vartype pilot: _generated.operations.PilotOperations
     :keyword endpoint: Service URL. Required. Default value is "".
     :paramtype endpoint: str
     """
@@ -86,6 +89,9 @@ def __init__(  # pylint: disable=missing-client-constructor-parameter-credential
         self.jobs = JobsOperations(
             self._client, self._config, self._serialize, self._deserialize
         )
+        self.pilot = PilotOperations(
+            self._client, self._config, self._serialize, self._deserialize
+        )
 
     def send_request(
         self, request: HttpRequest, *, stream: bool = False, **kwargs: Any

diracx-client/src/diracx/client/_generated/aio/_client.py

@@ -19,6 +19,7 @@
     AuthOperations,
     ConfigOperations,
     JobsOperations,
+    PilotOperations,
     WellKnownOperations,
 )
 
@@ -34,6 +35,8 @@ class Dirac:  # pylint: disable=client-accepts-api-version-keyword
     :vartype config: _generated.aio.operations.ConfigOperations
     :ivar jobs: JobsOperations operations
     :vartype jobs: _generated.aio.operations.JobsOperations
+    :ivar pilot: PilotOperations operations
+    :vartype pilot: _generated.aio.operations.PilotOperations
     :keyword endpoint: Service URL. Required. Default value is "".
     :paramtype endpoint: str
     """
@@ -86,6 +89,9 @@ def __init__(  # pylint: disable=missing-client-constructor-parameter-credential
         self.jobs = JobsOperations(
             self._client, self._config, self._serialize, self._deserialize
         )
+        self.pilot = PilotOperations(
+            self._client, self._config, self._serialize, self._deserialize
+        )
 
     def send_request(
         self, request: HttpRequest, *, stream: bool = False, **kwargs: Any

diracx-client/src/diracx/client/_generated/aio/operations/__init__.py

@@ -14,6 +14,7 @@
 from ._operations import AuthOperations  # type: ignore
 from ._operations import ConfigOperations  # type: ignore
 from ._operations import JobsOperations  # type: ignore
+from ._operations import PilotOperations  # type: ignore
 
 from ._patch import __all__ as _patch_all
 from ._patch import *
@@ -24,6 +25,7 @@
     "AuthOperations",
     "ConfigOperations",
     "JobsOperations",
+    "PilotOperations",
 ]
 __all__.extend([p for p in _patch_all if p not in __all__])  # pyright: ignore
 _patch_sdk()

diracx-client/src/diracx/client/_generated/aio/operations/_operations.py

@@ -53,6 +53,8 @@
     build_jobs_summary_request,
     build_jobs_unassign_bulk_jobs_sandboxes_request,
     build_jobs_unassign_job_sandboxes_request,
+    build_pilot_patch_metadata_request,
+    build_pilot_set_job_statuses_request,
     build_well_known_get_installation_metadata_request,
     build_well_known_get_openid_configuration_request,
 )
@@ -2342,3 +2344,264 @@ async def submit_jdl_jobs(
             return cls(pipeline_response, deserialized, {})  # type: ignore
 
         return deserialized  # type: ignore
+
+
+class PilotOperations:
+    """
+    .. warning::
+        **DO NOT** instantiate this class directly.
+
+        Instead, you should access the following operations through
+        :class:`~_generated.aio.Dirac`'s
+        :attr:`pilot` attribute.
+    """
+
+    models = _models
+
+    def __init__(self, *args, **kwargs) -> None:
+        input_args = list(args)
+        self._client: AsyncPipelineClient = (
+            input_args.pop(0) if input_args else kwargs.pop("client")
+        )
+        self._config: DiracConfiguration = (
+            input_args.pop(0) if input_args else kwargs.pop("config")
+        )
+        self._serialize: Serializer = (
+            input_args.pop(0) if input_args else kwargs.pop("serializer")
+        )
+        self._deserialize: Deserializer = (
+            input_args.pop(0) if input_args else kwargs.pop("deserializer")
+        )
+
+    @overload
+    async def set_job_statuses(
+        self,
+        body: Dict[str, Dict[str, _models.JobStatusUpdate]],
+        *,
+        force: bool = False,
+        content_type: str = "application/json",
+        **kwargs: Any,
+    ) -> _models.SetJobStatusReturn:
+        """Set Job Statuses.
+
+        Set Job Statuses.
+
+        :param body: Required.
+        :type body: dict[str, dict[str, ~_generated.models.JobStatusUpdate]]
+        :keyword force: Default value is False.
+        :paramtype force: bool
+        :keyword content_type: Body Parameter content-type. Content type parameter for JSON body.
+         Default value is "application/json".
+        :paramtype content_type: str
+        :return: SetJobStatusReturn
+        :rtype: ~_generated.models.SetJobStatusReturn
+        :raises ~azure.core.exceptions.HttpResponseError:
+        """
+
+    @overload
+    async def set_job_statuses(
+        self,
+        body: IO[bytes],
+        *,
+        force: bool = False,
+        content_type: str = "application/json",
+        **kwargs: Any,
+    ) -> _models.SetJobStatusReturn:
+        """Set Job Statuses.
+
+        Set Job Statuses.
+
+        :param body: Required.
+        :type body: IO[bytes]
+        :keyword force: Default value is False.
+        :paramtype force: bool
+        :keyword content_type: Body Parameter content-type. Content type parameter for binary body.
+         Default value is "application/json".
+        :paramtype content_type: str
+        :return: SetJobStatusReturn
+        :rtype: ~_generated.models.SetJobStatusReturn
+        :raises ~azure.core.exceptions.HttpResponseError:
+        """
+
+    @distributed_trace_async
+    async def set_job_statuses(
+        self,
+        body: Union[Dict[str, Dict[str, _models.JobStatusUpdate]], IO[bytes]],
+        *,
+        force: bool = False,
+        **kwargs: Any,
+    ) -> _models.SetJobStatusReturn:
+        """Set Job Statuses.
+
+        Set Job Statuses.
+
+        :param body: Is either a {str: {str: JobStatusUpdate}} type or a IO[bytes] type. Required.
+        :type body: dict[str, dict[str, ~_generated.models.JobStatusUpdate]] or IO[bytes]
+        :keyword force: Default value is False.
+        :paramtype force: bool
+        :return: SetJobStatusReturn
+        :rtype: ~_generated.models.SetJobStatusReturn
+        :raises ~azure.core.exceptions.HttpResponseError:
+        """
+        error_map: MutableMapping = {
+            401: ClientAuthenticationError,
+            404: ResourceNotFoundError,
+            409: ResourceExistsError,
+            304: ResourceNotModifiedError,
+        }
+        error_map.update(kwargs.pop("error_map", {}) or {})
+
+        _headers = case_insensitive_dict(kwargs.pop("headers", {}) or {})
+        _params = kwargs.pop("params", {}) or {}
+
+        content_type: Optional[str] = kwargs.pop(
+            "content_type", _headers.pop("Content-Type", None)
+        )
+        cls: ClsType[_models.SetJobStatusReturn] = kwargs.pop("cls", None)
+
+        content_type = content_type or "application/json"
+        _json = None
+        _content = None
+        if isinstance(body, (IOBase, bytes)):
+            _content = body
+        else:
+            _json = self._serialize.body(body, "{{JobStatusUpdate}}")
+
+        _request = build_pilot_set_job_statuses_request(
+            force=force,
+            content_type=content_type,
+            json=_json,
+            content=_content,
+            headers=_headers,
+            params=_params,
+        )
+        _request.url = self._client.format_url(_request.url)
+
+        _stream = False
+        pipeline_response: PipelineResponse = (
+            await self._client._pipeline.run(  # pylint: disable=protected-access
+                _request, stream=_stream, **kwargs
+            )
+        )
+
+        response = pipeline_response.http_response
+
+        if response.status_code not in [200]:
+            map_error(
+                status_code=response.status_code, response=response, error_map=error_map
+            )
+            raise HttpResponseError(response=response)
+
+        deserialized = self._deserialize(
+            "SetJobStatusReturn", pipeline_response.http_response
+        )
+
+        if cls:
+            return cls(pipeline_response, deserialized, {})  # type: ignore
+
+        return deserialized  # type: ignore
+
+    @overload
+    async def patch_metadata(
+        self,
+        body: Dict[str, Dict[str, Any]],
+        *,
+        content_type: str = "application/json",
+        **kwargs: Any,
+    ) -> None:
+        """Patch Metadata.
+
+        Patch Metadata.
+
+        :param body: Required.
+        :type body: dict[str, dict[str, any]]
+        :keyword content_type: Body Parameter content-type. Content type parameter for JSON body.
+         Default value is "application/json".
+        :paramtype content_type: str
+        :return: None
+        :rtype: None
+        :raises ~azure.core.exceptions.HttpResponseError:
+        """
+
+    @overload
+    async def patch_metadata(
+        self, body: IO[bytes], *, content_type: str = "application/json", **kwargs: Any
+    ) -> None:
+        """Patch Metadata.
+
+        Patch Metadata.
+
+        :param body: Required.
+        :type body: IO[bytes]
+        :keyword content_type: Body Parameter content-type. Content type parameter for binary body.
+         Default value is "application/json".
+        :paramtype content_type: str
+        :return: None
+        :rtype: None
+        :raises ~azure.core.exceptions.HttpResponseError:
+        """
+
+    @distributed_trace_async
+    async def patch_metadata(
+        self, body: Union[Dict[str, Dict[str, Any]], IO[bytes]], **kwargs: Any
+    ) -> None:
+        """Patch Metadata.
+
+        Patch Metadata.
+
+        :param body: Is either a {str: {str: Any}} type or a IO[bytes] type. Required.
+        :type body: dict[str, dict[str, any]] or IO[bytes]
+        :return: None
+        :rtype: None
+        :raises ~azure.core.exceptions.HttpResponseError:
+        """
+        error_map: MutableMapping = {
+            401: ClientAuthenticationError,
+            404: ResourceNotFoundError,
+            409: ResourceExistsError,
+            304: ResourceNotModifiedError,
+        }
+        error_map.update(kwargs.pop("error_map", {}) or {})
+
+        _headers = case_insensitive_dict(kwargs.pop("headers", {}) or {})
+        _params = kwargs.pop("params", {}) or {}
+
+        content_type: Optional[str] = kwargs.pop(
+            "content_type", _headers.pop("Content-Type", None)
+        )
+        cls: ClsType[None] = kwargs.pop("cls", None)
+
+        content_type = content_type or "application/json"
+        _json = None
+        _content = None
+        if isinstance(body, (IOBase, bytes)):
+            _content = body
+        else:
+            _json = self._serialize.body(body, "{{object}}")
+
+        _request = build_pilot_patch_metadata_request(
+            content_type=content_type,
+            json=_json,
+            content=_content,
+            headers=_headers,
+            params=_params,
+        )
+        _request.url = self._client.format_url(_request.url)
+
+        _stream = False
+        pipeline_response: PipelineResponse = (
+            await self._client._pipeline.run(  # pylint: disable=protected-access
+                _request, stream=_stream, **kwargs
+            )
+        )
+
+        response = pipeline_response.http_response
+
+        if response.status_code not in [204]:
+            map_error(
+                status_code=response.status_code, response=response, error_map=error_map
+            )
+            raise HttpResponseError(response=response)
+
+        if cls:
+            return cls(pipeline_response, None, {})  # type: ignore

diracx-client/src/diracx/client/_generated/operations/__init__.py

@@ -14,6 +14,7 @@
 from ._operations import AuthOperations  # type: ignore
 from ._operations import ConfigOperations  # type: ignore
 from ._operations import JobsOperations  # type: ignore
+from ._operations import PilotOperations  # type: ignore
 
 from ._patch import __all__ as _patch_all
 from ._patch import *
@@ -24,6 +25,7 @@
     "AuthOperations",
     "ConfigOperations",
     "JobsOperations",
+    "PilotOperations",
 ]
 __all__.extend([p for p in _patch_all if p not in __all__])  # pyright: ignore
 _patch_sdk()