From 729c0d431623eae8c0e2f3f3b6fce3d811a92149 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Wed, 25 Jan 2023 10:56:40 -0500 Subject: [PATCH 1/8] chore: Update gapic-generator-python to v1.8.2 (#44) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * chore: Update gapic-generator-python to v1.8.2 PiperOrigin-RevId: 504289125 Source-Link: https://github.com/googleapis/googleapis/commit/38a48a44a44279e9cf9f2f864b588958a2d87491 Source-Link: https://github.com/googleapis/googleapis-gen/commit/b2dc22663dbe47a972c8d8c2f8a4df013dafdcbc Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiYjJkYzIyNjYzZGJlNDdhOTcyYzhkOGMyZjhhNGRmMDEzZGFmZGNiYyJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md Co-authored-by: Owl Bot --- .coveragerc | 1 + google/cloud/dataform_v1beta1/__init__.py | 2 +- .../snippet_metadata_google.cloud.dataform.v1beta1.json | 2 +- 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/.coveragerc b/.coveragerc index 017a26e..3a385ae 100644 --- a/.coveragerc +++ b/.coveragerc @@ -5,6 +5,7 @@ branch = True show_missing = True omit = google/cloud/dataform/__init__.py + google/cloud/dataform/gapic_version.py exclude_lines = # Re-enable the standard pragma pragma: NO COVER diff --git a/google/cloud/dataform_v1beta1/__init__.py b/google/cloud/dataform_v1beta1/__init__.py index 9bffdbb..2126847 100644 --- a/google/cloud/dataform_v1beta1/__init__.py +++ b/google/cloud/dataform_v1beta1/__init__.py @@ -13,7 +13,7 @@ # See the License for the specific language governing permissions and # limitations under the License. # -from google.cloud.dataform import gapic_version as package_version +from google.cloud.dataform_v1beta1 import gapic_version as package_version __version__ = package_version.__version__ diff --git a/samples/generated_samples/snippet_metadata_google.cloud.dataform.v1beta1.json b/samples/generated_samples/snippet_metadata_google.cloud.dataform.v1beta1.json index 8b82e8a..acdf6fb 100644 --- a/samples/generated_samples/snippet_metadata_google.cloud.dataform.v1beta1.json +++ b/samples/generated_samples/snippet_metadata_google.cloud.dataform.v1beta1.json @@ -8,7 +8,7 @@ ], "language": "PYTHON", "name": "google-cloud-dataform", - "version": "0.4.1" + "version": "0.1.0" }, "snippets": [ { From e742dad363223e4f3d0b705003a4e66be93e8598 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Mon, 30 Jan 2023 16:46:31 +0000 Subject: [PATCH 2/8] chore: fix prerelease_deps nox session [autoapprove] (#45) Source-Link: https://togithub.com/googleapis/synthtool/commit/26c7505b2f76981ec1707b851e1595c8c06e90fc Post-Processor: gcr.io/cloud-devrel-public-resources/owlbot-python:latest@sha256:f946c75373c2b0040e8e318c5e85d0cf46bc6e61d0a01f3ef94d8de974ac6790 --- .github/.OwlBot.lock.yaml | 2 +- noxfile.py | 14 ++++++-------- 2 files changed, 7 insertions(+), 9 deletions(-) diff --git a/.github/.OwlBot.lock.yaml b/.github/.OwlBot.lock.yaml index 889f77d..f0f3b24 100644 --- a/.github/.OwlBot.lock.yaml +++ b/.github/.OwlBot.lock.yaml @@ -13,4 +13,4 @@ # limitations under the License. docker: image: gcr.io/cloud-devrel-public-resources/owlbot-python:latest - digest: sha256:c43f1d918bcf817d337aa29ff833439494a158a0831508fda4ec75dc4c0d0320 + digest: sha256:f946c75373c2b0040e8e318c5e85d0cf46bc6e61d0a01f3ef94d8de974ac6790 diff --git a/noxfile.py b/noxfile.py index e716318..95e58c5 100644 --- a/noxfile.py +++ b/noxfile.py @@ -189,9 +189,9 @@ def unit(session): def install_systemtest_dependencies(session, *constraints): # Use pre-release gRPC for system tests. - # Exclude version 1.49.0rc1 which has a known issue. - # See https://github.com/grpc/grpc/pull/30642 - session.install("--pre", "grpcio!=1.49.0rc1") + # Exclude version 1.52.0rc1 which has a known issue. + # See https://github.com/grpc/grpc/issues/32163 + session.install("--pre", "grpcio!=1.52.0rc1") session.install(*SYSTEM_TEST_STANDARD_DEPENDENCIES, *constraints) @@ -346,9 +346,7 @@ def prerelease_deps(session): unit_deps_all = UNIT_TEST_STANDARD_DEPENDENCIES + UNIT_TEST_EXTERNAL_DEPENDENCIES session.install(*unit_deps_all) system_deps_all = ( - SYSTEM_TEST_STANDARD_DEPENDENCIES - + SYSTEM_TEST_EXTERNAL_DEPENDENCIES - + SYSTEM_TEST_EXTRAS + SYSTEM_TEST_STANDARD_DEPENDENCIES + SYSTEM_TEST_EXTERNAL_DEPENDENCIES ) session.install(*system_deps_all) @@ -378,8 +376,8 @@ def prerelease_deps(session): # dependency of grpc "six", "googleapis-common-protos", - # Exclude version 1.49.0rc1 which has a known issue. See https://github.com/grpc/grpc/pull/30642 - "grpcio!=1.49.0rc1", + # Exclude version 1.52.0rc1 which has a known issue. See https://github.com/grpc/grpc/issues/32163 + "grpcio!=1.52.0rc1", "grpcio-status", "google-api-core", "proto-plus", From a9ed67f43e0a2c7f8ffd765340acbafc344e49e7 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Wed, 8 Feb 2023 06:45:24 -0500 Subject: [PATCH 3/8] chore: Update gapic-generator-python to v1.8.4 (#46) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * chore: Update gapic-generator-python to v1.8.4 PiperOrigin-RevId: 507808936 Source-Link: https://github.com/googleapis/googleapis/commit/64cf8492b21778ce62c66ecee81b468a293bfd4c Source-Link: https://github.com/googleapis/googleapis-gen/commit/53c48cac153d3b37f3d2c2dec4830cfd91ec4153 Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiNTNjNDhjYWMxNTNkM2IzN2YzZDJjMmRlYzQ4MzBjZmQ5MWVjNDE1MyJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md --------- Co-authored-by: Owl Bot --- setup.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/setup.py b/setup.py index d1d4442..2c8002b 100644 --- a/setup.py +++ b/setup.py @@ -56,9 +56,7 @@ if package.startswith("google") ] -namespaces = ["google"] -if "google.cloud" in packages: - namespaces.append("google.cloud") +namespaces = ["google", "google.cloud"] setuptools.setup( name=name, From eb2b4650d7be0021279e2a56f7b7e5453ec00534 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Wed, 8 Feb 2023 15:14:25 +0000 Subject: [PATCH 4/8] build(deps): bump cryptography from 38.0.3 to 39.0.1 in /synthtool/gcp/templates/python_library/.kokoro (#48) Source-Link: https://togithub.com/googleapis/synthtool/commit/bb171351c3946d3c3c32e60f5f18cee8c464ec51 Post-Processor: gcr.io/cloud-devrel-public-resources/owlbot-python:latest@sha256:f62c53736eccb0c4934a3ea9316e0d57696bb49c1a7c86c726e9bb8a2f87dadf --- .github/.OwlBot.lock.yaml | 2 +- .kokoro/requirements.txt | 49 ++++++++++++++++++--------------------- 2 files changed, 23 insertions(+), 28 deletions(-) diff --git a/.github/.OwlBot.lock.yaml b/.github/.OwlBot.lock.yaml index f0f3b24..894fb6b 100644 --- a/.github/.OwlBot.lock.yaml +++ b/.github/.OwlBot.lock.yaml @@ -13,4 +13,4 @@ # limitations under the License. docker: image: gcr.io/cloud-devrel-public-resources/owlbot-python:latest - digest: sha256:f946c75373c2b0040e8e318c5e85d0cf46bc6e61d0a01f3ef94d8de974ac6790 + digest: sha256:f62c53736eccb0c4934a3ea9316e0d57696bb49c1a7c86c726e9bb8a2f87dadf diff --git a/.kokoro/requirements.txt b/.kokoro/requirements.txt index 05dc467..096e480 100644 --- a/.kokoro/requirements.txt +++ b/.kokoro/requirements.txt @@ -113,33 +113,28 @@ commonmark==0.9.1 \ --hash=sha256:452f9dc859be7f06631ddcb328b6919c67984aca654e5fefb3914d54691aed60 \ --hash=sha256:da2f38c92590f83de410ba1a3cbceafbc74fee9def35f9251ba9a971d6d66fd9 # via rich -cryptography==38.0.3 \ - --hash=sha256:068147f32fa662c81aebab95c74679b401b12b57494872886eb5c1139250ec5d \ - --hash=sha256:06fc3cc7b6f6cca87bd56ec80a580c88f1da5306f505876a71c8cfa7050257dd \ - --hash=sha256:25c1d1f19729fb09d42e06b4bf9895212292cb27bb50229f5aa64d039ab29146 \ - --hash=sha256:402852a0aea73833d982cabb6d0c3bb582c15483d29fb7085ef2c42bfa7e38d7 \ - --hash=sha256:4e269dcd9b102c5a3d72be3c45d8ce20377b8076a43cbed6f660a1afe365e436 \ - --hash=sha256:5419a127426084933076132d317911e3c6eb77568a1ce23c3ac1e12d111e61e0 \ - --hash=sha256:554bec92ee7d1e9d10ded2f7e92a5d70c1f74ba9524947c0ba0c850c7b011828 \ - --hash=sha256:5e89468fbd2fcd733b5899333bc54d0d06c80e04cd23d8c6f3e0542358c6060b \ - --hash=sha256:65535bc550b70bd6271984d9863a37741352b4aad6fb1b3344a54e6950249b55 \ - --hash=sha256:6ab9516b85bebe7aa83f309bacc5f44a61eeb90d0b4ec125d2d003ce41932d36 \ - --hash=sha256:6addc3b6d593cd980989261dc1cce38263c76954d758c3c94de51f1e010c9a50 \ - --hash=sha256:728f2694fa743a996d7784a6194da430f197d5c58e2f4e278612b359f455e4a2 \ - --hash=sha256:785e4056b5a8b28f05a533fab69febf5004458e20dad7e2e13a3120d8ecec75a \ - --hash=sha256:78cf5eefac2b52c10398a42765bfa981ce2372cbc0457e6bf9658f41ec3c41d8 \ - --hash=sha256:7f836217000342d448e1c9a342e9163149e45d5b5eca76a30e84503a5a96cab0 \ - --hash=sha256:8d41a46251bf0634e21fac50ffd643216ccecfaf3701a063257fe0b2be1b6548 \ - --hash=sha256:984fe150f350a3c91e84de405fe49e688aa6092b3525f407a18b9646f6612320 \ - --hash=sha256:9b24bcff7853ed18a63cfb0c2b008936a9554af24af2fb146e16d8e1aed75748 \ - --hash=sha256:b1b35d9d3a65542ed2e9d90115dfd16bbc027b3f07ee3304fc83580f26e43249 \ - --hash=sha256:b1b52c9e5f8aa2b802d48bd693190341fae201ea51c7a167d69fc48b60e8a959 \ - --hash=sha256:bbf203f1a814007ce24bd4d51362991d5cb90ba0c177a9c08825f2cc304d871f \ - --hash=sha256:be243c7e2bfcf6cc4cb350c0d5cdf15ca6383bbcb2a8ef51d3c9411a9d4386f0 \ - --hash=sha256:bfbe6ee19615b07a98b1d2287d6a6073f734735b49ee45b11324d85efc4d5cbd \ - --hash=sha256:c46837ea467ed1efea562bbeb543994c2d1f6e800785bd5a2c98bc096f5cb220 \ - --hash=sha256:dfb4f4dd568de1b6af9f4cda334adf7d72cf5bc052516e1b2608b683375dd95c \ - --hash=sha256:ed7b00096790213e09eb11c97cc6e2b757f15f3d2f85833cd2d3ec3fe37c1722 +cryptography==39.0.1 \ + --hash=sha256:0f8da300b5c8af9f98111ffd512910bc792b4c77392a9523624680f7956a99d4 \ + --hash=sha256:35f7c7d015d474f4011e859e93e789c87d21f6f4880ebdc29896a60403328f1f \ + --hash=sha256:5aa67414fcdfa22cf052e640cb5ddc461924a045cacf325cd164e65312d99502 \ + --hash=sha256:5d2d8b87a490bfcd407ed9d49093793d0f75198a35e6eb1a923ce1ee86c62b41 \ + --hash=sha256:6687ef6d0a6497e2b58e7c5b852b53f62142cfa7cd1555795758934da363a965 \ + --hash=sha256:6f8ba7f0328b79f08bdacc3e4e66fb4d7aab0c3584e0bd41328dce5262e26b2e \ + --hash=sha256:706843b48f9a3f9b9911979761c91541e3d90db1ca905fd63fee540a217698bc \ + --hash=sha256:807ce09d4434881ca3a7594733669bd834f5b2c6d5c7e36f8c00f691887042ad \ + --hash=sha256:83e17b26de248c33f3acffb922748151d71827d6021d98c70e6c1a25ddd78505 \ + --hash=sha256:96f1157a7c08b5b189b16b47bc9db2332269d6680a196341bf30046330d15388 \ + --hash=sha256:aec5a6c9864be7df2240c382740fcf3b96928c46604eaa7f3091f58b878c0bb6 \ + --hash=sha256:b0afd054cd42f3d213bf82c629efb1ee5f22eba35bf0eec88ea9ea7304f511a2 \ + --hash=sha256:ced4e447ae29ca194449a3f1ce132ded8fcab06971ef5f618605aacaa612beac \ + --hash=sha256:d1f6198ee6d9148405e49887803907fe8962a23e6c6f83ea7d98f1c0de375695 \ + --hash=sha256:e124352fd3db36a9d4a21c1aa27fd5d051e621845cb87fb851c08f4f75ce8be6 \ + --hash=sha256:e422abdec8b5fa8462aa016786680720d78bdce7a30c652b7fadf83a4ba35336 \ + --hash=sha256:ef8b72fa70b348724ff1218267e7f7375b8de4e8194d1636ee60510aae104cd0 \ + --hash=sha256:f0c64d1bd842ca2633e74a1a28033d139368ad959872533b1bab8c80e8240a0c \ + --hash=sha256:f24077a3b5298a5a06a8e0536e3ea9ec60e4c7ac486755e5fb6e6ea9b3500106 \ + --hash=sha256:fdd188c8a6ef8769f148f88f859884507b954cc64db6b52f66ef199bb9ad660a \ + --hash=sha256:fe913f20024eb2cb2f323e42a64bdf2911bb9738a15dba7d3cce48151034e3a8 # via # gcp-releasetool # secretstorage From 403b2463a9ebeec2e03c9a9a27435c60dceedb41 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Thu, 9 Feb 2023 11:43:54 -0500 Subject: [PATCH 5/8] feat: enable "rest" transport in Python for services supporting numeric enums (#49) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * feat: enable "rest" transport in Python for services supporting numeric enums PiperOrigin-RevId: 508143576 Source-Link: https://github.com/googleapis/googleapis/commit/7a702a989db3b413f39ff8994ca53fb38b6928c2 Source-Link: https://github.com/googleapis/googleapis-gen/commit/6ad1279c0e7aa787ac6b66c9fd4a210692edffcd Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiNmFkMTI3OWMwZTdhYTc4N2FjNmI2NmM5ZmQ0YTIxMDY5MmVkZmZjZCJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md --------- Co-authored-by: Owl Bot --- .../dataform_v1beta1/gapic_metadata.json | 185 + .../services/dataform/client.py | 2 + .../services/dataform/transports/__init__.py | 4 + .../services/dataform/transports/rest.py | 4834 ++++++++ .../gapic/dataform_v1beta1/test_dataform.py | 9822 ++++++++++++++++- 5 files changed, 14750 insertions(+), 97 deletions(-) create mode 100644 google/cloud/dataform_v1beta1/services/dataform/transports/rest.py diff --git a/google/cloud/dataform_v1beta1/gapic_metadata.json b/google/cloud/dataform_v1beta1/gapic_metadata.json index 312e0ba..baa2f41 100644 --- a/google/cloud/dataform_v1beta1/gapic_metadata.json +++ b/google/cloud/dataform_v1beta1/gapic_metadata.json @@ -376,6 +376,191 @@ ] } } + }, + "rest": { + "libraryClient": "DataformClient", + "rpcs": { + "CancelWorkflowInvocation": { + "methods": [ + "cancel_workflow_invocation" + ] + }, + "CommitWorkspaceChanges": { + "methods": [ + "commit_workspace_changes" + ] + }, + "CreateCompilationResult": { + "methods": [ + "create_compilation_result" + ] + }, + "CreateRepository": { + "methods": [ + "create_repository" + ] + }, + "CreateWorkflowInvocation": { + "methods": [ + "create_workflow_invocation" + ] + }, + "CreateWorkspace": { + "methods": [ + "create_workspace" + ] + }, + "DeleteRepository": { + "methods": [ + "delete_repository" + ] + }, + "DeleteWorkflowInvocation": { + "methods": [ + "delete_workflow_invocation" + ] + }, + "DeleteWorkspace": { + "methods": [ + "delete_workspace" + ] + }, + "FetchFileDiff": { + "methods": [ + "fetch_file_diff" + ] + }, + "FetchFileGitStatuses": { + "methods": [ + "fetch_file_git_statuses" + ] + }, + "FetchGitAheadBehind": { + "methods": [ + "fetch_git_ahead_behind" + ] + }, + "FetchRemoteBranches": { + "methods": [ + "fetch_remote_branches" + ] + }, + "GetCompilationResult": { + "methods": [ + "get_compilation_result" + ] + }, + "GetRepository": { + "methods": [ + "get_repository" + ] + }, + "GetWorkflowInvocation": { + "methods": [ + "get_workflow_invocation" + ] + }, + "GetWorkspace": { + "methods": [ + "get_workspace" + ] + }, + "InstallNpmPackages": { + "methods": [ + "install_npm_packages" + ] + }, + "ListCompilationResults": { + "methods": [ + "list_compilation_results" + ] + }, + "ListRepositories": { + "methods": [ + "list_repositories" + ] + }, + "ListWorkflowInvocations": { + "methods": [ + "list_workflow_invocations" + ] + }, + "ListWorkspaces": { + "methods": [ + "list_workspaces" + ] + }, + "MakeDirectory": { + "methods": [ + "make_directory" + ] + }, + "MoveDirectory": { + "methods": [ + "move_directory" + ] + }, + "MoveFile": { + "methods": [ + "move_file" + ] + }, + "PullGitCommits": { + "methods": [ + "pull_git_commits" + ] + }, + "PushGitCommits": { + "methods": [ + "push_git_commits" + ] + }, + "QueryCompilationResultActions": { + "methods": [ + "query_compilation_result_actions" + ] + }, + "QueryDirectoryContents": { + "methods": [ + "query_directory_contents" + ] + }, + "QueryWorkflowInvocationActions": { + "methods": [ + "query_workflow_invocation_actions" + ] + }, + "ReadFile": { + "methods": [ + "read_file" + ] + }, + "RemoveDirectory": { + "methods": [ + "remove_directory" + ] + }, + "RemoveFile": { + "methods": [ + "remove_file" + ] + }, + "ResetWorkspaceChanges": { + "methods": [ + "reset_workspace_changes" + ] + }, + "UpdateRepository": { + "methods": [ + "update_repository" + ] + }, + "WriteFile": { + "methods": [ + "write_file" + ] + } + } } } } diff --git a/google/cloud/dataform_v1beta1/services/dataform/client.py b/google/cloud/dataform_v1beta1/services/dataform/client.py index 7791223..f5a8bab 100644 --- a/google/cloud/dataform_v1beta1/services/dataform/client.py +++ b/google/cloud/dataform_v1beta1/services/dataform/client.py @@ -58,6 +58,7 @@ from .transports.base import DEFAULT_CLIENT_INFO, DataformTransport from .transports.grpc import DataformGrpcTransport from .transports.grpc_asyncio import DataformGrpcAsyncIOTransport +from .transports.rest import DataformRestTransport class DataformClientMeta(type): @@ -71,6 +72,7 @@ class DataformClientMeta(type): _transport_registry = OrderedDict() # type: Dict[str, Type[DataformTransport]] _transport_registry["grpc"] = DataformGrpcTransport _transport_registry["grpc_asyncio"] = DataformGrpcAsyncIOTransport + _transport_registry["rest"] = DataformRestTransport def get_transport_class( cls, diff --git a/google/cloud/dataform_v1beta1/services/dataform/transports/__init__.py b/google/cloud/dataform_v1beta1/services/dataform/transports/__init__.py index 2fa441b..71e4a9b 100644 --- a/google/cloud/dataform_v1beta1/services/dataform/transports/__init__.py +++ b/google/cloud/dataform_v1beta1/services/dataform/transports/__init__.py @@ -19,14 +19,18 @@ from .base import DataformTransport from .grpc import DataformGrpcTransport from .grpc_asyncio import DataformGrpcAsyncIOTransport +from .rest import DataformRestInterceptor, DataformRestTransport # Compile a registry of transports. _transport_registry = OrderedDict() # type: Dict[str, Type[DataformTransport]] _transport_registry["grpc"] = DataformGrpcTransport _transport_registry["grpc_asyncio"] = DataformGrpcAsyncIOTransport +_transport_registry["rest"] = DataformRestTransport __all__ = ( "DataformTransport", "DataformGrpcTransport", "DataformGrpcAsyncIOTransport", + "DataformRestTransport", + "DataformRestInterceptor", ) diff --git a/google/cloud/dataform_v1beta1/services/dataform/transports/rest.py b/google/cloud/dataform_v1beta1/services/dataform/transports/rest.py new file mode 100644 index 0000000..91c7f41 --- /dev/null +++ b/google/cloud/dataform_v1beta1/services/dataform/transports/rest.py @@ -0,0 +1,4834 @@ +# -*- coding: utf-8 -*- +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +import dataclasses +import json # type: ignore +import re +from typing import Callable, Dict, List, Optional, Sequence, Tuple, Union +import warnings + +from google.api_core import gapic_v1, path_template, rest_helpers, rest_streaming +from google.api_core import exceptions as core_exceptions +from google.api_core import retry as retries +from google.auth import credentials as ga_credentials # type: ignore +from google.auth.transport.grpc import SslCredentials # type: ignore +from google.auth.transport.requests import AuthorizedSession # type: ignore +from google.cloud.location import locations_pb2 # type: ignore +from google.iam.v1 import iam_policy_pb2 # type: ignore +from google.iam.v1 import policy_pb2 # type: ignore +from google.protobuf import json_format +import grpc # type: ignore +from requests import __version__ as requests_version + +try: + OptionalRetry = Union[retries.Retry, gapic_v1.method._MethodDefault] +except AttributeError: # pragma: NO COVER + OptionalRetry = Union[retries.Retry, object] # type: ignore + + +from google.protobuf import empty_pb2 # type: ignore + +from google.cloud.dataform_v1beta1.types import dataform + +from .base import DEFAULT_CLIENT_INFO as BASE_DEFAULT_CLIENT_INFO +from .base import DataformTransport + +DEFAULT_CLIENT_INFO = gapic_v1.client_info.ClientInfo( + gapic_version=BASE_DEFAULT_CLIENT_INFO.gapic_version, + grpc_version=None, + rest_version=requests_version, +) + + +class DataformRestInterceptor: + """Interceptor for Dataform. + + Interceptors are used to manipulate requests, request metadata, and responses + in arbitrary ways. + Example use cases include: + * Logging + * Verifying requests according to service or custom semantics + * Stripping extraneous information from responses + + These use cases and more can be enabled by injecting an + instance of a custom subclass when constructing the DataformRestTransport. + + .. code-block:: python + class MyCustomDataformInterceptor(DataformRestInterceptor): + def pre_cancel_workflow_invocation(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_commit_workspace_changes(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_create_compilation_result(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_create_compilation_result(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_create_repository(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_create_repository(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_create_workflow_invocation(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_create_workflow_invocation(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_create_workspace(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_create_workspace(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_delete_repository(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_delete_workflow_invocation(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_delete_workspace(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_fetch_file_diff(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_fetch_file_diff(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_fetch_file_git_statuses(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_fetch_file_git_statuses(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_fetch_git_ahead_behind(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_fetch_git_ahead_behind(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_fetch_remote_branches(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_fetch_remote_branches(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_get_compilation_result(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_get_compilation_result(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_get_repository(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_get_repository(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_get_workflow_invocation(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_get_workflow_invocation(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_get_workspace(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_get_workspace(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_install_npm_packages(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_install_npm_packages(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_list_compilation_results(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_list_compilation_results(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_list_repositories(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_list_repositories(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_list_workflow_invocations(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_list_workflow_invocations(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_list_workspaces(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_list_workspaces(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_make_directory(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_make_directory(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_move_directory(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_move_directory(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_move_file(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_move_file(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_pull_git_commits(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_push_git_commits(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_query_compilation_result_actions(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_query_compilation_result_actions(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_query_directory_contents(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_query_directory_contents(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_query_workflow_invocation_actions(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_query_workflow_invocation_actions(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_read_file(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_read_file(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_remove_directory(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_remove_file(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_reset_workspace_changes(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def pre_update_repository(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_update_repository(self, response): + logging.log(f"Received response: {response}") + return response + + def pre_write_file(self, request, metadata): + logging.log(f"Received request: {request}") + return request, metadata + + def post_write_file(self, response): + logging.log(f"Received response: {response}") + return response + + transport = DataformRestTransport(interceptor=MyCustomDataformInterceptor()) + client = DataformClient(transport=transport) + + + """ + + def pre_cancel_workflow_invocation( + self, + request: dataform.CancelWorkflowInvocationRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.CancelWorkflowInvocationRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for cancel_workflow_invocation + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_commit_workspace_changes( + self, + request: dataform.CommitWorkspaceChangesRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.CommitWorkspaceChangesRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for commit_workspace_changes + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_create_compilation_result( + self, + request: dataform.CreateCompilationResultRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.CreateCompilationResultRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for create_compilation_result + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_create_compilation_result( + self, response: dataform.CompilationResult + ) -> dataform.CompilationResult: + """Post-rpc interceptor for create_compilation_result + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_create_repository( + self, + request: dataform.CreateRepositoryRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.CreateRepositoryRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for create_repository + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_create_repository( + self, response: dataform.Repository + ) -> dataform.Repository: + """Post-rpc interceptor for create_repository + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_create_workflow_invocation( + self, + request: dataform.CreateWorkflowInvocationRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.CreateWorkflowInvocationRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for create_workflow_invocation + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_create_workflow_invocation( + self, response: dataform.WorkflowInvocation + ) -> dataform.WorkflowInvocation: + """Post-rpc interceptor for create_workflow_invocation + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_create_workspace( + self, + request: dataform.CreateWorkspaceRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.CreateWorkspaceRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for create_workspace + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_create_workspace(self, response: dataform.Workspace) -> dataform.Workspace: + """Post-rpc interceptor for create_workspace + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_delete_repository( + self, + request: dataform.DeleteRepositoryRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.DeleteRepositoryRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for delete_repository + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_delete_workflow_invocation( + self, + request: dataform.DeleteWorkflowInvocationRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.DeleteWorkflowInvocationRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for delete_workflow_invocation + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_delete_workspace( + self, + request: dataform.DeleteWorkspaceRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.DeleteWorkspaceRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for delete_workspace + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_fetch_file_diff( + self, + request: dataform.FetchFileDiffRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.FetchFileDiffRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for fetch_file_diff + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_fetch_file_diff( + self, response: dataform.FetchFileDiffResponse + ) -> dataform.FetchFileDiffResponse: + """Post-rpc interceptor for fetch_file_diff + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_fetch_file_git_statuses( + self, + request: dataform.FetchFileGitStatusesRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.FetchFileGitStatusesRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for fetch_file_git_statuses + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_fetch_file_git_statuses( + self, response: dataform.FetchFileGitStatusesResponse + ) -> dataform.FetchFileGitStatusesResponse: + """Post-rpc interceptor for fetch_file_git_statuses + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_fetch_git_ahead_behind( + self, + request: dataform.FetchGitAheadBehindRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.FetchGitAheadBehindRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for fetch_git_ahead_behind + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_fetch_git_ahead_behind( + self, response: dataform.FetchGitAheadBehindResponse + ) -> dataform.FetchGitAheadBehindResponse: + """Post-rpc interceptor for fetch_git_ahead_behind + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_fetch_remote_branches( + self, + request: dataform.FetchRemoteBranchesRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.FetchRemoteBranchesRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for fetch_remote_branches + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_fetch_remote_branches( + self, response: dataform.FetchRemoteBranchesResponse + ) -> dataform.FetchRemoteBranchesResponse: + """Post-rpc interceptor for fetch_remote_branches + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_get_compilation_result( + self, + request: dataform.GetCompilationResultRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.GetCompilationResultRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for get_compilation_result + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_get_compilation_result( + self, response: dataform.CompilationResult + ) -> dataform.CompilationResult: + """Post-rpc interceptor for get_compilation_result + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_get_repository( + self, + request: dataform.GetRepositoryRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.GetRepositoryRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for get_repository + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_get_repository(self, response: dataform.Repository) -> dataform.Repository: + """Post-rpc interceptor for get_repository + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_get_workflow_invocation( + self, + request: dataform.GetWorkflowInvocationRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.GetWorkflowInvocationRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for get_workflow_invocation + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_get_workflow_invocation( + self, response: dataform.WorkflowInvocation + ) -> dataform.WorkflowInvocation: + """Post-rpc interceptor for get_workflow_invocation + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_get_workspace( + self, request: dataform.GetWorkspaceRequest, metadata: Sequence[Tuple[str, str]] + ) -> Tuple[dataform.GetWorkspaceRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for get_workspace + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_get_workspace(self, response: dataform.Workspace) -> dataform.Workspace: + """Post-rpc interceptor for get_workspace + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_install_npm_packages( + self, + request: dataform.InstallNpmPackagesRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.InstallNpmPackagesRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for install_npm_packages + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_install_npm_packages( + self, response: dataform.InstallNpmPackagesResponse + ) -> dataform.InstallNpmPackagesResponse: + """Post-rpc interceptor for install_npm_packages + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_list_compilation_results( + self, + request: dataform.ListCompilationResultsRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.ListCompilationResultsRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for list_compilation_results + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_list_compilation_results( + self, response: dataform.ListCompilationResultsResponse + ) -> dataform.ListCompilationResultsResponse: + """Post-rpc interceptor for list_compilation_results + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_list_repositories( + self, + request: dataform.ListRepositoriesRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.ListRepositoriesRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for list_repositories + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_list_repositories( + self, response: dataform.ListRepositoriesResponse + ) -> dataform.ListRepositoriesResponse: + """Post-rpc interceptor for list_repositories + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_list_workflow_invocations( + self, + request: dataform.ListWorkflowInvocationsRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.ListWorkflowInvocationsRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for list_workflow_invocations + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_list_workflow_invocations( + self, response: dataform.ListWorkflowInvocationsResponse + ) -> dataform.ListWorkflowInvocationsResponse: + """Post-rpc interceptor for list_workflow_invocations + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_list_workspaces( + self, + request: dataform.ListWorkspacesRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.ListWorkspacesRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for list_workspaces + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_list_workspaces( + self, response: dataform.ListWorkspacesResponse + ) -> dataform.ListWorkspacesResponse: + """Post-rpc interceptor for list_workspaces + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_make_directory( + self, + request: dataform.MakeDirectoryRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.MakeDirectoryRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for make_directory + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_make_directory( + self, response: dataform.MakeDirectoryResponse + ) -> dataform.MakeDirectoryResponse: + """Post-rpc interceptor for make_directory + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_move_directory( + self, + request: dataform.MoveDirectoryRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.MoveDirectoryRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for move_directory + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_move_directory( + self, response: dataform.MoveDirectoryResponse + ) -> dataform.MoveDirectoryResponse: + """Post-rpc interceptor for move_directory + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_move_file( + self, request: dataform.MoveFileRequest, metadata: Sequence[Tuple[str, str]] + ) -> Tuple[dataform.MoveFileRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for move_file + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_move_file( + self, response: dataform.MoveFileResponse + ) -> dataform.MoveFileResponse: + """Post-rpc interceptor for move_file + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_pull_git_commits( + self, + request: dataform.PullGitCommitsRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.PullGitCommitsRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for pull_git_commits + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_push_git_commits( + self, + request: dataform.PushGitCommitsRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.PushGitCommitsRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for push_git_commits + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_query_compilation_result_actions( + self, + request: dataform.QueryCompilationResultActionsRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[ + dataform.QueryCompilationResultActionsRequest, Sequence[Tuple[str, str]] + ]: + """Pre-rpc interceptor for query_compilation_result_actions + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_query_compilation_result_actions( + self, response: dataform.QueryCompilationResultActionsResponse + ) -> dataform.QueryCompilationResultActionsResponse: + """Post-rpc interceptor for query_compilation_result_actions + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_query_directory_contents( + self, + request: dataform.QueryDirectoryContentsRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.QueryDirectoryContentsRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for query_directory_contents + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_query_directory_contents( + self, response: dataform.QueryDirectoryContentsResponse + ) -> dataform.QueryDirectoryContentsResponse: + """Post-rpc interceptor for query_directory_contents + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_query_workflow_invocation_actions( + self, + request: dataform.QueryWorkflowInvocationActionsRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[ + dataform.QueryWorkflowInvocationActionsRequest, Sequence[Tuple[str, str]] + ]: + """Pre-rpc interceptor for query_workflow_invocation_actions + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_query_workflow_invocation_actions( + self, response: dataform.QueryWorkflowInvocationActionsResponse + ) -> dataform.QueryWorkflowInvocationActionsResponse: + """Post-rpc interceptor for query_workflow_invocation_actions + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_read_file( + self, request: dataform.ReadFileRequest, metadata: Sequence[Tuple[str, str]] + ) -> Tuple[dataform.ReadFileRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for read_file + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_read_file( + self, response: dataform.ReadFileResponse + ) -> dataform.ReadFileResponse: + """Post-rpc interceptor for read_file + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_remove_directory( + self, + request: dataform.RemoveDirectoryRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.RemoveDirectoryRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for remove_directory + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_remove_file( + self, request: dataform.RemoveFileRequest, metadata: Sequence[Tuple[str, str]] + ) -> Tuple[dataform.RemoveFileRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for remove_file + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_reset_workspace_changes( + self, + request: dataform.ResetWorkspaceChangesRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.ResetWorkspaceChangesRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for reset_workspace_changes + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def pre_update_repository( + self, + request: dataform.UpdateRepositoryRequest, + metadata: Sequence[Tuple[str, str]], + ) -> Tuple[dataform.UpdateRepositoryRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for update_repository + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_update_repository( + self, response: dataform.Repository + ) -> dataform.Repository: + """Post-rpc interceptor for update_repository + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_write_file( + self, request: dataform.WriteFileRequest, metadata: Sequence[Tuple[str, str]] + ) -> Tuple[dataform.WriteFileRequest, Sequence[Tuple[str, str]]]: + """Pre-rpc interceptor for write_file + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_write_file( + self, response: dataform.WriteFileResponse + ) -> dataform.WriteFileResponse: + """Post-rpc interceptor for write_file + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_get_location( + self, + request: locations_pb2.GetLocationRequest, + metadata: Sequence[Tuple[str, str]], + ) -> locations_pb2.Location: + """Pre-rpc interceptor for get_location + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_get_location( + self, response: locations_pb2.GetLocationRequest + ) -> locations_pb2.Location: + """Post-rpc interceptor for get_location + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + def pre_list_locations( + self, + request: locations_pb2.ListLocationsRequest, + metadata: Sequence[Tuple[str, str]], + ) -> locations_pb2.ListLocationsResponse: + """Pre-rpc interceptor for list_locations + + Override in a subclass to manipulate the request or metadata + before they are sent to the Dataform server. + """ + return request, metadata + + def post_list_locations( + self, response: locations_pb2.ListLocationsRequest + ) -> locations_pb2.ListLocationsResponse: + """Post-rpc interceptor for list_locations + + Override in a subclass to manipulate the response + after it is returned by the Dataform server but before + it is returned to user code. + """ + return response + + +@dataclasses.dataclass +class DataformRestStub: + _session: AuthorizedSession + _host: str + _interceptor: DataformRestInterceptor + + +class DataformRestTransport(DataformTransport): + """REST backend transport for Dataform. + + Dataform is a service to develop, create, document, test, and + update curated tables in BigQuery. + + This class defines the same methods as the primary client, so the + primary client can load the underlying transport implementation + and call it. + + It sends JSON representations of protocol buffers over HTTP/1.1 + + """ + + def __init__( + self, + *, + host: str = "dataform.googleapis.com", + credentials: Optional[ga_credentials.Credentials] = None, + credentials_file: Optional[str] = None, + scopes: Optional[Sequence[str]] = None, + client_cert_source_for_mtls: Optional[Callable[[], Tuple[bytes, bytes]]] = None, + quota_project_id: Optional[str] = None, + client_info: gapic_v1.client_info.ClientInfo = DEFAULT_CLIENT_INFO, + always_use_jwt_access: Optional[bool] = False, + url_scheme: str = "https", + interceptor: Optional[DataformRestInterceptor] = None, + api_audience: Optional[str] = None, + ) -> None: + """Instantiate the transport. + + Args: + host (Optional[str]): + The hostname to connect to. + credentials (Optional[google.auth.credentials.Credentials]): The + authorization credentials to attach to requests. These + credentials identify the application to the service; if none + are specified, the client will attempt to ascertain the + credentials from the environment. + + credentials_file (Optional[str]): A file with credentials that can + be loaded with :func:`google.auth.load_credentials_from_file`. + This argument is ignored if ``channel`` is provided. + scopes (Optional(Sequence[str])): A list of scopes. This argument is + ignored if ``channel`` is provided. + client_cert_source_for_mtls (Callable[[], Tuple[bytes, bytes]]): Client + certificate to configure mutual TLS HTTP channel. It is ignored + if ``channel`` is provided. + quota_project_id (Optional[str]): An optional project to use for billing + and quota. + client_info (google.api_core.gapic_v1.client_info.ClientInfo): + The client info used to send a user-agent string along with + API requests. If ``None``, then default info will be used. + Generally, you only need to set this if you are developing + your own client library. + always_use_jwt_access (Optional[bool]): Whether self signed JWT should + be used for service account credentials. + url_scheme: the protocol scheme for the API endpoint. Normally + "https", but for testing or local servers, + "http" can be specified. + """ + # Run the base constructor + # TODO(yon-mg): resolve other ctor params i.e. scopes, quota, etc. + # TODO: When custom host (api_endpoint) is set, `scopes` must *also* be set on the + # credentials object + maybe_url_match = re.match("^(?Phttp(?:s)?://)?(?P.*)$", host) + if maybe_url_match is None: + raise ValueError( + f"Unexpected hostname structure: {host}" + ) # pragma: NO COVER + + url_match_items = maybe_url_match.groupdict() + + host = f"{url_scheme}://{host}" if not url_match_items["scheme"] else host + + super().__init__( + host=host, + credentials=credentials, + client_info=client_info, + always_use_jwt_access=always_use_jwt_access, + api_audience=api_audience, + ) + self._session = AuthorizedSession( + self._credentials, default_host=self.DEFAULT_HOST + ) + if client_cert_source_for_mtls: + self._session.configure_mtls_channel(client_cert_source_for_mtls) + self._interceptor = interceptor or DataformRestInterceptor() + self._prep_wrapped_messages(client_info) + + class _CancelWorkflowInvocation(DataformRestStub): + def __hash__(self): + return hash("CancelWorkflowInvocation") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.CancelWorkflowInvocationRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the cancel workflow + invocation method over HTTP. + + Args: + request (~.dataform.CancelWorkflowInvocationRequest): + The request object. ``CancelWorkflowInvocation`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workflowInvocations/*}:cancel", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_cancel_workflow_invocation( + request, metadata + ) + pb_request = dataform.CancelWorkflowInvocationRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _CommitWorkspaceChanges(DataformRestStub): + def __hash__(self): + return hash("CommitWorkspaceChanges") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.CommitWorkspaceChangesRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the commit workspace changes method over HTTP. + + Args: + request (~.dataform.CommitWorkspaceChangesRequest): + The request object. ``CommitWorkspaceChanges`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}:commit", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_commit_workspace_changes( + request, metadata + ) + pb_request = dataform.CommitWorkspaceChangesRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _CreateCompilationResult(DataformRestStub): + def __hash__(self): + return hash("CreateCompilationResult") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.CreateCompilationResultRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.CompilationResult: + r"""Call the create compilation result method over HTTP. + + Args: + request (~.dataform.CreateCompilationResultRequest): + The request object. ``CreateCompilationResult`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.CompilationResult: + Represents the result of compiling a + Dataform project. + + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{parent=projects/*/locations/*/repositories/*}/compilationResults", + "body": "compilation_result", + }, + ] + request, metadata = self._interceptor.pre_create_compilation_result( + request, metadata + ) + pb_request = dataform.CreateCompilationResultRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.CompilationResult() + pb_resp = dataform.CompilationResult.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_create_compilation_result(resp) + return resp + + class _CreateRepository(DataformRestStub): + def __hash__(self): + return hash("CreateRepository") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = { + "repositoryId": "", + } + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.CreateRepositoryRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.Repository: + r"""Call the create repository method over HTTP. + + Args: + request (~.dataform.CreateRepositoryRequest): + The request object. ``CreateRepository`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.Repository: + Represents a Dataform Git repository. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{parent=projects/*/locations/*}/repositories", + "body": "repository", + }, + ] + request, metadata = self._interceptor.pre_create_repository( + request, metadata + ) + pb_request = dataform.CreateRepositoryRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.Repository() + pb_resp = dataform.Repository.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_create_repository(resp) + return resp + + class _CreateWorkflowInvocation(DataformRestStub): + def __hash__(self): + return hash("CreateWorkflowInvocation") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.CreateWorkflowInvocationRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.WorkflowInvocation: + r"""Call the create workflow + invocation method over HTTP. + + Args: + request (~.dataform.CreateWorkflowInvocationRequest): + The request object. ``CreateWorkflowInvocation`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.WorkflowInvocation: + Represents a single invocation of a + compilation result. + + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{parent=projects/*/locations/*/repositories/*}/workflowInvocations", + "body": "workflow_invocation", + }, + ] + request, metadata = self._interceptor.pre_create_workflow_invocation( + request, metadata + ) + pb_request = dataform.CreateWorkflowInvocationRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.WorkflowInvocation() + pb_resp = dataform.WorkflowInvocation.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_create_workflow_invocation(resp) + return resp + + class _CreateWorkspace(DataformRestStub): + def __hash__(self): + return hash("CreateWorkspace") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = { + "workspaceId": "", + } + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.CreateWorkspaceRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.Workspace: + r"""Call the create workspace method over HTTP. + + Args: + request (~.dataform.CreateWorkspaceRequest): + The request object. ``CreateWorkspace`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.Workspace: + Represents a Dataform Git workspace. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{parent=projects/*/locations/*/repositories/*}/workspaces", + "body": "workspace", + }, + ] + request, metadata = self._interceptor.pre_create_workspace( + request, metadata + ) + pb_request = dataform.CreateWorkspaceRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.Workspace() + pb_resp = dataform.Workspace.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_create_workspace(resp) + return resp + + class _DeleteRepository(DataformRestStub): + def __hash__(self): + return hash("DeleteRepository") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.DeleteRepositoryRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the delete repository method over HTTP. + + Args: + request (~.dataform.DeleteRepositoryRequest): + The request object. ``DeleteRepository`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "delete", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*}", + }, + ] + request, metadata = self._interceptor.pre_delete_repository( + request, metadata + ) + pb_request = dataform.DeleteRepositoryRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _DeleteWorkflowInvocation(DataformRestStub): + def __hash__(self): + return hash("DeleteWorkflowInvocation") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.DeleteWorkflowInvocationRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the delete workflow + invocation method over HTTP. + + Args: + request (~.dataform.DeleteWorkflowInvocationRequest): + The request object. ``DeleteWorkflowInvocation`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "delete", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workflowInvocations/*}", + }, + ] + request, metadata = self._interceptor.pre_delete_workflow_invocation( + request, metadata + ) + pb_request = dataform.DeleteWorkflowInvocationRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _DeleteWorkspace(DataformRestStub): + def __hash__(self): + return hash("DeleteWorkspace") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.DeleteWorkspaceRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the delete workspace method over HTTP. + + Args: + request (~.dataform.DeleteWorkspaceRequest): + The request object. ``DeleteWorkspace`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "delete", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}", + }, + ] + request, metadata = self._interceptor.pre_delete_workspace( + request, metadata + ) + pb_request = dataform.DeleteWorkspaceRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _FetchFileDiff(DataformRestStub): + def __hash__(self): + return hash("FetchFileDiff") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = { + "path": "", + } + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.FetchFileDiffRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.FetchFileDiffResponse: + r"""Call the fetch file diff method over HTTP. + + Args: + request (~.dataform.FetchFileDiffRequest): + The request object. ``FetchFileDiff`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.FetchFileDiffResponse: + ``FetchFileDiff`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:fetchFileDiff", + }, + ] + request, metadata = self._interceptor.pre_fetch_file_diff(request, metadata) + pb_request = dataform.FetchFileDiffRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.FetchFileDiffResponse() + pb_resp = dataform.FetchFileDiffResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_fetch_file_diff(resp) + return resp + + class _FetchFileGitStatuses(DataformRestStub): + def __hash__(self): + return hash("FetchFileGitStatuses") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.FetchFileGitStatusesRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.FetchFileGitStatusesResponse: + r"""Call the fetch file git statuses method over HTTP. + + Args: + request (~.dataform.FetchFileGitStatusesRequest): + The request object. ``FetchFileGitStatuses`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.FetchFileGitStatusesResponse: + ``FetchFileGitStatuses`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}:fetchFileGitStatuses", + }, + ] + request, metadata = self._interceptor.pre_fetch_file_git_statuses( + request, metadata + ) + pb_request = dataform.FetchFileGitStatusesRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.FetchFileGitStatusesResponse() + pb_resp = dataform.FetchFileGitStatusesResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_fetch_file_git_statuses(resp) + return resp + + class _FetchGitAheadBehind(DataformRestStub): + def __hash__(self): + return hash("FetchGitAheadBehind") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.FetchGitAheadBehindRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.FetchGitAheadBehindResponse: + r"""Call the fetch git ahead behind method over HTTP. + + Args: + request (~.dataform.FetchGitAheadBehindRequest): + The request object. ``FetchGitAheadBehind`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.FetchGitAheadBehindResponse: + ``FetchGitAheadBehind`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}:fetchGitAheadBehind", + }, + ] + request, metadata = self._interceptor.pre_fetch_git_ahead_behind( + request, metadata + ) + pb_request = dataform.FetchGitAheadBehindRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.FetchGitAheadBehindResponse() + pb_resp = dataform.FetchGitAheadBehindResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_fetch_git_ahead_behind(resp) + return resp + + class _FetchRemoteBranches(DataformRestStub): + def __hash__(self): + return hash("FetchRemoteBranches") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.FetchRemoteBranchesRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.FetchRemoteBranchesResponse: + r"""Call the fetch remote branches method over HTTP. + + Args: + request (~.dataform.FetchRemoteBranchesRequest): + The request object. ``FetchRemoteBranches`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.FetchRemoteBranchesResponse: + ``FetchRemoteBranches`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*}:fetchRemoteBranches", + }, + ] + request, metadata = self._interceptor.pre_fetch_remote_branches( + request, metadata + ) + pb_request = dataform.FetchRemoteBranchesRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.FetchRemoteBranchesResponse() + pb_resp = dataform.FetchRemoteBranchesResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_fetch_remote_branches(resp) + return resp + + class _GetCompilationResult(DataformRestStub): + def __hash__(self): + return hash("GetCompilationResult") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.GetCompilationResultRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.CompilationResult: + r"""Call the get compilation result method over HTTP. + + Args: + request (~.dataform.GetCompilationResultRequest): + The request object. ``GetCompilationResult`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.CompilationResult: + Represents the result of compiling a + Dataform project. + + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/compilationResults/*}", + }, + ] + request, metadata = self._interceptor.pre_get_compilation_result( + request, metadata + ) + pb_request = dataform.GetCompilationResultRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.CompilationResult() + pb_resp = dataform.CompilationResult.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_get_compilation_result(resp) + return resp + + class _GetRepository(DataformRestStub): + def __hash__(self): + return hash("GetRepository") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.GetRepositoryRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.Repository: + r"""Call the get repository method over HTTP. + + Args: + request (~.dataform.GetRepositoryRequest): + The request object. ``GetRepository`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.Repository: + Represents a Dataform Git repository. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*}", + }, + ] + request, metadata = self._interceptor.pre_get_repository(request, metadata) + pb_request = dataform.GetRepositoryRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.Repository() + pb_resp = dataform.Repository.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_get_repository(resp) + return resp + + class _GetWorkflowInvocation(DataformRestStub): + def __hash__(self): + return hash("GetWorkflowInvocation") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.GetWorkflowInvocationRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.WorkflowInvocation: + r"""Call the get workflow invocation method over HTTP. + + Args: + request (~.dataform.GetWorkflowInvocationRequest): + The request object. ``GetWorkflowInvocation`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.WorkflowInvocation: + Represents a single invocation of a + compilation result. + + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workflowInvocations/*}", + }, + ] + request, metadata = self._interceptor.pre_get_workflow_invocation( + request, metadata + ) + pb_request = dataform.GetWorkflowInvocationRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.WorkflowInvocation() + pb_resp = dataform.WorkflowInvocation.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_get_workflow_invocation(resp) + return resp + + class _GetWorkspace(DataformRestStub): + def __hash__(self): + return hash("GetWorkspace") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.GetWorkspaceRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.Workspace: + r"""Call the get workspace method over HTTP. + + Args: + request (~.dataform.GetWorkspaceRequest): + The request object. ``GetWorkspace`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.Workspace: + Represents a Dataform Git workspace. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}", + }, + ] + request, metadata = self._interceptor.pre_get_workspace(request, metadata) + pb_request = dataform.GetWorkspaceRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.Workspace() + pb_resp = dataform.Workspace.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_get_workspace(resp) + return resp + + class _InstallNpmPackages(DataformRestStub): + def __hash__(self): + return hash("InstallNpmPackages") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.InstallNpmPackagesRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.InstallNpmPackagesResponse: + r"""Call the install npm packages method over HTTP. + + Args: + request (~.dataform.InstallNpmPackagesRequest): + The request object. ``InstallNpmPackages`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.InstallNpmPackagesResponse: + ``InstallNpmPackages`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:installNpmPackages", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_install_npm_packages( + request, metadata + ) + pb_request = dataform.InstallNpmPackagesRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.InstallNpmPackagesResponse() + pb_resp = dataform.InstallNpmPackagesResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_install_npm_packages(resp) + return resp + + class _ListCompilationResults(DataformRestStub): + def __hash__(self): + return hash("ListCompilationResults") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.ListCompilationResultsRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.ListCompilationResultsResponse: + r"""Call the list compilation results method over HTTP. + + Args: + request (~.dataform.ListCompilationResultsRequest): + The request object. ``ListCompilationResults`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.ListCompilationResultsResponse: + ``ListCompilationResults`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{parent=projects/*/locations/*/repositories/*}/compilationResults", + }, + ] + request, metadata = self._interceptor.pre_list_compilation_results( + request, metadata + ) + pb_request = dataform.ListCompilationResultsRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.ListCompilationResultsResponse() + pb_resp = dataform.ListCompilationResultsResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_list_compilation_results(resp) + return resp + + class _ListRepositories(DataformRestStub): + def __hash__(self): + return hash("ListRepositories") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.ListRepositoriesRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.ListRepositoriesResponse: + r"""Call the list repositories method over HTTP. + + Args: + request (~.dataform.ListRepositoriesRequest): + The request object. ``ListRepositories`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.ListRepositoriesResponse: + ``ListRepositories`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{parent=projects/*/locations/*}/repositories", + }, + ] + request, metadata = self._interceptor.pre_list_repositories( + request, metadata + ) + pb_request = dataform.ListRepositoriesRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.ListRepositoriesResponse() + pb_resp = dataform.ListRepositoriesResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_list_repositories(resp) + return resp + + class _ListWorkflowInvocations(DataformRestStub): + def __hash__(self): + return hash("ListWorkflowInvocations") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.ListWorkflowInvocationsRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.ListWorkflowInvocationsResponse: + r"""Call the list workflow invocations method over HTTP. + + Args: + request (~.dataform.ListWorkflowInvocationsRequest): + The request object. ``ListWorkflowInvocations`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.ListWorkflowInvocationsResponse: + ``ListWorkflowInvocations`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{parent=projects/*/locations/*/repositories/*}/workflowInvocations", + }, + ] + request, metadata = self._interceptor.pre_list_workflow_invocations( + request, metadata + ) + pb_request = dataform.ListWorkflowInvocationsRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.ListWorkflowInvocationsResponse() + pb_resp = dataform.ListWorkflowInvocationsResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_list_workflow_invocations(resp) + return resp + + class _ListWorkspaces(DataformRestStub): + def __hash__(self): + return hash("ListWorkspaces") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.ListWorkspacesRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.ListWorkspacesResponse: + r"""Call the list workspaces method over HTTP. + + Args: + request (~.dataform.ListWorkspacesRequest): + The request object. ``ListWorkspaces`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.ListWorkspacesResponse: + ``ListWorkspaces`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{parent=projects/*/locations/*/repositories/*}/workspaces", + }, + ] + request, metadata = self._interceptor.pre_list_workspaces(request, metadata) + pb_request = dataform.ListWorkspacesRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.ListWorkspacesResponse() + pb_resp = dataform.ListWorkspacesResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_list_workspaces(resp) + return resp + + class _MakeDirectory(DataformRestStub): + def __hash__(self): + return hash("MakeDirectory") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.MakeDirectoryRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.MakeDirectoryResponse: + r"""Call the make directory method over HTTP. + + Args: + request (~.dataform.MakeDirectoryRequest): + The request object. ``MakeDirectory`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.MakeDirectoryResponse: + ``MakeDirectory`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:makeDirectory", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_make_directory(request, metadata) + pb_request = dataform.MakeDirectoryRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.MakeDirectoryResponse() + pb_resp = dataform.MakeDirectoryResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_make_directory(resp) + return resp + + class _MoveDirectory(DataformRestStub): + def __hash__(self): + return hash("MoveDirectory") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.MoveDirectoryRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.MoveDirectoryResponse: + r"""Call the move directory method over HTTP. + + Args: + request (~.dataform.MoveDirectoryRequest): + The request object. ``MoveDirectory`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.MoveDirectoryResponse: + ``MoveDirectory`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:moveDirectory", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_move_directory(request, metadata) + pb_request = dataform.MoveDirectoryRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.MoveDirectoryResponse() + pb_resp = dataform.MoveDirectoryResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_move_directory(resp) + return resp + + class _MoveFile(DataformRestStub): + def __hash__(self): + return hash("MoveFile") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.MoveFileRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.MoveFileResponse: + r"""Call the move file method over HTTP. + + Args: + request (~.dataform.MoveFileRequest): + The request object. ``MoveFile`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.MoveFileResponse: + ``MoveFile`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:moveFile", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_move_file(request, metadata) + pb_request = dataform.MoveFileRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.MoveFileResponse() + pb_resp = dataform.MoveFileResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_move_file(resp) + return resp + + class _PullGitCommits(DataformRestStub): + def __hash__(self): + return hash("PullGitCommits") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.PullGitCommitsRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the pull git commits method over HTTP. + + Args: + request (~.dataform.PullGitCommitsRequest): + The request object. ``PullGitCommits`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}:pull", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_pull_git_commits( + request, metadata + ) + pb_request = dataform.PullGitCommitsRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _PushGitCommits(DataformRestStub): + def __hash__(self): + return hash("PushGitCommits") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.PushGitCommitsRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the push git commits method over HTTP. + + Args: + request (~.dataform.PushGitCommitsRequest): + The request object. ``PushGitCommits`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}:push", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_push_git_commits( + request, metadata + ) + pb_request = dataform.PushGitCommitsRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _QueryCompilationResultActions(DataformRestStub): + def __hash__(self): + return hash("QueryCompilationResultActions") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.QueryCompilationResultActionsRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.QueryCompilationResultActionsResponse: + r"""Call the query compilation result + actions method over HTTP. + + Args: + request (~.dataform.QueryCompilationResultActionsRequest): + The request object. ``QueryCompilationResultActions`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.QueryCompilationResultActionsResponse: + ``QueryCompilationResultActions`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/compilationResults/*}:query", + }, + ] + request, metadata = self._interceptor.pre_query_compilation_result_actions( + request, metadata + ) + pb_request = dataform.QueryCompilationResultActionsRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.QueryCompilationResultActionsResponse() + pb_resp = dataform.QueryCompilationResultActionsResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_query_compilation_result_actions(resp) + return resp + + class _QueryDirectoryContents(DataformRestStub): + def __hash__(self): + return hash("QueryDirectoryContents") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.QueryDirectoryContentsRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.QueryDirectoryContentsResponse: + r"""Call the query directory contents method over HTTP. + + Args: + request (~.dataform.QueryDirectoryContentsRequest): + The request object. ``QueryDirectoryContents`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.QueryDirectoryContentsResponse: + ``QueryDirectoryContents`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:queryDirectoryContents", + }, + ] + request, metadata = self._interceptor.pre_query_directory_contents( + request, metadata + ) + pb_request = dataform.QueryDirectoryContentsRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.QueryDirectoryContentsResponse() + pb_resp = dataform.QueryDirectoryContentsResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_query_directory_contents(resp) + return resp + + class _QueryWorkflowInvocationActions(DataformRestStub): + def __hash__(self): + return hash("QueryWorkflowInvocationActions") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.QueryWorkflowInvocationActionsRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.QueryWorkflowInvocationActionsResponse: + r"""Call the query workflow invocation + actions method over HTTP. + + Args: + request (~.dataform.QueryWorkflowInvocationActionsRequest): + The request object. ``QueryWorkflowInvocationActions`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.QueryWorkflowInvocationActionsResponse: + ``QueryWorkflowInvocationActions`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workflowInvocations/*}:query", + }, + ] + request, metadata = self._interceptor.pre_query_workflow_invocation_actions( + request, metadata + ) + pb_request = dataform.QueryWorkflowInvocationActionsRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.QueryWorkflowInvocationActionsResponse() + pb_resp = dataform.QueryWorkflowInvocationActionsResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_query_workflow_invocation_actions(resp) + return resp + + class _ReadFile(DataformRestStub): + def __hash__(self): + return hash("ReadFile") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = { + "path": "", + } + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.ReadFileRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.ReadFileResponse: + r"""Call the read file method over HTTP. + + Args: + request (~.dataform.ReadFileRequest): + The request object. ``ReadFile`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.ReadFileResponse: + ``ReadFile`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:readFile", + }, + ] + request, metadata = self._interceptor.pre_read_file(request, metadata) + pb_request = dataform.ReadFileRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.ReadFileResponse() + pb_resp = dataform.ReadFileResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_read_file(resp) + return resp + + class _RemoveDirectory(DataformRestStub): + def __hash__(self): + return hash("RemoveDirectory") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.RemoveDirectoryRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the remove directory method over HTTP. + + Args: + request (~.dataform.RemoveDirectoryRequest): + The request object. ``RemoveDirectory`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:removeDirectory", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_remove_directory( + request, metadata + ) + pb_request = dataform.RemoveDirectoryRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _RemoveFile(DataformRestStub): + def __hash__(self): + return hash("RemoveFile") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.RemoveFileRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the remove file method over HTTP. + + Args: + request (~.dataform.RemoveFileRequest): + The request object. ``RemoveFile`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:removeFile", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_remove_file(request, metadata) + pb_request = dataform.RemoveFileRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _ResetWorkspaceChanges(DataformRestStub): + def __hash__(self): + return hash("ResetWorkspaceChanges") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.ResetWorkspaceChangesRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ): + r"""Call the reset workspace changes method over HTTP. + + Args: + request (~.dataform.ResetWorkspaceChangesRequest): + The request object. ``ResetWorkspaceChanges`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}:reset", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_reset_workspace_changes( + request, metadata + ) + pb_request = dataform.ResetWorkspaceChangesRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + class _UpdateRepository(DataformRestStub): + def __hash__(self): + return hash("UpdateRepository") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.UpdateRepositoryRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.Repository: + r"""Call the update repository method over HTTP. + + Args: + request (~.dataform.UpdateRepositoryRequest): + The request object. ``UpdateRepository`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.Repository: + Represents a Dataform Git repository. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "patch", + "uri": "/v1beta1/{repository.name=projects/*/locations/*/repositories/*}", + "body": "repository", + }, + ] + request, metadata = self._interceptor.pre_update_repository( + request, metadata + ) + pb_request = dataform.UpdateRepositoryRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.Repository() + pb_resp = dataform.Repository.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_update_repository(resp) + return resp + + class _WriteFile(DataformRestStub): + def __hash__(self): + return hash("WriteFile") + + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + + @classmethod + def _get_unset_required_fields(cls, message_dict): + return { + k: v + for k, v in cls.__REQUIRED_FIELDS_DEFAULT_VALUES.items() + if k not in message_dict + } + + def __call__( + self, + request: dataform.WriteFileRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> dataform.WriteFileResponse: + r"""Call the write file method over HTTP. + + Args: + request (~.dataform.WriteFileRequest): + The request object. ``WriteFile`` request message. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + ~.dataform.WriteFileResponse: + ``WriteFile`` response message. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "post", + "uri": "/v1beta1/{workspace=projects/*/locations/*/repositories/*/workspaces/*}:writeFile", + "body": "*", + }, + ] + request, metadata = self._interceptor.pre_write_file(request, metadata) + pb_request = dataform.WriteFileRequest.pb(request) + transcoded_request = path_template.transcode(http_options, pb_request) + + # Jsonify the request body + + body = json_format.MessageToJson( + transcoded_request["body"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads( + json_format.MessageToJson( + transcoded_request["query_params"], + including_default_value_fields=False, + use_integers_for_enums=True, + ) + ) + query_params.update(self._get_unset_required_fields(query_params)) + + query_params["$alt"] = "json;enum-encoding=int" + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params, strict=True), + data=body, + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + # Return the response + resp = dataform.WriteFileResponse() + pb_resp = dataform.WriteFileResponse.pb(resp) + + json_format.Parse(response.content, pb_resp, ignore_unknown_fields=True) + resp = self._interceptor.post_write_file(resp) + return resp + + @property + def cancel_workflow_invocation( + self, + ) -> Callable[[dataform.CancelWorkflowInvocationRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._CancelWorkflowInvocation(self._session, self._host, self._interceptor) # type: ignore + + @property + def commit_workspace_changes( + self, + ) -> Callable[[dataform.CommitWorkspaceChangesRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._CommitWorkspaceChanges(self._session, self._host, self._interceptor) # type: ignore + + @property + def create_compilation_result( + self, + ) -> Callable[ + [dataform.CreateCompilationResultRequest], dataform.CompilationResult + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._CreateCompilationResult(self._session, self._host, self._interceptor) # type: ignore + + @property + def create_repository( + self, + ) -> Callable[[dataform.CreateRepositoryRequest], dataform.Repository]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._CreateRepository(self._session, self._host, self._interceptor) # type: ignore + + @property + def create_workflow_invocation( + self, + ) -> Callable[ + [dataform.CreateWorkflowInvocationRequest], dataform.WorkflowInvocation + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._CreateWorkflowInvocation(self._session, self._host, self._interceptor) # type: ignore + + @property + def create_workspace( + self, + ) -> Callable[[dataform.CreateWorkspaceRequest], dataform.Workspace]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._CreateWorkspace(self._session, self._host, self._interceptor) # type: ignore + + @property + def delete_repository( + self, + ) -> Callable[[dataform.DeleteRepositoryRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._DeleteRepository(self._session, self._host, self._interceptor) # type: ignore + + @property + def delete_workflow_invocation( + self, + ) -> Callable[[dataform.DeleteWorkflowInvocationRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._DeleteWorkflowInvocation(self._session, self._host, self._interceptor) # type: ignore + + @property + def delete_workspace( + self, + ) -> Callable[[dataform.DeleteWorkspaceRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._DeleteWorkspace(self._session, self._host, self._interceptor) # type: ignore + + @property + def fetch_file_diff( + self, + ) -> Callable[[dataform.FetchFileDiffRequest], dataform.FetchFileDiffResponse]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._FetchFileDiff(self._session, self._host, self._interceptor) # type: ignore + + @property + def fetch_file_git_statuses( + self, + ) -> Callable[ + [dataform.FetchFileGitStatusesRequest], dataform.FetchFileGitStatusesResponse + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._FetchFileGitStatuses(self._session, self._host, self._interceptor) # type: ignore + + @property + def fetch_git_ahead_behind( + self, + ) -> Callable[ + [dataform.FetchGitAheadBehindRequest], dataform.FetchGitAheadBehindResponse + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._FetchGitAheadBehind(self._session, self._host, self._interceptor) # type: ignore + + @property + def fetch_remote_branches( + self, + ) -> Callable[ + [dataform.FetchRemoteBranchesRequest], dataform.FetchRemoteBranchesResponse + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._FetchRemoteBranches(self._session, self._host, self._interceptor) # type: ignore + + @property + def get_compilation_result( + self, + ) -> Callable[[dataform.GetCompilationResultRequest], dataform.CompilationResult]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._GetCompilationResult(self._session, self._host, self._interceptor) # type: ignore + + @property + def get_repository( + self, + ) -> Callable[[dataform.GetRepositoryRequest], dataform.Repository]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._GetRepository(self._session, self._host, self._interceptor) # type: ignore + + @property + def get_workflow_invocation( + self, + ) -> Callable[[dataform.GetWorkflowInvocationRequest], dataform.WorkflowInvocation]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._GetWorkflowInvocation(self._session, self._host, self._interceptor) # type: ignore + + @property + def get_workspace( + self, + ) -> Callable[[dataform.GetWorkspaceRequest], dataform.Workspace]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._GetWorkspace(self._session, self._host, self._interceptor) # type: ignore + + @property + def install_npm_packages( + self, + ) -> Callable[ + [dataform.InstallNpmPackagesRequest], dataform.InstallNpmPackagesResponse + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._InstallNpmPackages(self._session, self._host, self._interceptor) # type: ignore + + @property + def list_compilation_results( + self, + ) -> Callable[ + [dataform.ListCompilationResultsRequest], + dataform.ListCompilationResultsResponse, + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._ListCompilationResults(self._session, self._host, self._interceptor) # type: ignore + + @property + def list_repositories( + self, + ) -> Callable[ + [dataform.ListRepositoriesRequest], dataform.ListRepositoriesResponse + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._ListRepositories(self._session, self._host, self._interceptor) # type: ignore + + @property + def list_workflow_invocations( + self, + ) -> Callable[ + [dataform.ListWorkflowInvocationsRequest], + dataform.ListWorkflowInvocationsResponse, + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._ListWorkflowInvocations(self._session, self._host, self._interceptor) # type: ignore + + @property + def list_workspaces( + self, + ) -> Callable[[dataform.ListWorkspacesRequest], dataform.ListWorkspacesResponse]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._ListWorkspaces(self._session, self._host, self._interceptor) # type: ignore + + @property + def make_directory( + self, + ) -> Callable[[dataform.MakeDirectoryRequest], dataform.MakeDirectoryResponse]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._MakeDirectory(self._session, self._host, self._interceptor) # type: ignore + + @property + def move_directory( + self, + ) -> Callable[[dataform.MoveDirectoryRequest], dataform.MoveDirectoryResponse]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._MoveDirectory(self._session, self._host, self._interceptor) # type: ignore + + @property + def move_file( + self, + ) -> Callable[[dataform.MoveFileRequest], dataform.MoveFileResponse]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._MoveFile(self._session, self._host, self._interceptor) # type: ignore + + @property + def pull_git_commits( + self, + ) -> Callable[[dataform.PullGitCommitsRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._PullGitCommits(self._session, self._host, self._interceptor) # type: ignore + + @property + def push_git_commits( + self, + ) -> Callable[[dataform.PushGitCommitsRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._PushGitCommits(self._session, self._host, self._interceptor) # type: ignore + + @property + def query_compilation_result_actions( + self, + ) -> Callable[ + [dataform.QueryCompilationResultActionsRequest], + dataform.QueryCompilationResultActionsResponse, + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._QueryCompilationResultActions(self._session, self._host, self._interceptor) # type: ignore + + @property + def query_directory_contents( + self, + ) -> Callable[ + [dataform.QueryDirectoryContentsRequest], + dataform.QueryDirectoryContentsResponse, + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._QueryDirectoryContents(self._session, self._host, self._interceptor) # type: ignore + + @property + def query_workflow_invocation_actions( + self, + ) -> Callable[ + [dataform.QueryWorkflowInvocationActionsRequest], + dataform.QueryWorkflowInvocationActionsResponse, + ]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._QueryWorkflowInvocationActions(self._session, self._host, self._interceptor) # type: ignore + + @property + def read_file( + self, + ) -> Callable[[dataform.ReadFileRequest], dataform.ReadFileResponse]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._ReadFile(self._session, self._host, self._interceptor) # type: ignore + + @property + def remove_directory( + self, + ) -> Callable[[dataform.RemoveDirectoryRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._RemoveDirectory(self._session, self._host, self._interceptor) # type: ignore + + @property + def remove_file(self) -> Callable[[dataform.RemoveFileRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._RemoveFile(self._session, self._host, self._interceptor) # type: ignore + + @property + def reset_workspace_changes( + self, + ) -> Callable[[dataform.ResetWorkspaceChangesRequest], empty_pb2.Empty]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._ResetWorkspaceChanges(self._session, self._host, self._interceptor) # type: ignore + + @property + def update_repository( + self, + ) -> Callable[[dataform.UpdateRepositoryRequest], dataform.Repository]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._UpdateRepository(self._session, self._host, self._interceptor) # type: ignore + + @property + def write_file( + self, + ) -> Callable[[dataform.WriteFileRequest], dataform.WriteFileResponse]: + # The return type is fine, but mypy isn't sophisticated enough to determine what's going on here. + # In C++ this would require a dynamic_cast + return self._WriteFile(self._session, self._host, self._interceptor) # type: ignore + + @property + def get_location(self): + return self._GetLocation(self._session, self._host, self._interceptor) # type: ignore + + class _GetLocation(DataformRestStub): + def __call__( + self, + request: locations_pb2.GetLocationRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> locations_pb2.Location: + + r"""Call the get location method over HTTP. + + Args: + request (locations_pb2.GetLocationRequest): + The request object for GetLocation method. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + locations_pb2.Location: Response from GetLocation method. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*/locations/*}", + }, + ] + + request, metadata = self._interceptor.pre_get_location(request, metadata) + request_kwargs = json_format.MessageToDict(request) + transcoded_request = path_template.transcode(http_options, **request_kwargs) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads(json.dumps(transcoded_request["query_params"])) + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + resp = locations_pb2.Location() + resp = json_format.Parse(response.content.decode("utf-8"), resp) + resp = self._interceptor.post_get_location(resp) + return resp + + @property + def list_locations(self): + return self._ListLocations(self._session, self._host, self._interceptor) # type: ignore + + class _ListLocations(DataformRestStub): + def __call__( + self, + request: locations_pb2.ListLocationsRequest, + *, + retry: OptionalRetry = gapic_v1.method.DEFAULT, + timeout: Optional[float] = None, + metadata: Sequence[Tuple[str, str]] = (), + ) -> locations_pb2.ListLocationsResponse: + + r"""Call the list locations method over HTTP. + + Args: + request (locations_pb2.ListLocationsRequest): + The request object for ListLocations method. + retry (google.api_core.retry.Retry): Designation of what errors, if any, + should be retried. + timeout (float): The timeout for this request. + metadata (Sequence[Tuple[str, str]]): Strings which should be + sent along with the request as metadata. + + Returns: + locations_pb2.ListLocationsResponse: Response from ListLocations method. + """ + + http_options: List[Dict[str, str]] = [ + { + "method": "get", + "uri": "/v1beta1/{name=projects/*}/locations", + }, + ] + + request, metadata = self._interceptor.pre_list_locations(request, metadata) + request_kwargs = json_format.MessageToDict(request) + transcoded_request = path_template.transcode(http_options, **request_kwargs) + + uri = transcoded_request["uri"] + method = transcoded_request["method"] + + # Jsonify the query params + query_params = json.loads(json.dumps(transcoded_request["query_params"])) + + # Send the request + headers = dict(metadata) + headers["Content-Type"] = "application/json" + + response = getattr(self._session, method)( + "{host}{uri}".format(host=self._host, uri=uri), + timeout=timeout, + headers=headers, + params=rest_helpers.flatten_query_params(query_params), + ) + + # In case of error, raise the appropriate core_exceptions.GoogleAPICallError exception + # subclass. + if response.status_code >= 400: + raise core_exceptions.from_http_response(response) + + resp = locations_pb2.ListLocationsResponse() + resp = json_format.Parse(response.content.decode("utf-8"), resp) + resp = self._interceptor.post_list_locations(resp) + return resp + + @property + def kind(self) -> str: + return "rest" + + def close(self): + self._session.close() + + +__all__ = ("DataformRestTransport",) diff --git a/tests/unit/gapic/dataform_v1beta1/test_dataform.py b/tests/unit/gapic/dataform_v1beta1/test_dataform.py index 3b6d2a2..8fadd20 100644 --- a/tests/unit/gapic/dataform_v1beta1/test_dataform.py +++ b/tests/unit/gapic/dataform_v1beta1/test_dataform.py @@ -22,6 +22,8 @@ except ImportError: # pragma: NO COVER import mock +from collections.abc import Iterable +import json import math from google.api_core import gapic_v1, grpc_helpers, grpc_helpers_async, path_template @@ -36,6 +38,7 @@ from google.iam.v1 import policy_pb2 # type: ignore from google.oauth2 import service_account from google.protobuf import field_mask_pb2 # type: ignore +from google.protobuf import json_format from google.protobuf import timestamp_pb2 # type: ignore from google.type import interval_pb2 # type: ignore import grpc @@ -43,6 +46,8 @@ from proto.marshal.rules import wrappers from proto.marshal.rules.dates import DurationRule, TimestampRule import pytest +from requests import PreparedRequest, Request, Response +from requests.sessions import Session from google.cloud.dataform_v1beta1.services.dataform import ( DataformAsyncClient, @@ -97,6 +102,7 @@ def test__get_default_mtls_endpoint(): [ (DataformClient, "grpc"), (DataformAsyncClient, "grpc_asyncio"), + (DataformClient, "rest"), ], ) def test_dataform_client_from_service_account_info(client_class, transport_name): @@ -110,7 +116,11 @@ def test_dataform_client_from_service_account_info(client_class, transport_name) assert client.transport._credentials == creds assert isinstance(client, client_class) - assert client.transport._host == ("dataform.googleapis.com:443") + assert client.transport._host == ( + "dataform.googleapis.com:443" + if transport_name in ["grpc", "grpc_asyncio"] + else "https://dataform.googleapis.com" + ) @pytest.mark.parametrize( @@ -118,6 +128,7 @@ def test_dataform_client_from_service_account_info(client_class, transport_name) [ (transports.DataformGrpcTransport, "grpc"), (transports.DataformGrpcAsyncIOTransport, "grpc_asyncio"), + (transports.DataformRestTransport, "rest"), ], ) def test_dataform_client_service_account_always_use_jwt( @@ -143,6 +154,7 @@ def test_dataform_client_service_account_always_use_jwt( [ (DataformClient, "grpc"), (DataformAsyncClient, "grpc_asyncio"), + (DataformClient, "rest"), ], ) def test_dataform_client_from_service_account_file(client_class, transport_name): @@ -163,13 +175,18 @@ def test_dataform_client_from_service_account_file(client_class, transport_name) assert client.transport._credentials == creds assert isinstance(client, client_class) - assert client.transport._host == ("dataform.googleapis.com:443") + assert client.transport._host == ( + "dataform.googleapis.com:443" + if transport_name in ["grpc", "grpc_asyncio"] + else "https://dataform.googleapis.com" + ) def test_dataform_client_get_transport_class(): transport = DataformClient.get_transport_class() available_transports = [ transports.DataformGrpcTransport, + transports.DataformRestTransport, ] assert transport in available_transports @@ -182,6 +199,7 @@ def test_dataform_client_get_transport_class(): [ (DataformClient, transports.DataformGrpcTransport, "grpc"), (DataformAsyncClient, transports.DataformGrpcAsyncIOTransport, "grpc_asyncio"), + (DataformClient, transports.DataformRestTransport, "rest"), ], ) @mock.patch.object( @@ -323,6 +341,8 @@ def test_dataform_client_client_options(client_class, transport_class, transport "grpc_asyncio", "false", ), + (DataformClient, transports.DataformRestTransport, "rest", "true"), + (DataformClient, transports.DataformRestTransport, "rest", "false"), ], ) @mock.patch.object( @@ -512,6 +532,7 @@ def test_dataform_client_get_mtls_endpoint_and_cert_source(client_class): [ (DataformClient, transports.DataformGrpcTransport, "grpc"), (DataformAsyncClient, transports.DataformGrpcAsyncIOTransport, "grpc_asyncio"), + (DataformClient, transports.DataformRestTransport, "rest"), ], ) def test_dataform_client_client_options_scopes( @@ -547,6 +568,7 @@ def test_dataform_client_client_options_scopes( "grpc_asyncio", grpc_helpers_async, ), + (DataformClient, transports.DataformRestTransport, "rest", None), ], ) def test_dataform_client_client_options_credentials_file( @@ -8949,147 +8971,9488 @@ async def test_query_workflow_invocation_actions_async_pages(): assert page_.raw_page.next_page_token == token -def test_credentials_transport_error(): - # It is an error to provide credentials and a transport instance. - transport = transports.DataformGrpcTransport( +@pytest.mark.parametrize( + "request_type", + [ + dataform.ListRepositoriesRequest, + dict, + ], +) +def test_list_repositories_rest(request_type): + client = DataformClient( credentials=ga_credentials.AnonymousCredentials(), + transport="rest", ) - with pytest.raises(ValueError): - client = DataformClient( - credentials=ga_credentials.AnonymousCredentials(), - transport=transport, + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.ListRepositoriesResponse( + next_page_token="next_page_token_value", + unreachable=["unreachable_value"], ) - # It is an error to provide a credentials file and a transport instance. - transport = transports.DataformGrpcTransport( + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.ListRepositoriesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.list_repositories(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.ListRepositoriesPager) + assert response.next_page_token == "next_page_token_value" + assert response.unreachable == ["unreachable_value"] + + +def test_list_repositories_rest_required_fields( + request_type=dataform.ListRepositoriesRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["parent"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).list_repositories._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["parent"] = "parent_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).list_repositories._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set( + ( + "filter", + "order_by", + "page_size", + "page_token", + ) + ) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "parent" in jsonified_request + assert jsonified_request["parent"] == "parent_value" + + client = DataformClient( credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.ListRepositoriesResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.ListRepositoriesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.list_repositories(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_list_repositories_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials ) - with pytest.raises(ValueError): - client = DataformClient( - client_options={"credentials_file": "credentials.json"}, - transport=transport, + + unset_fields = transport.list_repositories._get_unset_required_fields({}) + assert set(unset_fields) == ( + set( + ( + "filter", + "orderBy", + "pageSize", + "pageToken", + ) ) + & set(("parent",)) + ) - # It is an error to provide an api_key and a transport instance. - transport = transports.DataformGrpcTransport( + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_list_repositories_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), ) - options = client_options.ClientOptions() - options.api_key = "api_key" - with pytest.raises(ValueError): - client = DataformClient( - client_options=options, - transport=transport, + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_list_repositories" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_list_repositories" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.ListRepositoriesRequest.pb( + dataform.ListRepositoriesRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.ListRepositoriesResponse.to_json( + dataform.ListRepositoriesResponse() ) - # It is an error to provide an api_key and a credential. - options = mock.Mock() - options.api_key = "api_key" - with pytest.raises(ValueError): - client = DataformClient( - client_options=options, credentials=ga_credentials.AnonymousCredentials() + request = dataform.ListRepositoriesRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.ListRepositoriesResponse() + + client.list_repositories( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], ) - # It is an error to provide scopes and a transport instance. - transport = transports.DataformGrpcTransport( + pre.assert_called_once() + post.assert_called_once() + + +def test_list_repositories_rest_bad_request( + transport: str = "rest", request_type=dataform.ListRepositoriesRequest +): + client = DataformClient( credentials=ga_credentials.AnonymousCredentials(), + transport=transport, ) - with pytest.raises(ValueError): - client = DataformClient( - client_options={"scopes": ["1", "2"]}, - transport=transport, - ) + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2"} + request = request_type(**request_init) -def test_transport_instance(): - # A client may be instantiated with a custom transport instance. - transport = transports.DataformGrpcTransport( + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.list_repositories(request) + + +def test_list_repositories_rest_flattened(): + client = DataformClient( credentials=ga_credentials.AnonymousCredentials(), + transport="rest", ) - client = DataformClient(transport=transport) - assert client.transport is transport + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.ListRepositoriesResponse() -def test_transport_get_channel(): - # A client may be instantiated with a custom transport instance. - transport = transports.DataformGrpcTransport( + # get arguments that satisfy an http rule for this method + sample_request = {"parent": "projects/sample1/locations/sample2"} + + # get truthy value for each flattened field + mock_args = dict( + parent="parent_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.ListRepositoriesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.list_repositories(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{parent=projects/*/locations/*}/repositories" + % client.transport._host, + args[1], + ) + + +def test_list_repositories_rest_flattened_error(transport: str = "rest"): + client = DataformClient( credentials=ga_credentials.AnonymousCredentials(), + transport=transport, ) - channel = transport.grpc_channel - assert channel - transport = transports.DataformGrpcAsyncIOTransport( + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.list_repositories( + dataform.ListRepositoriesRequest(), + parent="parent_value", + ) + + +def test_list_repositories_rest_pager(transport: str = "rest"): + client = DataformClient( credentials=ga_credentials.AnonymousCredentials(), + transport=transport, ) - channel = transport.grpc_channel - assert channel + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # TODO(kbandes): remove this mock unless there's a good reason for it. + # with mock.patch.object(path_template, 'transcode') as transcode: + # Set the response as a series of pages + response = ( + dataform.ListRepositoriesResponse( + repositories=[ + dataform.Repository(), + dataform.Repository(), + dataform.Repository(), + ], + next_page_token="abc", + ), + dataform.ListRepositoriesResponse( + repositories=[], + next_page_token="def", + ), + dataform.ListRepositoriesResponse( + repositories=[ + dataform.Repository(), + ], + next_page_token="ghi", + ), + dataform.ListRepositoriesResponse( + repositories=[ + dataform.Repository(), + dataform.Repository(), + ], + ), + ) + # Two responses for two calls + response = response + response + + # Wrap the values into proper Response objs + response = tuple(dataform.ListRepositoriesResponse.to_json(x) for x in response) + return_values = tuple(Response() for i in response) + for return_val, response_val in zip(return_values, response): + return_val._content = response_val.encode("UTF-8") + return_val.status_code = 200 + req.side_effect = return_values -@pytest.mark.parametrize( - "transport_class", - [ - transports.DataformGrpcTransport, - transports.DataformGrpcAsyncIOTransport, - ], -) -def test_transport_adc(transport_class): - # Test default credentials are used if not provided. - with mock.patch.object(google.auth, "default") as adc: - adc.return_value = (ga_credentials.AnonymousCredentials(), None) - transport_class() - adc.assert_called_once() + sample_request = {"parent": "projects/sample1/locations/sample2"} + + pager = client.list_repositories(request=sample_request) + + results = list(pager) + assert len(results) == 6 + assert all(isinstance(i, dataform.Repository) for i in results) + + pages = list(client.list_repositories(request=sample_request).pages) + for page_, token in zip(pages, ["abc", "def", "ghi", ""]): + assert page_.raw_page.next_page_token == token @pytest.mark.parametrize( - "transport_name", + "request_type", [ - "grpc", + dataform.GetRepositoryRequest, + dict, ], ) -def test_transport_kind(transport_name): - transport = DataformClient.get_transport_class(transport_name)( +def test_get_repository_rest(request_type): + client = DataformClient( credentials=ga_credentials.AnonymousCredentials(), + transport="rest", ) - assert transport.kind == transport_name + # send a request that will satisfy transcoding + request_init = {"name": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Repository( + name="name_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Repository.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.get_repository(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.Repository) + assert response.name == "name_value" + + +def test_get_repository_rest_required_fields( + request_type=dataform.GetRepositoryRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).get_repository._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).get_repository._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" -def test_transport_grpc_default(): - # A client should use the gRPC transport by default. client = DataformClient( credentials=ga_credentials.AnonymousCredentials(), - ) - assert isinstance( - client.transport, - transports.DataformGrpcTransport, + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.Repository() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.Repository.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.get_repository(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_get_repository_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials ) + unset_fields = transport.get_repository._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) -def test_dataform_base_transport_error(): - # Passing both a credentials object and credentials_file should raise an error - with pytest.raises(core_exceptions.DuplicateCredentialArgs): - transport = transports.DataformTransport( - credentials=ga_credentials.AnonymousCredentials(), - credentials_file="credentials.json", - ) +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_get_repository_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_get_repository" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_get_repository" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.GetRepositoryRequest.pb(dataform.GetRepositoryRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.Repository.to_json(dataform.Repository()) + + request = dataform.GetRepositoryRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.Repository() -def test_dataform_base_transport(): - # Instantiate the base transport. - with mock.patch( - "google.cloud.dataform_v1beta1.services.dataform.transports.DataformTransport.__init__" - ) as Transport: - Transport.return_value = None - transport = transports.DataformTransport( - credentials=ga_credentials.AnonymousCredentials(), + client.get_repository( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], ) - # Every method on the transport should just blindly - # raise NotImplementedError. - methods = ( - "list_repositories", - "get_repository", - "create_repository", - "update_repository", + pre.assert_called_once() + post.assert_called_once() + + +def test_get_repository_rest_bad_request( + transport: str = "rest", request_type=dataform.GetRepositoryRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"name": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.get_repository(request) + + +def test_get_repository_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Repository() + + # get arguments that satisfy an http rule for this method + sample_request = { + "name": "projects/sample1/locations/sample2/repositories/sample3" + } + + # get truthy value for each flattened field + mock_args = dict( + name="name_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Repository.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.get_repository(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{name=projects/*/locations/*/repositories/*}" + % client.transport._host, + args[1], + ) + + +def test_get_repository_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.get_repository( + dataform.GetRepositoryRequest(), + name="name_value", + ) + + +def test_get_repository_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.CreateRepositoryRequest, + dict, + ], +) +def test_create_repository_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2"} + request_init["repository"] = { + "name": "name_value", + "git_remote_settings": { + "url": "url_value", + "default_branch": "default_branch_value", + "authentication_token_secret_version": "authentication_token_secret_version_value", + "token_status": 1, + }, + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Repository( + name="name_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Repository.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.create_repository(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.Repository) + assert response.name == "name_value" + + +def test_create_repository_rest_required_fields( + request_type=dataform.CreateRepositoryRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["parent"] = "" + request_init["repository_id"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + assert "repositoryId" not in jsonified_request + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).create_repository._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + assert "repositoryId" in jsonified_request + assert jsonified_request["repositoryId"] == request_init["repository_id"] + + jsonified_request["parent"] = "parent_value" + jsonified_request["repositoryId"] = "repository_id_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).create_repository._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set(("repository_id",)) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "parent" in jsonified_request + assert jsonified_request["parent"] == "parent_value" + assert "repositoryId" in jsonified_request + assert jsonified_request["repositoryId"] == "repository_id_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.Repository() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.Repository.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.create_repository(request) + + expected_params = [ + ( + "repositoryId", + "", + ), + ("$alt", "json;enum-encoding=int"), + ] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_create_repository_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.create_repository._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(("repositoryId",)) + & set( + ( + "parent", + "repository", + "repositoryId", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_create_repository_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_create_repository" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_create_repository" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.CreateRepositoryRequest.pb( + dataform.CreateRepositoryRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.Repository.to_json(dataform.Repository()) + + request = dataform.CreateRepositoryRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.Repository() + + client.create_repository( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_create_repository_rest_bad_request( + transport: str = "rest", request_type=dataform.CreateRepositoryRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2"} + request_init["repository"] = { + "name": "name_value", + "git_remote_settings": { + "url": "url_value", + "default_branch": "default_branch_value", + "authentication_token_secret_version": "authentication_token_secret_version_value", + "token_status": 1, + }, + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.create_repository(request) + + +def test_create_repository_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Repository() + + # get arguments that satisfy an http rule for this method + sample_request = {"parent": "projects/sample1/locations/sample2"} + + # get truthy value for each flattened field + mock_args = dict( + parent="parent_value", + repository=dataform.Repository(name="name_value"), + repository_id="repository_id_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Repository.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.create_repository(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{parent=projects/*/locations/*}/repositories" + % client.transport._host, + args[1], + ) + + +def test_create_repository_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.create_repository( + dataform.CreateRepositoryRequest(), + parent="parent_value", + repository=dataform.Repository(name="name_value"), + repository_id="repository_id_value", + ) + + +def test_create_repository_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.UpdateRepositoryRequest, + dict, + ], +) +def test_update_repository_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "repository": { + "name": "projects/sample1/locations/sample2/repositories/sample3" + } + } + request_init["repository"] = { + "name": "projects/sample1/locations/sample2/repositories/sample3", + "git_remote_settings": { + "url": "url_value", + "default_branch": "default_branch_value", + "authentication_token_secret_version": "authentication_token_secret_version_value", + "token_status": 1, + }, + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Repository( + name="name_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Repository.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.update_repository(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.Repository) + assert response.name == "name_value" + + +def test_update_repository_rest_required_fields( + request_type=dataform.UpdateRepositoryRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).update_repository._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).update_repository._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set(("update_mask",)) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.Repository() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "patch", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.Repository.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.update_repository(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_update_repository_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.update_repository._get_unset_required_fields({}) + assert set(unset_fields) == (set(("updateMask",)) & set(("repository",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_update_repository_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_update_repository" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_update_repository" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.UpdateRepositoryRequest.pb( + dataform.UpdateRepositoryRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.Repository.to_json(dataform.Repository()) + + request = dataform.UpdateRepositoryRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.Repository() + + client.update_repository( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_update_repository_rest_bad_request( + transport: str = "rest", request_type=dataform.UpdateRepositoryRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "repository": { + "name": "projects/sample1/locations/sample2/repositories/sample3" + } + } + request_init["repository"] = { + "name": "projects/sample1/locations/sample2/repositories/sample3", + "git_remote_settings": { + "url": "url_value", + "default_branch": "default_branch_value", + "authentication_token_secret_version": "authentication_token_secret_version_value", + "token_status": 1, + }, + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.update_repository(request) + + +def test_update_repository_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Repository() + + # get arguments that satisfy an http rule for this method + sample_request = { + "repository": { + "name": "projects/sample1/locations/sample2/repositories/sample3" + } + } + + # get truthy value for each flattened field + mock_args = dict( + repository=dataform.Repository(name="name_value"), + update_mask=field_mask_pb2.FieldMask(paths=["paths_value"]), + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Repository.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.update_repository(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{repository.name=projects/*/locations/*/repositories/*}" + % client.transport._host, + args[1], + ) + + +def test_update_repository_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.update_repository( + dataform.UpdateRepositoryRequest(), + repository=dataform.Repository(name="name_value"), + update_mask=field_mask_pb2.FieldMask(paths=["paths_value"]), + ) + + +def test_update_repository_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.DeleteRepositoryRequest, + dict, + ], +) +def test_delete_repository_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = {"name": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.delete_repository(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_delete_repository_rest_required_fields( + request_type=dataform.DeleteRepositoryRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).delete_repository._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).delete_repository._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set(("force",)) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "delete", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.delete_repository(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_delete_repository_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.delete_repository._get_unset_required_fields({}) + assert set(unset_fields) == (set(("force",)) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_delete_repository_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_delete_repository" + ) as pre: + pre.assert_not_called() + pb_message = dataform.DeleteRepositoryRequest.pb( + dataform.DeleteRepositoryRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.DeleteRepositoryRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.delete_repository( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_delete_repository_rest_bad_request( + transport: str = "rest", request_type=dataform.DeleteRepositoryRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"name": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.delete_repository(request) + + +def test_delete_repository_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # get arguments that satisfy an http rule for this method + sample_request = { + "name": "projects/sample1/locations/sample2/repositories/sample3" + } + + # get truthy value for each flattened field + mock_args = dict( + name="name_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.delete_repository(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{name=projects/*/locations/*/repositories/*}" + % client.transport._host, + args[1], + ) + + +def test_delete_repository_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.delete_repository( + dataform.DeleteRepositoryRequest(), + name="name_value", + ) + + +def test_delete_repository_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.FetchRemoteBranchesRequest, + dict, + ], +) +def test_fetch_remote_branches_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = {"name": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.FetchRemoteBranchesResponse( + branches=["branches_value"], + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.FetchRemoteBranchesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.fetch_remote_branches(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.FetchRemoteBranchesResponse) + assert response.branches == ["branches_value"] + + +def test_fetch_remote_branches_rest_required_fields( + request_type=dataform.FetchRemoteBranchesRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).fetch_remote_branches._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).fetch_remote_branches._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.FetchRemoteBranchesResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.FetchRemoteBranchesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.fetch_remote_branches(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_fetch_remote_branches_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.fetch_remote_branches._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_fetch_remote_branches_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_fetch_remote_branches" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_fetch_remote_branches" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.FetchRemoteBranchesRequest.pb( + dataform.FetchRemoteBranchesRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.FetchRemoteBranchesResponse.to_json( + dataform.FetchRemoteBranchesResponse() + ) + + request = dataform.FetchRemoteBranchesRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.FetchRemoteBranchesResponse() + + client.fetch_remote_branches( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_fetch_remote_branches_rest_bad_request( + transport: str = "rest", request_type=dataform.FetchRemoteBranchesRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"name": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.fetch_remote_branches(request) + + +def test_fetch_remote_branches_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.ListWorkspacesRequest, + dict, + ], +) +def test_list_workspaces_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.ListWorkspacesResponse( + next_page_token="next_page_token_value", + unreachable=["unreachable_value"], + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.ListWorkspacesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.list_workspaces(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.ListWorkspacesPager) + assert response.next_page_token == "next_page_token_value" + assert response.unreachable == ["unreachable_value"] + + +def test_list_workspaces_rest_required_fields( + request_type=dataform.ListWorkspacesRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["parent"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).list_workspaces._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["parent"] = "parent_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).list_workspaces._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set( + ( + "filter", + "order_by", + "page_size", + "page_token", + ) + ) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "parent" in jsonified_request + assert jsonified_request["parent"] == "parent_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.ListWorkspacesResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.ListWorkspacesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.list_workspaces(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_list_workspaces_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.list_workspaces._get_unset_required_fields({}) + assert set(unset_fields) == ( + set( + ( + "filter", + "orderBy", + "pageSize", + "pageToken", + ) + ) + & set(("parent",)) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_list_workspaces_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_list_workspaces" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_list_workspaces" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.ListWorkspacesRequest.pb(dataform.ListWorkspacesRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.ListWorkspacesResponse.to_json( + dataform.ListWorkspacesResponse() + ) + + request = dataform.ListWorkspacesRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.ListWorkspacesResponse() + + client.list_workspaces( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_list_workspaces_rest_bad_request( + transport: str = "rest", request_type=dataform.ListWorkspacesRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.list_workspaces(request) + + +def test_list_workspaces_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.ListWorkspacesResponse() + + # get arguments that satisfy an http rule for this method + sample_request = { + "parent": "projects/sample1/locations/sample2/repositories/sample3" + } + + # get truthy value for each flattened field + mock_args = dict( + parent="parent_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.ListWorkspacesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.list_workspaces(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{parent=projects/*/locations/*/repositories/*}/workspaces" + % client.transport._host, + args[1], + ) + + +def test_list_workspaces_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.list_workspaces( + dataform.ListWorkspacesRequest(), + parent="parent_value", + ) + + +def test_list_workspaces_rest_pager(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # TODO(kbandes): remove this mock unless there's a good reason for it. + # with mock.patch.object(path_template, 'transcode') as transcode: + # Set the response as a series of pages + response = ( + dataform.ListWorkspacesResponse( + workspaces=[ + dataform.Workspace(), + dataform.Workspace(), + dataform.Workspace(), + ], + next_page_token="abc", + ), + dataform.ListWorkspacesResponse( + workspaces=[], + next_page_token="def", + ), + dataform.ListWorkspacesResponse( + workspaces=[ + dataform.Workspace(), + ], + next_page_token="ghi", + ), + dataform.ListWorkspacesResponse( + workspaces=[ + dataform.Workspace(), + dataform.Workspace(), + ], + ), + ) + # Two responses for two calls + response = response + response + + # Wrap the values into proper Response objs + response = tuple(dataform.ListWorkspacesResponse.to_json(x) for x in response) + return_values = tuple(Response() for i in response) + for return_val, response_val in zip(return_values, response): + return_val._content = response_val.encode("UTF-8") + return_val.status_code = 200 + req.side_effect = return_values + + sample_request = { + "parent": "projects/sample1/locations/sample2/repositories/sample3" + } + + pager = client.list_workspaces(request=sample_request) + + results = list(pager) + assert len(results) == 6 + assert all(isinstance(i, dataform.Workspace) for i in results) + + pages = list(client.list_workspaces(request=sample_request).pages) + for page_, token in zip(pages, ["abc", "def", "ghi", ""]): + assert page_.raw_page.next_page_token == token + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.GetWorkspaceRequest, + dict, + ], +) +def test_get_workspace_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Workspace( + name="name_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Workspace.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.get_workspace(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.Workspace) + assert response.name == "name_value" + + +def test_get_workspace_rest_required_fields(request_type=dataform.GetWorkspaceRequest): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).get_workspace._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).get_workspace._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.Workspace() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.Workspace.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.get_workspace(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_get_workspace_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.get_workspace._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_get_workspace_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_get_workspace" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_get_workspace" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.GetWorkspaceRequest.pb(dataform.GetWorkspaceRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.Workspace.to_json(dataform.Workspace()) + + request = dataform.GetWorkspaceRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.Workspace() + + client.get_workspace( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_get_workspace_rest_bad_request( + transport: str = "rest", request_type=dataform.GetWorkspaceRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.get_workspace(request) + + +def test_get_workspace_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Workspace() + + # get arguments that satisfy an http rule for this method + sample_request = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + + # get truthy value for each flattened field + mock_args = dict( + name="name_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Workspace.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.get_workspace(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}" + % client.transport._host, + args[1], + ) + + +def test_get_workspace_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.get_workspace( + dataform.GetWorkspaceRequest(), + name="name_value", + ) + + +def test_get_workspace_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.CreateWorkspaceRequest, + dict, + ], +) +def test_create_workspace_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request_init["workspace"] = {"name": "name_value"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Workspace( + name="name_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Workspace.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.create_workspace(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.Workspace) + assert response.name == "name_value" + + +def test_create_workspace_rest_required_fields( + request_type=dataform.CreateWorkspaceRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["parent"] = "" + request_init["workspace_id"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + assert "workspaceId" not in jsonified_request + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).create_workspace._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + assert "workspaceId" in jsonified_request + assert jsonified_request["workspaceId"] == request_init["workspace_id"] + + jsonified_request["parent"] = "parent_value" + jsonified_request["workspaceId"] = "workspace_id_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).create_workspace._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set(("workspace_id",)) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "parent" in jsonified_request + assert jsonified_request["parent"] == "parent_value" + assert "workspaceId" in jsonified_request + assert jsonified_request["workspaceId"] == "workspace_id_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.Workspace() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.Workspace.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.create_workspace(request) + + expected_params = [ + ( + "workspaceId", + "", + ), + ("$alt", "json;enum-encoding=int"), + ] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_create_workspace_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.create_workspace._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(("workspaceId",)) + & set( + ( + "parent", + "workspace", + "workspaceId", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_create_workspace_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_create_workspace" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_create_workspace" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.CreateWorkspaceRequest.pb( + dataform.CreateWorkspaceRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.Workspace.to_json(dataform.Workspace()) + + request = dataform.CreateWorkspaceRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.Workspace() + + client.create_workspace( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_create_workspace_rest_bad_request( + transport: str = "rest", request_type=dataform.CreateWorkspaceRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request_init["workspace"] = {"name": "name_value"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.create_workspace(request) + + +def test_create_workspace_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.Workspace() + + # get arguments that satisfy an http rule for this method + sample_request = { + "parent": "projects/sample1/locations/sample2/repositories/sample3" + } + + # get truthy value for each flattened field + mock_args = dict( + parent="parent_value", + workspace=dataform.Workspace(name="name_value"), + workspace_id="workspace_id_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.Workspace.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.create_workspace(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{parent=projects/*/locations/*/repositories/*}/workspaces" + % client.transport._host, + args[1], + ) + + +def test_create_workspace_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.create_workspace( + dataform.CreateWorkspaceRequest(), + parent="parent_value", + workspace=dataform.Workspace(name="name_value"), + workspace_id="workspace_id_value", + ) + + +def test_create_workspace_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.DeleteWorkspaceRequest, + dict, + ], +) +def test_delete_workspace_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.delete_workspace(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_delete_workspace_rest_required_fields( + request_type=dataform.DeleteWorkspaceRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).delete_workspace._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).delete_workspace._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "delete", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.delete_workspace(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_delete_workspace_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.delete_workspace._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_delete_workspace_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_delete_workspace" + ) as pre: + pre.assert_not_called() + pb_message = dataform.DeleteWorkspaceRequest.pb( + dataform.DeleteWorkspaceRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.DeleteWorkspaceRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.delete_workspace( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_delete_workspace_rest_bad_request( + transport: str = "rest", request_type=dataform.DeleteWorkspaceRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.delete_workspace(request) + + +def test_delete_workspace_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # get arguments that satisfy an http rule for this method + sample_request = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + + # get truthy value for each flattened field + mock_args = dict( + name="name_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.delete_workspace(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{name=projects/*/locations/*/repositories/*/workspaces/*}" + % client.transport._host, + args[1], + ) + + +def test_delete_workspace_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.delete_workspace( + dataform.DeleteWorkspaceRequest(), + name="name_value", + ) + + +def test_delete_workspace_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.InstallNpmPackagesRequest, + dict, + ], +) +def test_install_npm_packages_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.InstallNpmPackagesResponse() + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.InstallNpmPackagesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.install_npm_packages(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.InstallNpmPackagesResponse) + + +def test_install_npm_packages_rest_required_fields( + request_type=dataform.InstallNpmPackagesRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).install_npm_packages._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["workspace"] = "workspace_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).install_npm_packages._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.InstallNpmPackagesResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.InstallNpmPackagesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.install_npm_packages(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_install_npm_packages_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.install_npm_packages._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("workspace",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_install_npm_packages_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_install_npm_packages" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_install_npm_packages" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.InstallNpmPackagesRequest.pb( + dataform.InstallNpmPackagesRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.InstallNpmPackagesResponse.to_json( + dataform.InstallNpmPackagesResponse() + ) + + request = dataform.InstallNpmPackagesRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.InstallNpmPackagesResponse() + + client.install_npm_packages( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_install_npm_packages_rest_bad_request( + transport: str = "rest", request_type=dataform.InstallNpmPackagesRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.install_npm_packages(request) + + +def test_install_npm_packages_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.PullGitCommitsRequest, + dict, + ], +) +def test_pull_git_commits_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.pull_git_commits(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_pull_git_commits_rest_required_fields( + request_type=dataform.PullGitCommitsRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).pull_git_commits._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).pull_git_commits._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.pull_git_commits(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_pull_git_commits_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.pull_git_commits._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "name", + "author", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_pull_git_commits_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_pull_git_commits" + ) as pre: + pre.assert_not_called() + pb_message = dataform.PullGitCommitsRequest.pb(dataform.PullGitCommitsRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.PullGitCommitsRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.pull_git_commits( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_pull_git_commits_rest_bad_request( + transport: str = "rest", request_type=dataform.PullGitCommitsRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.pull_git_commits(request) + + +def test_pull_git_commits_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.PushGitCommitsRequest, + dict, + ], +) +def test_push_git_commits_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.push_git_commits(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_push_git_commits_rest_required_fields( + request_type=dataform.PushGitCommitsRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).push_git_commits._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).push_git_commits._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.push_git_commits(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_push_git_commits_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.push_git_commits._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_push_git_commits_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_push_git_commits" + ) as pre: + pre.assert_not_called() + pb_message = dataform.PushGitCommitsRequest.pb(dataform.PushGitCommitsRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.PushGitCommitsRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.push_git_commits( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_push_git_commits_rest_bad_request( + transport: str = "rest", request_type=dataform.PushGitCommitsRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.push_git_commits(request) + + +def test_push_git_commits_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.FetchFileGitStatusesRequest, + dict, + ], +) +def test_fetch_file_git_statuses_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.FetchFileGitStatusesResponse() + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.FetchFileGitStatusesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.fetch_file_git_statuses(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.FetchFileGitStatusesResponse) + + +def test_fetch_file_git_statuses_rest_required_fields( + request_type=dataform.FetchFileGitStatusesRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).fetch_file_git_statuses._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).fetch_file_git_statuses._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.FetchFileGitStatusesResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.FetchFileGitStatusesResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.fetch_file_git_statuses(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_fetch_file_git_statuses_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.fetch_file_git_statuses._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_fetch_file_git_statuses_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_fetch_file_git_statuses" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_fetch_file_git_statuses" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.FetchFileGitStatusesRequest.pb( + dataform.FetchFileGitStatusesRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.FetchFileGitStatusesResponse.to_json( + dataform.FetchFileGitStatusesResponse() + ) + + request = dataform.FetchFileGitStatusesRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.FetchFileGitStatusesResponse() + + client.fetch_file_git_statuses( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_fetch_file_git_statuses_rest_bad_request( + transport: str = "rest", request_type=dataform.FetchFileGitStatusesRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.fetch_file_git_statuses(request) + + +def test_fetch_file_git_statuses_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.FetchGitAheadBehindRequest, + dict, + ], +) +def test_fetch_git_ahead_behind_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.FetchGitAheadBehindResponse( + commits_ahead=1358, + commits_behind=1477, + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.FetchGitAheadBehindResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.fetch_git_ahead_behind(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.FetchGitAheadBehindResponse) + assert response.commits_ahead == 1358 + assert response.commits_behind == 1477 + + +def test_fetch_git_ahead_behind_rest_required_fields( + request_type=dataform.FetchGitAheadBehindRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).fetch_git_ahead_behind._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).fetch_git_ahead_behind._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set(("remote_branch",)) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.FetchGitAheadBehindResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.FetchGitAheadBehindResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.fetch_git_ahead_behind(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_fetch_git_ahead_behind_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.fetch_git_ahead_behind._get_unset_required_fields({}) + assert set(unset_fields) == (set(("remoteBranch",)) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_fetch_git_ahead_behind_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_fetch_git_ahead_behind" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_fetch_git_ahead_behind" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.FetchGitAheadBehindRequest.pb( + dataform.FetchGitAheadBehindRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.FetchGitAheadBehindResponse.to_json( + dataform.FetchGitAheadBehindResponse() + ) + + request = dataform.FetchGitAheadBehindRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.FetchGitAheadBehindResponse() + + client.fetch_git_ahead_behind( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_fetch_git_ahead_behind_rest_bad_request( + transport: str = "rest", request_type=dataform.FetchGitAheadBehindRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.fetch_git_ahead_behind(request) + + +def test_fetch_git_ahead_behind_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.CommitWorkspaceChangesRequest, + dict, + ], +) +def test_commit_workspace_changes_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.commit_workspace_changes(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_commit_workspace_changes_rest_required_fields( + request_type=dataform.CommitWorkspaceChangesRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).commit_workspace_changes._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).commit_workspace_changes._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.commit_workspace_changes(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_commit_workspace_changes_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.commit_workspace_changes._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "name", + "author", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_commit_workspace_changes_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_commit_workspace_changes" + ) as pre: + pre.assert_not_called() + pb_message = dataform.CommitWorkspaceChangesRequest.pb( + dataform.CommitWorkspaceChangesRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.CommitWorkspaceChangesRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.commit_workspace_changes( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_commit_workspace_changes_rest_bad_request( + transport: str = "rest", request_type=dataform.CommitWorkspaceChangesRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.commit_workspace_changes(request) + + +def test_commit_workspace_changes_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.ResetWorkspaceChangesRequest, + dict, + ], +) +def test_reset_workspace_changes_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.reset_workspace_changes(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_reset_workspace_changes_rest_required_fields( + request_type=dataform.ResetWorkspaceChangesRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).reset_workspace_changes._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).reset_workspace_changes._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.reset_workspace_changes(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_reset_workspace_changes_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.reset_workspace_changes._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_reset_workspace_changes_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_reset_workspace_changes" + ) as pre: + pre.assert_not_called() + pb_message = dataform.ResetWorkspaceChangesRequest.pb( + dataform.ResetWorkspaceChangesRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.ResetWorkspaceChangesRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.reset_workspace_changes( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_reset_workspace_changes_rest_bad_request( + transport: str = "rest", request_type=dataform.ResetWorkspaceChangesRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.reset_workspace_changes(request) + + +def test_reset_workspace_changes_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.FetchFileDiffRequest, + dict, + ], +) +def test_fetch_file_diff_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.FetchFileDiffResponse( + formatted_diff="formatted_diff_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.FetchFileDiffResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.fetch_file_diff(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.FetchFileDiffResponse) + assert response.formatted_diff == "formatted_diff_value" + + +def test_fetch_file_diff_rest_required_fields( + request_type=dataform.FetchFileDiffRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request_init["path"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + assert "path" not in jsonified_request + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).fetch_file_diff._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + assert "path" in jsonified_request + assert jsonified_request["path"] == request_init["path"] + + jsonified_request["workspace"] = "workspace_value" + jsonified_request["path"] = "path_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).fetch_file_diff._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set(("path",)) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + assert "path" in jsonified_request + assert jsonified_request["path"] == "path_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.FetchFileDiffResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.FetchFileDiffResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.fetch_file_diff(request) + + expected_params = [ + ( + "path", + "", + ), + ("$alt", "json;enum-encoding=int"), + ] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_fetch_file_diff_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.fetch_file_diff._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(("path",)) + & set( + ( + "workspace", + "path", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_fetch_file_diff_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_fetch_file_diff" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_fetch_file_diff" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.FetchFileDiffRequest.pb(dataform.FetchFileDiffRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.FetchFileDiffResponse.to_json( + dataform.FetchFileDiffResponse() + ) + + request = dataform.FetchFileDiffRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.FetchFileDiffResponse() + + client.fetch_file_diff( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_fetch_file_diff_rest_bad_request( + transport: str = "rest", request_type=dataform.FetchFileDiffRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.fetch_file_diff(request) + + +def test_fetch_file_diff_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.QueryDirectoryContentsRequest, + dict, + ], +) +def test_query_directory_contents_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.QueryDirectoryContentsResponse( + next_page_token="next_page_token_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.QueryDirectoryContentsResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.query_directory_contents(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.QueryDirectoryContentsPager) + assert response.next_page_token == "next_page_token_value" + + +def test_query_directory_contents_rest_required_fields( + request_type=dataform.QueryDirectoryContentsRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).query_directory_contents._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["workspace"] = "workspace_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).query_directory_contents._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set( + ( + "page_size", + "page_token", + "path", + ) + ) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.QueryDirectoryContentsResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.QueryDirectoryContentsResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.query_directory_contents(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_query_directory_contents_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.query_directory_contents._get_unset_required_fields({}) + assert set(unset_fields) == ( + set( + ( + "pageSize", + "pageToken", + "path", + ) + ) + & set(("workspace",)) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_query_directory_contents_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_query_directory_contents" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_query_directory_contents" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.QueryDirectoryContentsRequest.pb( + dataform.QueryDirectoryContentsRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.QueryDirectoryContentsResponse.to_json( + dataform.QueryDirectoryContentsResponse() + ) + + request = dataform.QueryDirectoryContentsRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.QueryDirectoryContentsResponse() + + client.query_directory_contents( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_query_directory_contents_rest_bad_request( + transport: str = "rest", request_type=dataform.QueryDirectoryContentsRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.query_directory_contents(request) + + +def test_query_directory_contents_rest_pager(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # TODO(kbandes): remove this mock unless there's a good reason for it. + # with mock.patch.object(path_template, 'transcode') as transcode: + # Set the response as a series of pages + response = ( + dataform.QueryDirectoryContentsResponse( + directory_entries=[ + dataform.QueryDirectoryContentsResponse.DirectoryEntry(), + dataform.QueryDirectoryContentsResponse.DirectoryEntry(), + dataform.QueryDirectoryContentsResponse.DirectoryEntry(), + ], + next_page_token="abc", + ), + dataform.QueryDirectoryContentsResponse( + directory_entries=[], + next_page_token="def", + ), + dataform.QueryDirectoryContentsResponse( + directory_entries=[ + dataform.QueryDirectoryContentsResponse.DirectoryEntry(), + ], + next_page_token="ghi", + ), + dataform.QueryDirectoryContentsResponse( + directory_entries=[ + dataform.QueryDirectoryContentsResponse.DirectoryEntry(), + dataform.QueryDirectoryContentsResponse.DirectoryEntry(), + ], + ), + ) + # Two responses for two calls + response = response + response + + # Wrap the values into proper Response objs + response = tuple( + dataform.QueryDirectoryContentsResponse.to_json(x) for x in response + ) + return_values = tuple(Response() for i in response) + for return_val, response_val in zip(return_values, response): + return_val._content = response_val.encode("UTF-8") + return_val.status_code = 200 + req.side_effect = return_values + + sample_request = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + + pager = client.query_directory_contents(request=sample_request) + + results = list(pager) + assert len(results) == 6 + assert all( + isinstance(i, dataform.QueryDirectoryContentsResponse.DirectoryEntry) + for i in results + ) + + pages = list(client.query_directory_contents(request=sample_request).pages) + for page_, token in zip(pages, ["abc", "def", "ghi", ""]): + assert page_.raw_page.next_page_token == token + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.MakeDirectoryRequest, + dict, + ], +) +def test_make_directory_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.MakeDirectoryResponse() + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.MakeDirectoryResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.make_directory(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.MakeDirectoryResponse) + + +def test_make_directory_rest_required_fields( + request_type=dataform.MakeDirectoryRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request_init["path"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).make_directory._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["workspace"] = "workspace_value" + jsonified_request["path"] = "path_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).make_directory._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + assert "path" in jsonified_request + assert jsonified_request["path"] == "path_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.MakeDirectoryResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.MakeDirectoryResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.make_directory(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_make_directory_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.make_directory._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "workspace", + "path", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_make_directory_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_make_directory" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_make_directory" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.MakeDirectoryRequest.pb(dataform.MakeDirectoryRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.MakeDirectoryResponse.to_json( + dataform.MakeDirectoryResponse() + ) + + request = dataform.MakeDirectoryRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.MakeDirectoryResponse() + + client.make_directory( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_make_directory_rest_bad_request( + transport: str = "rest", request_type=dataform.MakeDirectoryRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.make_directory(request) + + +def test_make_directory_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.RemoveDirectoryRequest, + dict, + ], +) +def test_remove_directory_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.remove_directory(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_remove_directory_rest_required_fields( + request_type=dataform.RemoveDirectoryRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request_init["path"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).remove_directory._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["workspace"] = "workspace_value" + jsonified_request["path"] = "path_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).remove_directory._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + assert "path" in jsonified_request + assert jsonified_request["path"] == "path_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.remove_directory(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_remove_directory_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.remove_directory._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "workspace", + "path", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_remove_directory_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_remove_directory" + ) as pre: + pre.assert_not_called() + pb_message = dataform.RemoveDirectoryRequest.pb( + dataform.RemoveDirectoryRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.RemoveDirectoryRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.remove_directory( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_remove_directory_rest_bad_request( + transport: str = "rest", request_type=dataform.RemoveDirectoryRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.remove_directory(request) + + +def test_remove_directory_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.MoveDirectoryRequest, + dict, + ], +) +def test_move_directory_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.MoveDirectoryResponse() + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.MoveDirectoryResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.move_directory(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.MoveDirectoryResponse) + + +def test_move_directory_rest_required_fields( + request_type=dataform.MoveDirectoryRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request_init["path"] = "" + request_init["new_path"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).move_directory._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["workspace"] = "workspace_value" + jsonified_request["path"] = "path_value" + jsonified_request["newPath"] = "new_path_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).move_directory._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + assert "path" in jsonified_request + assert jsonified_request["path"] == "path_value" + assert "newPath" in jsonified_request + assert jsonified_request["newPath"] == "new_path_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.MoveDirectoryResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.MoveDirectoryResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.move_directory(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_move_directory_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.move_directory._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "workspace", + "path", + "newPath", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_move_directory_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_move_directory" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_move_directory" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.MoveDirectoryRequest.pb(dataform.MoveDirectoryRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.MoveDirectoryResponse.to_json( + dataform.MoveDirectoryResponse() + ) + + request = dataform.MoveDirectoryRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.MoveDirectoryResponse() + + client.move_directory( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_move_directory_rest_bad_request( + transport: str = "rest", request_type=dataform.MoveDirectoryRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.move_directory(request) + + +def test_move_directory_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.ReadFileRequest, + dict, + ], +) +def test_read_file_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.ReadFileResponse( + file_contents=b"file_contents_blob", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.ReadFileResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.read_file(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.ReadFileResponse) + assert response.file_contents == b"file_contents_blob" + + +def test_read_file_rest_required_fields(request_type=dataform.ReadFileRequest): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request_init["path"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + assert "path" not in jsonified_request + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).read_file._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + assert "path" in jsonified_request + assert jsonified_request["path"] == request_init["path"] + + jsonified_request["workspace"] = "workspace_value" + jsonified_request["path"] = "path_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).read_file._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set(("path",)) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + assert "path" in jsonified_request + assert jsonified_request["path"] == "path_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.ReadFileResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.ReadFileResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.read_file(request) + + expected_params = [ + ( + "path", + "", + ), + ("$alt", "json;enum-encoding=int"), + ] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_read_file_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.read_file._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(("path",)) + & set( + ( + "workspace", + "path", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_read_file_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_read_file" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_read_file" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.ReadFileRequest.pb(dataform.ReadFileRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.ReadFileResponse.to_json( + dataform.ReadFileResponse() + ) + + request = dataform.ReadFileRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.ReadFileResponse() + + client.read_file( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_read_file_rest_bad_request( + transport: str = "rest", request_type=dataform.ReadFileRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.read_file(request) + + +def test_read_file_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.RemoveFileRequest, + dict, + ], +) +def test_remove_file_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.remove_file(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_remove_file_rest_required_fields(request_type=dataform.RemoveFileRequest): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request_init["path"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).remove_file._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["workspace"] = "workspace_value" + jsonified_request["path"] = "path_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).remove_file._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + assert "path" in jsonified_request + assert jsonified_request["path"] == "path_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.remove_file(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_remove_file_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.remove_file._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "workspace", + "path", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_remove_file_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_remove_file" + ) as pre: + pre.assert_not_called() + pb_message = dataform.RemoveFileRequest.pb(dataform.RemoveFileRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.RemoveFileRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.remove_file( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_remove_file_rest_bad_request( + transport: str = "rest", request_type=dataform.RemoveFileRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.remove_file(request) + + +def test_remove_file_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.MoveFileRequest, + dict, + ], +) +def test_move_file_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.MoveFileResponse() + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.MoveFileResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.move_file(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.MoveFileResponse) + + +def test_move_file_rest_required_fields(request_type=dataform.MoveFileRequest): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request_init["path"] = "" + request_init["new_path"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).move_file._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["workspace"] = "workspace_value" + jsonified_request["path"] = "path_value" + jsonified_request["newPath"] = "new_path_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).move_file._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + assert "path" in jsonified_request + assert jsonified_request["path"] == "path_value" + assert "newPath" in jsonified_request + assert jsonified_request["newPath"] == "new_path_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.MoveFileResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.MoveFileResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.move_file(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_move_file_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.move_file._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "workspace", + "path", + "newPath", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_move_file_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_move_file" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_move_file" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.MoveFileRequest.pb(dataform.MoveFileRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.MoveFileResponse.to_json( + dataform.MoveFileResponse() + ) + + request = dataform.MoveFileRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.MoveFileResponse() + + client.move_file( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_move_file_rest_bad_request( + transport: str = "rest", request_type=dataform.MoveFileRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.move_file(request) + + +def test_move_file_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.WriteFileRequest, + dict, + ], +) +def test_write_file_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.WriteFileResponse() + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.WriteFileResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.write_file(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.WriteFileResponse) + + +def test_write_file_rest_required_fields(request_type=dataform.WriteFileRequest): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["workspace"] = "" + request_init["path"] = "" + request_init["contents"] = b"" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).write_file._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["workspace"] = "workspace_value" + jsonified_request["path"] = "path_value" + jsonified_request["contents"] = b"contents_blob" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).write_file._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "workspace" in jsonified_request + assert jsonified_request["workspace"] == "workspace_value" + assert "path" in jsonified_request + assert jsonified_request["path"] == "path_value" + assert "contents" in jsonified_request + assert jsonified_request["contents"] == b"contents_blob" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.WriteFileResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.WriteFileResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.write_file(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_write_file_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.write_file._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "workspace", + "path", + "contents", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_write_file_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_write_file" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_write_file" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.WriteFileRequest.pb(dataform.WriteFileRequest()) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.WriteFileResponse.to_json( + dataform.WriteFileResponse() + ) + + request = dataform.WriteFileRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.WriteFileResponse() + + client.write_file( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_write_file_rest_bad_request( + transport: str = "rest", request_type=dataform.WriteFileRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "workspace": "projects/sample1/locations/sample2/repositories/sample3/workspaces/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.write_file(request) + + +def test_write_file_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.ListCompilationResultsRequest, + dict, + ], +) +def test_list_compilation_results_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.ListCompilationResultsResponse( + next_page_token="next_page_token_value", + unreachable=["unreachable_value"], + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.ListCompilationResultsResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.list_compilation_results(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.ListCompilationResultsPager) + assert response.next_page_token == "next_page_token_value" + assert response.unreachable == ["unreachable_value"] + + +def test_list_compilation_results_rest_required_fields( + request_type=dataform.ListCompilationResultsRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["parent"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).list_compilation_results._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["parent"] = "parent_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).list_compilation_results._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set( + ( + "page_size", + "page_token", + ) + ) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "parent" in jsonified_request + assert jsonified_request["parent"] == "parent_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.ListCompilationResultsResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.ListCompilationResultsResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.list_compilation_results(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_list_compilation_results_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.list_compilation_results._get_unset_required_fields({}) + assert set(unset_fields) == ( + set( + ( + "pageSize", + "pageToken", + ) + ) + & set(("parent",)) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_list_compilation_results_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_list_compilation_results" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_list_compilation_results" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.ListCompilationResultsRequest.pb( + dataform.ListCompilationResultsRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.ListCompilationResultsResponse.to_json( + dataform.ListCompilationResultsResponse() + ) + + request = dataform.ListCompilationResultsRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.ListCompilationResultsResponse() + + client.list_compilation_results( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_list_compilation_results_rest_bad_request( + transport: str = "rest", request_type=dataform.ListCompilationResultsRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.list_compilation_results(request) + + +def test_list_compilation_results_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.ListCompilationResultsResponse() + + # get arguments that satisfy an http rule for this method + sample_request = { + "parent": "projects/sample1/locations/sample2/repositories/sample3" + } + + # get truthy value for each flattened field + mock_args = dict( + parent="parent_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.ListCompilationResultsResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.list_compilation_results(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{parent=projects/*/locations/*/repositories/*}/compilationResults" + % client.transport._host, + args[1], + ) + + +def test_list_compilation_results_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.list_compilation_results( + dataform.ListCompilationResultsRequest(), + parent="parent_value", + ) + + +def test_list_compilation_results_rest_pager(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # TODO(kbandes): remove this mock unless there's a good reason for it. + # with mock.patch.object(path_template, 'transcode') as transcode: + # Set the response as a series of pages + response = ( + dataform.ListCompilationResultsResponse( + compilation_results=[ + dataform.CompilationResult(), + dataform.CompilationResult(), + dataform.CompilationResult(), + ], + next_page_token="abc", + ), + dataform.ListCompilationResultsResponse( + compilation_results=[], + next_page_token="def", + ), + dataform.ListCompilationResultsResponse( + compilation_results=[ + dataform.CompilationResult(), + ], + next_page_token="ghi", + ), + dataform.ListCompilationResultsResponse( + compilation_results=[ + dataform.CompilationResult(), + dataform.CompilationResult(), + ], + ), + ) + # Two responses for two calls + response = response + response + + # Wrap the values into proper Response objs + response = tuple( + dataform.ListCompilationResultsResponse.to_json(x) for x in response + ) + return_values = tuple(Response() for i in response) + for return_val, response_val in zip(return_values, response): + return_val._content = response_val.encode("UTF-8") + return_val.status_code = 200 + req.side_effect = return_values + + sample_request = { + "parent": "projects/sample1/locations/sample2/repositories/sample3" + } + + pager = client.list_compilation_results(request=sample_request) + + results = list(pager) + assert len(results) == 6 + assert all(isinstance(i, dataform.CompilationResult) for i in results) + + pages = list(client.list_compilation_results(request=sample_request).pages) + for page_, token in zip(pages, ["abc", "def", "ghi", ""]): + assert page_.raw_page.next_page_token == token + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.GetCompilationResultRequest, + dict, + ], +) +def test_get_compilation_result_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/compilationResults/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.CompilationResult( + name="name_value", + dataform_core_version="dataform_core_version_value", + git_commitish="git_commitish_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.CompilationResult.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.get_compilation_result(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.CompilationResult) + assert response.name == "name_value" + assert response.dataform_core_version == "dataform_core_version_value" + + +def test_get_compilation_result_rest_required_fields( + request_type=dataform.GetCompilationResultRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).get_compilation_result._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).get_compilation_result._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.CompilationResult() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.CompilationResult.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.get_compilation_result(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_get_compilation_result_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.get_compilation_result._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_get_compilation_result_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_get_compilation_result" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_get_compilation_result" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.GetCompilationResultRequest.pb( + dataform.GetCompilationResultRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.CompilationResult.to_json( + dataform.CompilationResult() + ) + + request = dataform.GetCompilationResultRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.CompilationResult() + + client.get_compilation_result( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_get_compilation_result_rest_bad_request( + transport: str = "rest", request_type=dataform.GetCompilationResultRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/compilationResults/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.get_compilation_result(request) + + +def test_get_compilation_result_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.CompilationResult() + + # get arguments that satisfy an http rule for this method + sample_request = { + "name": "projects/sample1/locations/sample2/repositories/sample3/compilationResults/sample4" + } + + # get truthy value for each flattened field + mock_args = dict( + name="name_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.CompilationResult.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.get_compilation_result(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{name=projects/*/locations/*/repositories/*/compilationResults/*}" + % client.transport._host, + args[1], + ) + + +def test_get_compilation_result_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.get_compilation_result( + dataform.GetCompilationResultRequest(), + name="name_value", + ) + + +def test_get_compilation_result_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.CreateCompilationResultRequest, + dict, + ], +) +def test_create_compilation_result_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request_init["compilation_result"] = { + "name": "name_value", + "git_commitish": "git_commitish_value", + "workspace": "workspace_value", + "code_compilation_config": { + "default_database": "default_database_value", + "default_schema": "default_schema_value", + "default_location": "default_location_value", + "assertion_schema": "assertion_schema_value", + "vars": {}, + "database_suffix": "database_suffix_value", + "schema_suffix": "schema_suffix_value", + "table_prefix": "table_prefix_value", + }, + "dataform_core_version": "dataform_core_version_value", + "compilation_errors": [ + { + "message": "message_value", + "stack": "stack_value", + "path": "path_value", + "action_target": { + "database": "database_value", + "schema": "schema_value", + "name": "name_value", + }, + } + ], + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.CompilationResult( + name="name_value", + dataform_core_version="dataform_core_version_value", + git_commitish="git_commitish_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.CompilationResult.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.create_compilation_result(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.CompilationResult) + assert response.name == "name_value" + assert response.dataform_core_version == "dataform_core_version_value" + + +def test_create_compilation_result_rest_required_fields( + request_type=dataform.CreateCompilationResultRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["parent"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).create_compilation_result._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["parent"] = "parent_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).create_compilation_result._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "parent" in jsonified_request + assert jsonified_request["parent"] == "parent_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.CompilationResult() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.CompilationResult.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.create_compilation_result(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_create_compilation_result_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.create_compilation_result._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "parent", + "compilationResult", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_create_compilation_result_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_create_compilation_result" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_create_compilation_result" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.CreateCompilationResultRequest.pb( + dataform.CreateCompilationResultRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.CompilationResult.to_json( + dataform.CompilationResult() + ) + + request = dataform.CreateCompilationResultRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.CompilationResult() + + client.create_compilation_result( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_create_compilation_result_rest_bad_request( + transport: str = "rest", request_type=dataform.CreateCompilationResultRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request_init["compilation_result"] = { + "name": "name_value", + "git_commitish": "git_commitish_value", + "workspace": "workspace_value", + "code_compilation_config": { + "default_database": "default_database_value", + "default_schema": "default_schema_value", + "default_location": "default_location_value", + "assertion_schema": "assertion_schema_value", + "vars": {}, + "database_suffix": "database_suffix_value", + "schema_suffix": "schema_suffix_value", + "table_prefix": "table_prefix_value", + }, + "dataform_core_version": "dataform_core_version_value", + "compilation_errors": [ + { + "message": "message_value", + "stack": "stack_value", + "path": "path_value", + "action_target": { + "database": "database_value", + "schema": "schema_value", + "name": "name_value", + }, + } + ], + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.create_compilation_result(request) + + +def test_create_compilation_result_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.CompilationResult() + + # get arguments that satisfy an http rule for this method + sample_request = { + "parent": "projects/sample1/locations/sample2/repositories/sample3" + } + + # get truthy value for each flattened field + mock_args = dict( + parent="parent_value", + compilation_result=dataform.CompilationResult(name="name_value"), + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.CompilationResult.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.create_compilation_result(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{parent=projects/*/locations/*/repositories/*}/compilationResults" + % client.transport._host, + args[1], + ) + + +def test_create_compilation_result_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.create_compilation_result( + dataform.CreateCompilationResultRequest(), + parent="parent_value", + compilation_result=dataform.CompilationResult(name="name_value"), + ) + + +def test_create_compilation_result_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.QueryCompilationResultActionsRequest, + dict, + ], +) +def test_query_compilation_result_actions_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/compilationResults/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.QueryCompilationResultActionsResponse( + next_page_token="next_page_token_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.QueryCompilationResultActionsResponse.pb( + return_value + ) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.query_compilation_result_actions(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.QueryCompilationResultActionsPager) + assert response.next_page_token == "next_page_token_value" + + +def test_query_compilation_result_actions_rest_required_fields( + request_type=dataform.QueryCompilationResultActionsRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).query_compilation_result_actions._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).query_compilation_result_actions._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set( + ( + "filter", + "page_size", + "page_token", + ) + ) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.QueryCompilationResultActionsResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.QueryCompilationResultActionsResponse.pb( + return_value + ) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.query_compilation_result_actions(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_query_compilation_result_actions_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = ( + transport.query_compilation_result_actions._get_unset_required_fields({}) + ) + assert set(unset_fields) == ( + set( + ( + "filter", + "pageSize", + "pageToken", + ) + ) + & set(("name",)) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_query_compilation_result_actions_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_query_compilation_result_actions" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_query_compilation_result_actions" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.QueryCompilationResultActionsRequest.pb( + dataform.QueryCompilationResultActionsRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = ( + dataform.QueryCompilationResultActionsResponse.to_json( + dataform.QueryCompilationResultActionsResponse() + ) + ) + + request = dataform.QueryCompilationResultActionsRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.QueryCompilationResultActionsResponse() + + client.query_compilation_result_actions( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_query_compilation_result_actions_rest_bad_request( + transport: str = "rest", request_type=dataform.QueryCompilationResultActionsRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/compilationResults/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.query_compilation_result_actions(request) + + +def test_query_compilation_result_actions_rest_pager(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # TODO(kbandes): remove this mock unless there's a good reason for it. + # with mock.patch.object(path_template, 'transcode') as transcode: + # Set the response as a series of pages + response = ( + dataform.QueryCompilationResultActionsResponse( + compilation_result_actions=[ + dataform.CompilationResultAction(), + dataform.CompilationResultAction(), + dataform.CompilationResultAction(), + ], + next_page_token="abc", + ), + dataform.QueryCompilationResultActionsResponse( + compilation_result_actions=[], + next_page_token="def", + ), + dataform.QueryCompilationResultActionsResponse( + compilation_result_actions=[ + dataform.CompilationResultAction(), + ], + next_page_token="ghi", + ), + dataform.QueryCompilationResultActionsResponse( + compilation_result_actions=[ + dataform.CompilationResultAction(), + dataform.CompilationResultAction(), + ], + ), + ) + # Two responses for two calls + response = response + response + + # Wrap the values into proper Response objs + response = tuple( + dataform.QueryCompilationResultActionsResponse.to_json(x) for x in response + ) + return_values = tuple(Response() for i in response) + for return_val, response_val in zip(return_values, response): + return_val._content = response_val.encode("UTF-8") + return_val.status_code = 200 + req.side_effect = return_values + + sample_request = { + "name": "projects/sample1/locations/sample2/repositories/sample3/compilationResults/sample4" + } + + pager = client.query_compilation_result_actions(request=sample_request) + + results = list(pager) + assert len(results) == 6 + assert all(isinstance(i, dataform.CompilationResultAction) for i in results) + + pages = list( + client.query_compilation_result_actions(request=sample_request).pages + ) + for page_, token in zip(pages, ["abc", "def", "ghi", ""]): + assert page_.raw_page.next_page_token == token + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.ListWorkflowInvocationsRequest, + dict, + ], +) +def test_list_workflow_invocations_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.ListWorkflowInvocationsResponse( + next_page_token="next_page_token_value", + unreachable=["unreachable_value"], + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.ListWorkflowInvocationsResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.list_workflow_invocations(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.ListWorkflowInvocationsPager) + assert response.next_page_token == "next_page_token_value" + assert response.unreachable == ["unreachable_value"] + + +def test_list_workflow_invocations_rest_required_fields( + request_type=dataform.ListWorkflowInvocationsRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["parent"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).list_workflow_invocations._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["parent"] = "parent_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).list_workflow_invocations._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set( + ( + "page_size", + "page_token", + ) + ) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "parent" in jsonified_request + assert jsonified_request["parent"] == "parent_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.ListWorkflowInvocationsResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.ListWorkflowInvocationsResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.list_workflow_invocations(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_list_workflow_invocations_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.list_workflow_invocations._get_unset_required_fields({}) + assert set(unset_fields) == ( + set( + ( + "pageSize", + "pageToken", + ) + ) + & set(("parent",)) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_list_workflow_invocations_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_list_workflow_invocations" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_list_workflow_invocations" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.ListWorkflowInvocationsRequest.pb( + dataform.ListWorkflowInvocationsRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.ListWorkflowInvocationsResponse.to_json( + dataform.ListWorkflowInvocationsResponse() + ) + + request = dataform.ListWorkflowInvocationsRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.ListWorkflowInvocationsResponse() + + client.list_workflow_invocations( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_list_workflow_invocations_rest_bad_request( + transport: str = "rest", request_type=dataform.ListWorkflowInvocationsRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.list_workflow_invocations(request) + + +def test_list_workflow_invocations_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.ListWorkflowInvocationsResponse() + + # get arguments that satisfy an http rule for this method + sample_request = { + "parent": "projects/sample1/locations/sample2/repositories/sample3" + } + + # get truthy value for each flattened field + mock_args = dict( + parent="parent_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.ListWorkflowInvocationsResponse.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.list_workflow_invocations(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{parent=projects/*/locations/*/repositories/*}/workflowInvocations" + % client.transport._host, + args[1], + ) + + +def test_list_workflow_invocations_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.list_workflow_invocations( + dataform.ListWorkflowInvocationsRequest(), + parent="parent_value", + ) + + +def test_list_workflow_invocations_rest_pager(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # TODO(kbandes): remove this mock unless there's a good reason for it. + # with mock.patch.object(path_template, 'transcode') as transcode: + # Set the response as a series of pages + response = ( + dataform.ListWorkflowInvocationsResponse( + workflow_invocations=[ + dataform.WorkflowInvocation(), + dataform.WorkflowInvocation(), + dataform.WorkflowInvocation(), + ], + next_page_token="abc", + ), + dataform.ListWorkflowInvocationsResponse( + workflow_invocations=[], + next_page_token="def", + ), + dataform.ListWorkflowInvocationsResponse( + workflow_invocations=[ + dataform.WorkflowInvocation(), + ], + next_page_token="ghi", + ), + dataform.ListWorkflowInvocationsResponse( + workflow_invocations=[ + dataform.WorkflowInvocation(), + dataform.WorkflowInvocation(), + ], + ), + ) + # Two responses for two calls + response = response + response + + # Wrap the values into proper Response objs + response = tuple( + dataform.ListWorkflowInvocationsResponse.to_json(x) for x in response + ) + return_values = tuple(Response() for i in response) + for return_val, response_val in zip(return_values, response): + return_val._content = response_val.encode("UTF-8") + return_val.status_code = 200 + req.side_effect = return_values + + sample_request = { + "parent": "projects/sample1/locations/sample2/repositories/sample3" + } + + pager = client.list_workflow_invocations(request=sample_request) + + results = list(pager) + assert len(results) == 6 + assert all(isinstance(i, dataform.WorkflowInvocation) for i in results) + + pages = list(client.list_workflow_invocations(request=sample_request).pages) + for page_, token in zip(pages, ["abc", "def", "ghi", ""]): + assert page_.raw_page.next_page_token == token + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.GetWorkflowInvocationRequest, + dict, + ], +) +def test_get_workflow_invocation_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.WorkflowInvocation( + name="name_value", + compilation_result="compilation_result_value", + state=dataform.WorkflowInvocation.State.RUNNING, + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.WorkflowInvocation.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.get_workflow_invocation(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.WorkflowInvocation) + assert response.name == "name_value" + assert response.compilation_result == "compilation_result_value" + assert response.state == dataform.WorkflowInvocation.State.RUNNING + + +def test_get_workflow_invocation_rest_required_fields( + request_type=dataform.GetWorkflowInvocationRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).get_workflow_invocation._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).get_workflow_invocation._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.WorkflowInvocation() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.WorkflowInvocation.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.get_workflow_invocation(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_get_workflow_invocation_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.get_workflow_invocation._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_get_workflow_invocation_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_get_workflow_invocation" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_get_workflow_invocation" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.GetWorkflowInvocationRequest.pb( + dataform.GetWorkflowInvocationRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.WorkflowInvocation.to_json( + dataform.WorkflowInvocation() + ) + + request = dataform.GetWorkflowInvocationRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.WorkflowInvocation() + + client.get_workflow_invocation( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_get_workflow_invocation_rest_bad_request( + transport: str = "rest", request_type=dataform.GetWorkflowInvocationRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.get_workflow_invocation(request) + + +def test_get_workflow_invocation_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.WorkflowInvocation() + + # get arguments that satisfy an http rule for this method + sample_request = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + + # get truthy value for each flattened field + mock_args = dict( + name="name_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.WorkflowInvocation.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.get_workflow_invocation(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{name=projects/*/locations/*/repositories/*/workflowInvocations/*}" + % client.transport._host, + args[1], + ) + + +def test_get_workflow_invocation_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.get_workflow_invocation( + dataform.GetWorkflowInvocationRequest(), + name="name_value", + ) + + +def test_get_workflow_invocation_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.CreateWorkflowInvocationRequest, + dict, + ], +) +def test_create_workflow_invocation_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request_init["workflow_invocation"] = { + "name": "name_value", + "compilation_result": "compilation_result_value", + "invocation_config": { + "included_targets": [ + { + "database": "database_value", + "schema": "schema_value", + "name": "name_value", + } + ], + "included_tags": ["included_tags_value1", "included_tags_value2"], + "transitive_dependencies_included": True, + "transitive_dependents_included": True, + "fully_refresh_incremental_tables_enabled": True, + }, + "state": 1, + "invocation_timing": { + "start_time": {"seconds": 751, "nanos": 543}, + "end_time": {}, + }, + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.WorkflowInvocation( + name="name_value", + compilation_result="compilation_result_value", + state=dataform.WorkflowInvocation.State.RUNNING, + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.WorkflowInvocation.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.create_workflow_invocation(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, dataform.WorkflowInvocation) + assert response.name == "name_value" + assert response.compilation_result == "compilation_result_value" + assert response.state == dataform.WorkflowInvocation.State.RUNNING + + +def test_create_workflow_invocation_rest_required_fields( + request_type=dataform.CreateWorkflowInvocationRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["parent"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).create_workflow_invocation._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["parent"] = "parent_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).create_workflow_invocation._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "parent" in jsonified_request + assert jsonified_request["parent"] == "parent_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.WorkflowInvocation() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.WorkflowInvocation.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.create_workflow_invocation(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_create_workflow_invocation_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.create_workflow_invocation._get_unset_required_fields({}) + assert set(unset_fields) == ( + set(()) + & set( + ( + "parent", + "workflowInvocation", + ) + ) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_create_workflow_invocation_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_create_workflow_invocation" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_create_workflow_invocation" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.CreateWorkflowInvocationRequest.pb( + dataform.CreateWorkflowInvocationRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = dataform.WorkflowInvocation.to_json( + dataform.WorkflowInvocation() + ) + + request = dataform.CreateWorkflowInvocationRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.WorkflowInvocation() + + client.create_workflow_invocation( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_create_workflow_invocation_rest_bad_request( + transport: str = "rest", request_type=dataform.CreateWorkflowInvocationRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = {"parent": "projects/sample1/locations/sample2/repositories/sample3"} + request_init["workflow_invocation"] = { + "name": "name_value", + "compilation_result": "compilation_result_value", + "invocation_config": { + "included_targets": [ + { + "database": "database_value", + "schema": "schema_value", + "name": "name_value", + } + ], + "included_tags": ["included_tags_value1", "included_tags_value2"], + "transitive_dependencies_included": True, + "transitive_dependents_included": True, + "fully_refresh_incremental_tables_enabled": True, + }, + "state": 1, + "invocation_timing": { + "start_time": {"seconds": 751, "nanos": 543}, + "end_time": {}, + }, + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.create_workflow_invocation(request) + + +def test_create_workflow_invocation_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.WorkflowInvocation() + + # get arguments that satisfy an http rule for this method + sample_request = { + "parent": "projects/sample1/locations/sample2/repositories/sample3" + } + + # get truthy value for each flattened field + mock_args = dict( + parent="parent_value", + workflow_invocation=dataform.WorkflowInvocation(name="name_value"), + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.WorkflowInvocation.pb(return_value) + json_return_value = json_format.MessageToJson(pb_return_value) + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.create_workflow_invocation(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{parent=projects/*/locations/*/repositories/*}/workflowInvocations" + % client.transport._host, + args[1], + ) + + +def test_create_workflow_invocation_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.create_workflow_invocation( + dataform.CreateWorkflowInvocationRequest(), + parent="parent_value", + workflow_invocation=dataform.WorkflowInvocation(name="name_value"), + ) + + +def test_create_workflow_invocation_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.DeleteWorkflowInvocationRequest, + dict, + ], +) +def test_delete_workflow_invocation_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.delete_workflow_invocation(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_delete_workflow_invocation_rest_required_fields( + request_type=dataform.DeleteWorkflowInvocationRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).delete_workflow_invocation._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).delete_workflow_invocation._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "delete", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.delete_workflow_invocation(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_delete_workflow_invocation_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.delete_workflow_invocation._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_delete_workflow_invocation_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_delete_workflow_invocation" + ) as pre: + pre.assert_not_called() + pb_message = dataform.DeleteWorkflowInvocationRequest.pb( + dataform.DeleteWorkflowInvocationRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.DeleteWorkflowInvocationRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.delete_workflow_invocation( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_delete_workflow_invocation_rest_bad_request( + transport: str = "rest", request_type=dataform.DeleteWorkflowInvocationRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.delete_workflow_invocation(request) + + +def test_delete_workflow_invocation_rest_flattened(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # get arguments that satisfy an http rule for this method + sample_request = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + + # get truthy value for each flattened field + mock_args = dict( + name="name_value", + ) + mock_args.update(sample_request) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + client.delete_workflow_invocation(**mock_args) + + # Establish that the underlying call was made with the expected + # request object values. + assert len(req.mock_calls) == 1 + _, args, _ = req.mock_calls[0] + assert path_template.validate( + "%s/v1beta1/{name=projects/*/locations/*/repositories/*/workflowInvocations/*}" + % client.transport._host, + args[1], + ) + + +def test_delete_workflow_invocation_rest_flattened_error(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Attempting to call a method with both a request object and flattened + # fields is an error. + with pytest.raises(ValueError): + client.delete_workflow_invocation( + dataform.DeleteWorkflowInvocationRequest(), + name="name_value", + ) + + +def test_delete_workflow_invocation_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.CancelWorkflowInvocationRequest, + dict, + ], +) +def test_cancel_workflow_invocation_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = None + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.cancel_workflow_invocation(request) + + # Establish that the response is the type that we expect. + assert response is None + + +def test_cancel_workflow_invocation_rest_required_fields( + request_type=dataform.CancelWorkflowInvocationRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).cancel_workflow_invocation._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).cancel_workflow_invocation._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = None + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "post", + "query_params": pb_request, + } + transcode_result["body"] = pb_request + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + json_return_value = "" + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.cancel_workflow_invocation(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_cancel_workflow_invocation_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = transport.cancel_workflow_invocation._get_unset_required_fields({}) + assert set(unset_fields) == (set(()) & set(("name",))) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_cancel_workflow_invocation_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "pre_cancel_workflow_invocation" + ) as pre: + pre.assert_not_called() + pb_message = dataform.CancelWorkflowInvocationRequest.pb( + dataform.CancelWorkflowInvocationRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + + request = dataform.CancelWorkflowInvocationRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + + client.cancel_workflow_invocation( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + + +def test_cancel_workflow_invocation_rest_bad_request( + transport: str = "rest", request_type=dataform.CancelWorkflowInvocationRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.cancel_workflow_invocation(request) + + +def test_cancel_workflow_invocation_rest_error(): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), transport="rest" + ) + + +@pytest.mark.parametrize( + "request_type", + [ + dataform.QueryWorkflowInvocationActionsRequest, + dict, + ], +) +def test_query_workflow_invocation_actions_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = dataform.QueryWorkflowInvocationActionsResponse( + next_page_token="next_page_token_value", + ) + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + pb_return_value = dataform.QueryWorkflowInvocationActionsResponse.pb( + return_value + ) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + response = client.query_workflow_invocation_actions(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, pagers.QueryWorkflowInvocationActionsPager) + assert response.next_page_token == "next_page_token_value" + + +def test_query_workflow_invocation_actions_rest_required_fields( + request_type=dataform.QueryWorkflowInvocationActionsRequest, +): + transport_class = transports.DataformRestTransport + + request_init = {} + request_init["name"] = "" + request = request_type(**request_init) + pb_request = request_type.pb(request) + jsonified_request = json.loads( + json_format.MessageToJson( + pb_request, + including_default_value_fields=False, + use_integers_for_enums=False, + ) + ) + + # verify fields with default values are dropped + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).query_workflow_invocation_actions._get_unset_required_fields(jsonified_request) + jsonified_request.update(unset_fields) + + # verify required fields with default values are now present + + jsonified_request["name"] = "name_value" + + unset_fields = transport_class( + credentials=ga_credentials.AnonymousCredentials() + ).query_workflow_invocation_actions._get_unset_required_fields(jsonified_request) + # Check that path parameters and body parameters are not mixing in. + assert not set(unset_fields) - set( + ( + "page_size", + "page_token", + ) + ) + jsonified_request.update(unset_fields) + + # verify required fields with non-default values are left alone + assert "name" in jsonified_request + assert jsonified_request["name"] == "name_value" + + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request = request_type(**request_init) + + # Designate an appropriate value for the returned response. + return_value = dataform.QueryWorkflowInvocationActionsResponse() + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # We need to mock transcode() because providing default values + # for required fields will fail the real version if the http_options + # expect actual values for those fields. + with mock.patch.object(path_template, "transcode") as transcode: + # A uri without fields and an empty body will force all the + # request fields to show up in the query_params. + pb_request = request_type.pb(request) + transcode_result = { + "uri": "v1/sample_method", + "method": "get", + "query_params": pb_request, + } + transcode.return_value = transcode_result + + response_value = Response() + response_value.status_code = 200 + + pb_return_value = dataform.QueryWorkflowInvocationActionsResponse.pb( + return_value + ) + json_return_value = json_format.MessageToJson(pb_return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.query_workflow_invocation_actions(request) + + expected_params = [("$alt", "json;enum-encoding=int")] + actual_params = req.call_args.kwargs["params"] + assert expected_params == actual_params + + +def test_query_workflow_invocation_actions_rest_unset_required_fields(): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials + ) + + unset_fields = ( + transport.query_workflow_invocation_actions._get_unset_required_fields({}) + ) + assert set(unset_fields) == ( + set( + ( + "pageSize", + "pageToken", + ) + ) + & set(("name",)) + ) + + +@pytest.mark.parametrize("null_interceptor", [True, False]) +def test_query_workflow_invocation_actions_rest_interceptors(null_interceptor): + transport = transports.DataformRestTransport( + credentials=ga_credentials.AnonymousCredentials(), + interceptor=None if null_interceptor else transports.DataformRestInterceptor(), + ) + client = DataformClient(transport=transport) + with mock.patch.object( + type(client.transport._session), "request" + ) as req, mock.patch.object( + path_template, "transcode" + ) as transcode, mock.patch.object( + transports.DataformRestInterceptor, "post_query_workflow_invocation_actions" + ) as post, mock.patch.object( + transports.DataformRestInterceptor, "pre_query_workflow_invocation_actions" + ) as pre: + pre.assert_not_called() + post.assert_not_called() + pb_message = dataform.QueryWorkflowInvocationActionsRequest.pb( + dataform.QueryWorkflowInvocationActionsRequest() + ) + transcode.return_value = { + "method": "post", + "uri": "my_uri", + "body": pb_message, + "query_params": pb_message, + } + + req.return_value = Response() + req.return_value.status_code = 200 + req.return_value.request = PreparedRequest() + req.return_value._content = ( + dataform.QueryWorkflowInvocationActionsResponse.to_json( + dataform.QueryWorkflowInvocationActionsResponse() + ) + ) + + request = dataform.QueryWorkflowInvocationActionsRequest() + metadata = [ + ("key", "val"), + ("cephalopod", "squid"), + ] + pre.return_value = request, metadata + post.return_value = dataform.QueryWorkflowInvocationActionsResponse() + + client.query_workflow_invocation_actions( + request, + metadata=[ + ("key", "val"), + ("cephalopod", "squid"), + ], + ) + + pre.assert_called_once() + post.assert_called_once() + + +def test_query_workflow_invocation_actions_rest_bad_request( + transport: str = "rest", request_type=dataform.QueryWorkflowInvocationActionsRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # send a request that will satisfy transcoding + request_init = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + request = request_type(**request_init) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.query_workflow_invocation_actions(request) + + +def test_query_workflow_invocation_actions_rest_pager(transport: str = "rest"): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # Mock the http request call within the method and fake a response. + with mock.patch.object(Session, "request") as req: + # TODO(kbandes): remove this mock unless there's a good reason for it. + # with mock.patch.object(path_template, 'transcode') as transcode: + # Set the response as a series of pages + response = ( + dataform.QueryWorkflowInvocationActionsResponse( + workflow_invocation_actions=[ + dataform.WorkflowInvocationAction(), + dataform.WorkflowInvocationAction(), + dataform.WorkflowInvocationAction(), + ], + next_page_token="abc", + ), + dataform.QueryWorkflowInvocationActionsResponse( + workflow_invocation_actions=[], + next_page_token="def", + ), + dataform.QueryWorkflowInvocationActionsResponse( + workflow_invocation_actions=[ + dataform.WorkflowInvocationAction(), + ], + next_page_token="ghi", + ), + dataform.QueryWorkflowInvocationActionsResponse( + workflow_invocation_actions=[ + dataform.WorkflowInvocationAction(), + dataform.WorkflowInvocationAction(), + ], + ), + ) + # Two responses for two calls + response = response + response + + # Wrap the values into proper Response objs + response = tuple( + dataform.QueryWorkflowInvocationActionsResponse.to_json(x) for x in response + ) + return_values = tuple(Response() for i in response) + for return_val, response_val in zip(return_values, response): + return_val._content = response_val.encode("UTF-8") + return_val.status_code = 200 + req.side_effect = return_values + + sample_request = { + "name": "projects/sample1/locations/sample2/repositories/sample3/workflowInvocations/sample4" + } + + pager = client.query_workflow_invocation_actions(request=sample_request) + + results = list(pager) + assert len(results) == 6 + assert all(isinstance(i, dataform.WorkflowInvocationAction) for i in results) + + pages = list( + client.query_workflow_invocation_actions(request=sample_request).pages + ) + for page_, token in zip(pages, ["abc", "def", "ghi", ""]): + assert page_.raw_page.next_page_token == token + + +def test_credentials_transport_error(): + # It is an error to provide credentials and a transport instance. + transport = transports.DataformGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + with pytest.raises(ValueError): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + # It is an error to provide a credentials file and a transport instance. + transport = transports.DataformGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + with pytest.raises(ValueError): + client = DataformClient( + client_options={"credentials_file": "credentials.json"}, + transport=transport, + ) + + # It is an error to provide an api_key and a transport instance. + transport = transports.DataformGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + options = client_options.ClientOptions() + options.api_key = "api_key" + with pytest.raises(ValueError): + client = DataformClient( + client_options=options, + transport=transport, + ) + + # It is an error to provide an api_key and a credential. + options = mock.Mock() + options.api_key = "api_key" + with pytest.raises(ValueError): + client = DataformClient( + client_options=options, credentials=ga_credentials.AnonymousCredentials() + ) + + # It is an error to provide scopes and a transport instance. + transport = transports.DataformGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + with pytest.raises(ValueError): + client = DataformClient( + client_options={"scopes": ["1", "2"]}, + transport=transport, + ) + + +def test_transport_instance(): + # A client may be instantiated with a custom transport instance. + transport = transports.DataformGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + client = DataformClient(transport=transport) + assert client.transport is transport + + +def test_transport_get_channel(): + # A client may be instantiated with a custom transport instance. + transport = transports.DataformGrpcTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + channel = transport.grpc_channel + assert channel + + transport = transports.DataformGrpcAsyncIOTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + channel = transport.grpc_channel + assert channel + + +@pytest.mark.parametrize( + "transport_class", + [ + transports.DataformGrpcTransport, + transports.DataformGrpcAsyncIOTransport, + transports.DataformRestTransport, + ], +) +def test_transport_adc(transport_class): + # Test default credentials are used if not provided. + with mock.patch.object(google.auth, "default") as adc: + adc.return_value = (ga_credentials.AnonymousCredentials(), None) + transport_class() + adc.assert_called_once() + + +@pytest.mark.parametrize( + "transport_name", + [ + "grpc", + "rest", + ], +) +def test_transport_kind(transport_name): + transport = DataformClient.get_transport_class(transport_name)( + credentials=ga_credentials.AnonymousCredentials(), + ) + assert transport.kind == transport_name + + +def test_transport_grpc_default(): + # A client should use the gRPC transport by default. + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + ) + assert isinstance( + client.transport, + transports.DataformGrpcTransport, + ) + + +def test_dataform_base_transport_error(): + # Passing both a credentials object and credentials_file should raise an error + with pytest.raises(core_exceptions.DuplicateCredentialArgs): + transport = transports.DataformTransport( + credentials=ga_credentials.AnonymousCredentials(), + credentials_file="credentials.json", + ) + + +def test_dataform_base_transport(): + # Instantiate the base transport. + with mock.patch( + "google.cloud.dataform_v1beta1.services.dataform.transports.DataformTransport.__init__" + ) as Transport: + Transport.return_value = None + transport = transports.DataformTransport( + credentials=ga_credentials.AnonymousCredentials(), + ) + + # Every method on the transport should just blindly + # raise NotImplementedError. + methods = ( + "list_repositories", + "get_repository", + "create_repository", + "update_repository", "delete_repository", "fetch_remote_branches", "list_workspaces", @@ -9210,6 +18573,7 @@ def test_dataform_transport_auth_adc(transport_class): [ transports.DataformGrpcTransport, transports.DataformGrpcAsyncIOTransport, + transports.DataformRestTransport, ], ) def test_dataform_transport_auth_gdch_credentials(transport_class): @@ -9304,11 +18668,23 @@ def test_dataform_grpc_transport_client_cert_source_for_mtls(transport_class): ) +def test_dataform_http_transport_client_cert_source_for_mtls(): + cred = ga_credentials.AnonymousCredentials() + with mock.patch( + "google.auth.transport.requests.AuthorizedSession.configure_mtls_channel" + ) as mock_configure_mtls_channel: + transports.DataformRestTransport( + credentials=cred, client_cert_source_for_mtls=client_cert_source_callback + ) + mock_configure_mtls_channel.assert_called_once_with(client_cert_source_callback) + + @pytest.mark.parametrize( "transport_name", [ "grpc", "grpc_asyncio", + "rest", ], ) def test_dataform_host_no_port(transport_name): @@ -9319,7 +18695,11 @@ def test_dataform_host_no_port(transport_name): ), transport=transport_name, ) - assert client.transport._host == ("dataform.googleapis.com:443") + assert client.transport._host == ( + "dataform.googleapis.com:443" + if transport_name in ["grpc", "grpc_asyncio"] + else "https://dataform.googleapis.com" + ) @pytest.mark.parametrize( @@ -9327,6 +18707,7 @@ def test_dataform_host_no_port(transport_name): [ "grpc", "grpc_asyncio", + "rest", ], ) def test_dataform_host_with_port(transport_name): @@ -9337,7 +18718,138 @@ def test_dataform_host_with_port(transport_name): ), transport=transport_name, ) - assert client.transport._host == ("dataform.googleapis.com:8000") + assert client.transport._host == ( + "dataform.googleapis.com:8000" + if transport_name in ["grpc", "grpc_asyncio"] + else "https://dataform.googleapis.com:8000" + ) + + +@pytest.mark.parametrize( + "transport_name", + [ + "rest", + ], +) +def test_dataform_client_transport_session_collision(transport_name): + creds1 = ga_credentials.AnonymousCredentials() + creds2 = ga_credentials.AnonymousCredentials() + client1 = DataformClient( + credentials=creds1, + transport=transport_name, + ) + client2 = DataformClient( + credentials=creds2, + transport=transport_name, + ) + session1 = client1.transport.list_repositories._session + session2 = client2.transport.list_repositories._session + assert session1 != session2 + session1 = client1.transport.get_repository._session + session2 = client2.transport.get_repository._session + assert session1 != session2 + session1 = client1.transport.create_repository._session + session2 = client2.transport.create_repository._session + assert session1 != session2 + session1 = client1.transport.update_repository._session + session2 = client2.transport.update_repository._session + assert session1 != session2 + session1 = client1.transport.delete_repository._session + session2 = client2.transport.delete_repository._session + assert session1 != session2 + session1 = client1.transport.fetch_remote_branches._session + session2 = client2.transport.fetch_remote_branches._session + assert session1 != session2 + session1 = client1.transport.list_workspaces._session + session2 = client2.transport.list_workspaces._session + assert session1 != session2 + session1 = client1.transport.get_workspace._session + session2 = client2.transport.get_workspace._session + assert session1 != session2 + session1 = client1.transport.create_workspace._session + session2 = client2.transport.create_workspace._session + assert session1 != session2 + session1 = client1.transport.delete_workspace._session + session2 = client2.transport.delete_workspace._session + assert session1 != session2 + session1 = client1.transport.install_npm_packages._session + session2 = client2.transport.install_npm_packages._session + assert session1 != session2 + session1 = client1.transport.pull_git_commits._session + session2 = client2.transport.pull_git_commits._session + assert session1 != session2 + session1 = client1.transport.push_git_commits._session + session2 = client2.transport.push_git_commits._session + assert session1 != session2 + session1 = client1.transport.fetch_file_git_statuses._session + session2 = client2.transport.fetch_file_git_statuses._session + assert session1 != session2 + session1 = client1.transport.fetch_git_ahead_behind._session + session2 = client2.transport.fetch_git_ahead_behind._session + assert session1 != session2 + session1 = client1.transport.commit_workspace_changes._session + session2 = client2.transport.commit_workspace_changes._session + assert session1 != session2 + session1 = client1.transport.reset_workspace_changes._session + session2 = client2.transport.reset_workspace_changes._session + assert session1 != session2 + session1 = client1.transport.fetch_file_diff._session + session2 = client2.transport.fetch_file_diff._session + assert session1 != session2 + session1 = client1.transport.query_directory_contents._session + session2 = client2.transport.query_directory_contents._session + assert session1 != session2 + session1 = client1.transport.make_directory._session + session2 = client2.transport.make_directory._session + assert session1 != session2 + session1 = client1.transport.remove_directory._session + session2 = client2.transport.remove_directory._session + assert session1 != session2 + session1 = client1.transport.move_directory._session + session2 = client2.transport.move_directory._session + assert session1 != session2 + session1 = client1.transport.read_file._session + session2 = client2.transport.read_file._session + assert session1 != session2 + session1 = client1.transport.remove_file._session + session2 = client2.transport.remove_file._session + assert session1 != session2 + session1 = client1.transport.move_file._session + session2 = client2.transport.move_file._session + assert session1 != session2 + session1 = client1.transport.write_file._session + session2 = client2.transport.write_file._session + assert session1 != session2 + session1 = client1.transport.list_compilation_results._session + session2 = client2.transport.list_compilation_results._session + assert session1 != session2 + session1 = client1.transport.get_compilation_result._session + session2 = client2.transport.get_compilation_result._session + assert session1 != session2 + session1 = client1.transport.create_compilation_result._session + session2 = client2.transport.create_compilation_result._session + assert session1 != session2 + session1 = client1.transport.query_compilation_result_actions._session + session2 = client2.transport.query_compilation_result_actions._session + assert session1 != session2 + session1 = client1.transport.list_workflow_invocations._session + session2 = client2.transport.list_workflow_invocations._session + assert session1 != session2 + session1 = client1.transport.get_workflow_invocation._session + session2 = client2.transport.get_workflow_invocation._session + assert session1 != session2 + session1 = client1.transport.create_workflow_invocation._session + session2 = client2.transport.create_workflow_invocation._session + assert session1 != session2 + session1 = client1.transport.delete_workflow_invocation._session + session2 = client2.transport.delete_workflow_invocation._session + assert session1 != session2 + session1 = client1.transport.cancel_workflow_invocation._session + session2 = client2.transport.cancel_workflow_invocation._session + assert session1 != session2 + session1 = client1.transport.query_workflow_invocation_actions._session + session2 = client2.transport.query_workflow_invocation_actions._session + assert session1 != session2 def test_dataform_grpc_transport_channel(): @@ -9743,6 +19255,120 @@ async def test_transport_close_async(): close.assert_called_once() +def test_get_location_rest_bad_request( + transport: str = "rest", request_type=locations_pb2.GetLocationRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + request = request_type() + request = json_format.ParseDict( + {"name": "projects/sample1/locations/sample2"}, request + ) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.get_location(request) + + +@pytest.mark.parametrize( + "request_type", + [ + locations_pb2.GetLocationRequest, + dict, + ], +) +def test_get_location_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request_init = {"name": "projects/sample1/locations/sample2"} + request = request_type(**request_init) + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = locations_pb2.Location() + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = json_format.MessageToJson(return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.get_location(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, locations_pb2.Location) + + +def test_list_locations_rest_bad_request( + transport: str = "rest", request_type=locations_pb2.ListLocationsRequest +): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport=transport, + ) + + request = request_type() + request = json_format.ParseDict({"name": "projects/sample1"}, request) + + # Mock the http request call within the method and fake a BadRequest error. + with mock.patch.object(Session, "request") as req, pytest.raises( + core_exceptions.BadRequest + ): + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 400 + response_value.request = Request() + req.return_value = response_value + client.list_locations(request) + + +@pytest.mark.parametrize( + "request_type", + [ + locations_pb2.ListLocationsRequest, + dict, + ], +) +def test_list_locations_rest(request_type): + client = DataformClient( + credentials=ga_credentials.AnonymousCredentials(), + transport="rest", + ) + request_init = {"name": "projects/sample1"} + request = request_type(**request_init) + # Mock the http request call within the method and fake a response. + with mock.patch.object(type(client.transport._session), "request") as req: + # Designate an appropriate value for the returned response. + return_value = locations_pb2.ListLocationsResponse() + + # Wrap the value into a proper Response obj + response_value = Response() + response_value.status_code = 200 + json_return_value = json_format.MessageToJson(return_value) + + response_value._content = json_return_value.encode("UTF-8") + req.return_value = response_value + + response = client.list_locations(request) + + # Establish that the response is the type that we expect. + assert isinstance(response, locations_pb2.ListLocationsResponse) + + def test_list_locations(transport: str = "grpc"): client = DataformClient( credentials=ga_credentials.AnonymousCredentials(), @@ -10031,6 +19657,7 @@ async def test_get_location_from_dict_async(): def test_transport_close(): transports = { + "rest": "_session", "grpc": "_grpc_channel", } @@ -10048,6 +19675,7 @@ def test_transport_close(): def test_client_ctx(): transports = [ + "rest", "grpc", ] for transport in transports: From 38e29fbade8cfab066bb16a4649469e6dacee207 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Mon, 27 Feb 2023 16:18:26 +0000 Subject: [PATCH 6/8] chore(python): upgrade gcp-releasetool in .kokoro [autoapprove] (#52) Source-Link: https://togithub.com/googleapis/synthtool/commit/5f2a6089f73abf06238fe4310f6a14d6f6d1eed3 Post-Processor: gcr.io/cloud-devrel-public-resources/owlbot-python:latest@sha256:8555f0e37e6261408f792bfd6635102d2da5ad73f8f09bcb24f25e6afb5fac97 --- .github/.OwlBot.lock.yaml | 2 +- .kokoro/requirements.in | 2 +- .kokoro/requirements.txt | 6 +++--- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/.OwlBot.lock.yaml b/.github/.OwlBot.lock.yaml index 894fb6b..5fc5daa 100644 --- a/.github/.OwlBot.lock.yaml +++ b/.github/.OwlBot.lock.yaml @@ -13,4 +13,4 @@ # limitations under the License. docker: image: gcr.io/cloud-devrel-public-resources/owlbot-python:latest - digest: sha256:f62c53736eccb0c4934a3ea9316e0d57696bb49c1a7c86c726e9bb8a2f87dadf + digest: sha256:8555f0e37e6261408f792bfd6635102d2da5ad73f8f09bcb24f25e6afb5fac97 diff --git a/.kokoro/requirements.in b/.kokoro/requirements.in index cbd7e77..882178c 100644 --- a/.kokoro/requirements.in +++ b/.kokoro/requirements.in @@ -1,5 +1,5 @@ gcp-docuploader -gcp-releasetool +gcp-releasetool>=1.10.5 # required for compatibility with cryptography>=39.x importlib-metadata typing-extensions twine diff --git a/.kokoro/requirements.txt b/.kokoro/requirements.txt index 096e480..fa99c12 100644 --- a/.kokoro/requirements.txt +++ b/.kokoro/requirements.txt @@ -154,9 +154,9 @@ gcp-docuploader==0.6.4 \ --hash=sha256:01486419e24633af78fd0167db74a2763974765ee8078ca6eb6964d0ebd388af \ --hash=sha256:70861190c123d907b3b067da896265ead2eeb9263969d6955c9e0bb091b5ccbf # via -r requirements.in -gcp-releasetool==1.10.0 \ - --hash=sha256:72a38ca91b59c24f7e699e9227c90cbe4dd71b789383cb0164b088abae294c83 \ - --hash=sha256:8c7c99320208383d4bb2b808c6880eb7a81424afe7cdba3c8d84b25f4f0e097d +gcp-releasetool==1.10.5 \ + --hash=sha256:174b7b102d704b254f2a26a3eda2c684fd3543320ec239baf771542a2e58e109 \ + --hash=sha256:e29d29927fe2ca493105a82958c6873bb2b90d503acac56be2c229e74de0eec9 # via -r requirements.in google-api-core==2.10.2 \ --hash=sha256:10c06f7739fe57781f87523375e8e1a3a4674bf6392cd6131a3222182b971320 \ From 8b1842381a8fec26c7c6738dadee47fa46a112f7 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Mon, 27 Feb 2023 11:34:46 -0500 Subject: [PATCH 7/8] chore: Update gapic-generator-python to v1.8.5 (#51) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * chore: Update gapic-generator-python to v1.8.5 PiperOrigin-RevId: 511892190 Source-Link: https://github.com/googleapis/googleapis/commit/a45d9c09c1287ffdf938f4e8083e791046c0b23b Source-Link: https://github.com/googleapis/googleapis-gen/commit/1907294b1d8365ea24f8c5f2e059a64124c4ed3b Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiMTkwNzI5NGIxZDgzNjVlYTI0ZjhjNWYyZTA1OWE2NDEyNGM0ZWQzYiJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md --------- Co-authored-by: Owl Bot Co-authored-by: Anthonios Partheniou --- .../services/dataform/transports/rest.py | 82 +++++++++---------- .../cloud/dataform_v1beta1/types/dataform.py | 2 + 2 files changed, 43 insertions(+), 41 deletions(-) diff --git a/google/cloud/dataform_v1beta1/services/dataform/transports/rest.py b/google/cloud/dataform_v1beta1/services/dataform/transports/rest.py index 91c7f41..308052b 100644 --- a/google/cloud/dataform_v1beta1/services/dataform/transports/rest.py +++ b/google/cloud/dataform_v1beta1/services/dataform/transports/rest.py @@ -17,7 +17,7 @@ import dataclasses import json # type: ignore import re -from typing import Callable, Dict, List, Optional, Sequence, Tuple, Union +from typing import Any, Callable, Dict, List, Optional, Sequence, Tuple, Union import warnings from google.api_core import gapic_v1, path_template, rest_helpers, rest_streaming @@ -1032,7 +1032,7 @@ def pre_get_location( self, request: locations_pb2.GetLocationRequest, metadata: Sequence[Tuple[str, str]], - ) -> locations_pb2.Location: + ) -> Tuple[locations_pb2.GetLocationRequest, Sequence[Tuple[str, str]]]: """Pre-rpc interceptor for get_location Override in a subclass to manipulate the request or metadata @@ -1041,7 +1041,7 @@ def pre_get_location( return request, metadata def post_get_location( - self, response: locations_pb2.GetLocationRequest + self, response: locations_pb2.Location ) -> locations_pb2.Location: """Post-rpc interceptor for get_location @@ -1055,7 +1055,7 @@ def pre_list_locations( self, request: locations_pb2.ListLocationsRequest, metadata: Sequence[Tuple[str, str]], - ) -> locations_pb2.ListLocationsResponse: + ) -> Tuple[locations_pb2.ListLocationsRequest, Sequence[Tuple[str, str]]]: """Pre-rpc interceptor for list_locations Override in a subclass to manipulate the request or metadata @@ -1064,7 +1064,7 @@ def pre_list_locations( return request, metadata def post_list_locations( - self, response: locations_pb2.ListLocationsRequest + self, response: locations_pb2.ListLocationsResponse ) -> locations_pb2.ListLocationsResponse: """Post-rpc interceptor for list_locations @@ -1176,7 +1176,7 @@ class _CancelWorkflowInvocation(DataformRestStub): def __hash__(self): return hash("CancelWorkflowInvocation") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -1262,7 +1262,7 @@ class _CommitWorkspaceChanges(DataformRestStub): def __hash__(self): return hash("CommitWorkspaceChanges") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -1347,7 +1347,7 @@ class _CreateCompilationResult(DataformRestStub): def __hash__(self): return hash("CreateCompilationResult") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -1446,7 +1446,7 @@ class _CreateRepository(DataformRestStub): def __hash__(self): return hash("CreateRepository") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = { + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = { "repositoryId": "", } @@ -1545,7 +1545,7 @@ class _CreateWorkflowInvocation(DataformRestStub): def __hash__(self): return hash("CreateWorkflowInvocation") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -1645,7 +1645,7 @@ class _CreateWorkspace(DataformRestStub): def __hash__(self): return hash("CreateWorkspace") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = { + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = { "workspaceId": "", } @@ -1744,7 +1744,7 @@ class _DeleteRepository(DataformRestStub): def __hash__(self): return hash("DeleteRepository") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -1820,7 +1820,7 @@ class _DeleteWorkflowInvocation(DataformRestStub): def __hash__(self): return hash("DeleteWorkflowInvocation") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -1897,7 +1897,7 @@ class _DeleteWorkspace(DataformRestStub): def __hash__(self): return hash("DeleteWorkspace") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -1973,7 +1973,7 @@ class _FetchFileDiff(DataformRestStub): def __hash__(self): return hash("FetchFileDiff") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = { + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = { "path": "", } @@ -2061,7 +2061,7 @@ class _FetchFileGitStatuses(DataformRestStub): def __hash__(self): return hash("FetchFileGitStatuses") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2149,7 +2149,7 @@ class _FetchGitAheadBehind(DataformRestStub): def __hash__(self): return hash("FetchGitAheadBehind") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2237,7 +2237,7 @@ class _FetchRemoteBranches(DataformRestStub): def __hash__(self): return hash("FetchRemoteBranches") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2325,7 +2325,7 @@ class _GetCompilationResult(DataformRestStub): def __hash__(self): return hash("GetCompilationResult") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2415,7 +2415,7 @@ class _GetRepository(DataformRestStub): def __hash__(self): return hash("GetRepository") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2501,7 +2501,7 @@ class _GetWorkflowInvocation(DataformRestStub): def __hash__(self): return hash("GetWorkflowInvocation") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2591,7 +2591,7 @@ class _GetWorkspace(DataformRestStub): def __hash__(self): return hash("GetWorkspace") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2677,7 +2677,7 @@ class _InstallNpmPackages(DataformRestStub): def __hash__(self): return hash("InstallNpmPackages") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2774,7 +2774,7 @@ class _ListCompilationResults(DataformRestStub): def __hash__(self): return hash("ListCompilationResults") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2862,7 +2862,7 @@ class _ListRepositories(DataformRestStub): def __hash__(self): return hash("ListRepositories") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -2950,7 +2950,7 @@ class _ListWorkflowInvocations(DataformRestStub): def __hash__(self): return hash("ListWorkflowInvocations") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3038,7 +3038,7 @@ class _ListWorkspaces(DataformRestStub): def __hash__(self): return hash("ListWorkspaces") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3124,7 +3124,7 @@ class _MakeDirectory(DataformRestStub): def __hash__(self): return hash("MakeDirectory") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3219,7 +3219,7 @@ class _MoveDirectory(DataformRestStub): def __hash__(self): return hash("MoveDirectory") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3314,7 +3314,7 @@ class _MoveFile(DataformRestStub): def __hash__(self): return hash("MoveFile") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3409,7 +3409,7 @@ class _PullGitCommits(DataformRestStub): def __hash__(self): return hash("PullGitCommits") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3494,7 +3494,7 @@ class _PushGitCommits(DataformRestStub): def __hash__(self): return hash("PushGitCommits") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3579,7 +3579,7 @@ class _QueryCompilationResultActions(DataformRestStub): def __hash__(self): return hash("QueryCompilationResultActions") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3668,7 +3668,7 @@ class _QueryDirectoryContents(DataformRestStub): def __hash__(self): return hash("QueryDirectoryContents") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3756,7 +3756,7 @@ class _QueryWorkflowInvocationActions(DataformRestStub): def __hash__(self): return hash("QueryWorkflowInvocationActions") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -3845,7 +3845,7 @@ class _ReadFile(DataformRestStub): def __hash__(self): return hash("ReadFile") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = { + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = { "path": "", } @@ -3933,7 +3933,7 @@ class _RemoveDirectory(DataformRestStub): def __hash__(self): return hash("RemoveDirectory") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -4018,7 +4018,7 @@ class _RemoveFile(DataformRestStub): def __hash__(self): return hash("RemoveFile") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -4101,7 +4101,7 @@ class _ResetWorkspaceChanges(DataformRestStub): def __hash__(self): return hash("ResetWorkspaceChanges") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -4186,7 +4186,7 @@ class _UpdateRepository(DataformRestStub): def __hash__(self): return hash("UpdateRepository") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): @@ -4283,7 +4283,7 @@ class _WriteFile(DataformRestStub): def __hash__(self): return hash("WriteFile") - __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, str] = {} + __REQUIRED_FIELDS_DEFAULT_VALUES: Dict[str, Any] = {} @classmethod def _get_unset_required_fields(cls, message_dict): diff --git a/google/cloud/dataform_v1beta1/types/dataform.py b/google/cloud/dataform_v1beta1/types/dataform.py index b2efda2..c1d51cf 100644 --- a/google/cloud/dataform_v1beta1/types/dataform.py +++ b/google/cloud/dataform_v1beta1/types/dataform.py @@ -13,6 +13,8 @@ # See the License for the specific language governing permissions and # limitations under the License. # +from __future__ import annotations + from typing import MutableMapping, MutableSequence from google.protobuf import field_mask_pb2 # type: ignore From 3017246f2ce8d0304b6bef442adf3f7d2e4ec9b2 Mon Sep 17 00:00:00 2001 From: "release-please[bot]" <55107282+release-please[bot]@users.noreply.github.com> Date: Mon, 27 Feb 2023 18:25:49 -0800 Subject: [PATCH 8/8] chore(main): release 0.5.0 (#50) Co-authored-by: release-please[bot] <55107282+release-please[bot]@users.noreply.github.com> Co-authored-by: Victor Chudnovsky --- .release-please-manifest.json | 2 +- CHANGELOG.md | 7 +++++++ google/cloud/dataform/gapic_version.py | 2 +- google/cloud/dataform_v1beta1/gapic_version.py | 2 +- .../snippet_metadata_google.cloud.dataform.v1beta1.json | 2 +- 5 files changed, 11 insertions(+), 4 deletions(-) diff --git a/.release-please-manifest.json b/.release-please-manifest.json index 218393f..f1c1e58 100644 --- a/.release-please-manifest.json +++ b/.release-please-manifest.json @@ -1,3 +1,3 @@ { - ".": "0.4.1" + ".": "0.5.0" } diff --git a/CHANGELOG.md b/CHANGELOG.md index c94fc42..e02eabc 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,12 @@ # Changelog +## [0.5.0](https://github.com/googleapis/python-dataform/compare/v0.4.1...v0.5.0) (2023-02-27) + + +### Features + +* Enable "rest" transport in Python for services supporting numeric enums ([#49](https://github.com/googleapis/python-dataform/issues/49)) ([403b246](https://github.com/googleapis/python-dataform/commit/403b2463a9ebeec2e03c9a9a27435c60dceedb41)) + ## [0.4.1](https://github.com/googleapis/python-dataform/compare/v0.4.0...v0.4.1) (2023-01-20) diff --git a/google/cloud/dataform/gapic_version.py b/google/cloud/dataform/gapic_version.py index 1f65b1e..371eb6b 100644 --- a/google/cloud/dataform/gapic_version.py +++ b/google/cloud/dataform/gapic_version.py @@ -13,4 +13,4 @@ # See the License for the specific language governing permissions and # limitations under the License. # -__version__ = "0.4.1" # {x-release-please-version} +__version__ = "0.5.0" # {x-release-please-version} diff --git a/google/cloud/dataform_v1beta1/gapic_version.py b/google/cloud/dataform_v1beta1/gapic_version.py index 1f65b1e..371eb6b 100644 --- a/google/cloud/dataform_v1beta1/gapic_version.py +++ b/google/cloud/dataform_v1beta1/gapic_version.py @@ -13,4 +13,4 @@ # See the License for the specific language governing permissions and # limitations under the License. # -__version__ = "0.4.1" # {x-release-please-version} +__version__ = "0.5.0" # {x-release-please-version} diff --git a/samples/generated_samples/snippet_metadata_google.cloud.dataform.v1beta1.json b/samples/generated_samples/snippet_metadata_google.cloud.dataform.v1beta1.json index acdf6fb..a3cd55e 100644 --- a/samples/generated_samples/snippet_metadata_google.cloud.dataform.v1beta1.json +++ b/samples/generated_samples/snippet_metadata_google.cloud.dataform.v1beta1.json @@ -8,7 +8,7 @@ ], "language": "PYTHON", "name": "google-cloud-dataform", - "version": "0.1.0" + "version": "0.5.0" }, "snippets": [ {