feat(generative_ai): add gemini pro basic and config examples (GoogleCloudPlatform#11034)

msampathkumar · gcf-owl-bot[bot] · rsamborski · web-flow · commit 01d1fb58fb95 · 2023-12-20T15:49:21.000+01:00
* fix(generative_ai): add gemini pro basic and config examples * fix(generative_ai): add gemini pro basic and config examples * fix(generative_ai): update region tags * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * chore(generative_ai): code cleanup * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * chore(generative_ai): code formatting * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * chore(generative_ai): code formatting * code formatting * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * code cleanup * fix: update file path * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * chore: update model input args * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * Update generative_ai/gemini_pro_config_example.py Co-authored-by: Remigiusz Samborski <rsamborski@users.noreply.github.com> * Update generative_ai/gemini_pro_config_example.py Co-authored-by: Remigiusz Samborski <rsamborski@users.noreply.github.com> * chore(generative_ai): update region tags and fix prompt grammar --------- Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com> Co-authored-by: Remigiusz Samborski <rsamborski@users.noreply.github.com>
diff --git a/generative_ai/gemini_guide_example.py b/generative_ai/gemini_guide_example.py
@@ -41,8 +41,4 @@ def generate_text(project_id: str, location: str) -> str:
     return response.text
 
 
-# TODO(developer): Update PROJECT_ID value and un-comment below lines
-# project_id = "PROJECT_ID"
-# location = "us-central1"
-# generate_text(project_id, location)
 # [END aiplatform_gemini_get_started]
diff --git a/generative_ai/gemini_pro_basic_example.py b/generative_ai/gemini_pro_basic_example.py
@@ -0,0 +1,38 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# [START aiplatform_gemini_pro_example]
+import vertexai
+from vertexai.preview.generative_models import GenerativeModel, Part
+
+
+def generate_text(project_id: str, location: str) -> None:
+    # Initialize Vertex AI
+    vertexai.init(project=project_id, location=location)
+
+    # Load the model
+    model = GenerativeModel(model_name="gemini-pro-vision")
+
+    # Load example image
+    image_url = "gs://generativeai-downloads/images/scones.jpg"
+    image_content = Part.from_uri(image_url, "image/jpeg")
+
+    # Query the model
+    response = model.generate_content([image_content, "what is this image?"])
+    print(response)
+
+    return response.text
+
+
+# [END aiplatform_gemini_pro_example]
diff --git a/generative_ai/gemini_pro_config_example.py b/generative_ai/gemini_pro_config_example.py
@@ -0,0 +1,46 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# [START aiplatform_gemini_pro_config_example]
+import base64
+
+import vertexai
+from vertexai.preview.generative_models import GenerativeModel, Part
+
+
+def generate_text(project_id: str, location: str) -> None:
+    # Initialize Vertex AI
+    vertexai.init(project=project_id, location=location)
+
+    # Load the model
+    model = GenerativeModel("gemini-pro-vision")
+
+    # Load example image from local storage
+    encoded_image = base64.b64encode(open("scones.jpg", "rb").read()).decode("utf-8")
+    image_content = Part.from_data(
+        data=base64.b64decode(encoded_image), mime_type="image/jpeg"
+    )
+
+    # Generation Config
+    config = {"max_output_tokens": 2048, "temperature": 0.4, "top_p": 1, "top_k": 32}
+
+    # Generate text
+    response = model.generate_content(
+        [image_content, "what is this image?"], generation_config=config
+    )
+    print(response.text)
+    return response.text
+
+
+# [END aiplatform_gemini_pro_config_example]
diff --git a/generative_ai/gemini_safety_config_example.py b/generative_ai/gemini_safety_config_example.py
@@ -50,10 +50,3 @@ def generate_text(project_id: str, location: str, image: str) -> str:
 
 
 # [END aiplatform_gemini_safety_settings]
-
-
-# if __name__ == '__main__':
-# import base64
-# base64_image_data = base64.b64encode(open('scones.jpg', 'rb').read()).decode("utf-8")
-# image = generative_models.Part.from_data(data=base64.b64decode(base64_image_data), mime_type="image/png")
-# generate_text(image)
diff --git a/generative_ai/test_gemini_examples.py b/generative_ai/test_gemini_examples.py
@@ -20,6 +20,8 @@
 import gemini_count_token_example
 import gemini_guide_example
 import gemini_multi_image_example
+import gemini_pro_basic_example
+import gemini_pro_config_example
 import gemini_safety_config_example
 import gemini_single_turn_video_example
 
@@ -37,6 +39,33 @@ def test_gemini_guide_example() -> None:
     assert "scones" in text
 
 
+def test_gemini_pro_basic_example() -> None:
+    text = gemini_pro_basic_example.generate_text(PROJECT_ID, LOCATION)
+    text = text.lower()
+    assert len(text) > 0
+    assert "recipe" in text or "ingredients" in text or "table" in text
+
+
+def test_gemini_pro_config_example() -> None:
+    import urllib.request
+
+    #  download the image
+    fname = "scones.jpg"
+    url = "https://storage.googleapis.com/generativeai-downloads/images/scones.jpg"
+    urllib.request.urlretrieve(url, fname)
+
+    if os.path.isfile(fname):
+        text = gemini_pro_config_example.generate_text(PROJECT_ID, LOCATION)
+        text = text.lower()
+        assert len(text) > 0
+        assert "recipe" in text or "table" in text
+
+        # clean-up
+        os.remove(fname)
+    else:
+        raise Exception("File(scones.jpg) not found!")
+
+
 def test_gemini_multi_image_example() -> None:
     text = gemini_multi_image_example.generate_text_multimodal(PROJECT_ID, LOCATION)
     text = text.lower()
