Google-Gemini2

python-genai Google Bug

gemini-2.0-flash报错, gemini-1.5-flash报错相同
https://github.com/livekit/agents/pull/1480#commits-pushed-f87c7ac
提交了复现代码，并报告了bug给Google
https://github.com/googleapis/python-genai/issues/362

Error:

2025/02/18 14:28:44 - ERROR - livekit.plugins.google - Error in _main_task
Traceback (most recent call last):
File “/Users/admin/git/livekitagents/livekit-agents/livekit/agents/utils/log.py”, line 16, in async_fn_logs
return await fn(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File “/Users/admin/git/livekitagents/livekit-plugins/livekit-plugins-google/build/editable.livekit_plugins_google-0.10.2-py3-none-any/livekit/plugins/google/beta/realtime/realtime_api.py”, line 490, in _main_task
async with self._client.aio.live.connect(
File “/Users/admin/miniforge3/envs/pipecat/lib/python3.11/contextlib.py”, line 210, in aenter
return await anext(self.gen)
^^^^^^^^^^^^^^^^^^^^^
File “/Users/admin/miniforge3/envs/pipecat/lib/python3.11/site-packages/google/genai/live.py”, line 705, in connect
logging.info(await ws.recv(decode=False))
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “/Users/admin/miniforge3/envs/pipecat/lib/python3.11/site-packages/websockets/asyncio/connection.py”, line 313, in recv
raise self.protocol.close_exc from self.recv_exc
websockets.exceptions.ConnectionClosedError: received 1008 (policy violation) Request trace id: 3c25bd58ae0ed234, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash is not found for API versi; then sent 1008 (policy violation) Request trace id: 3c25bd58ae0ed234, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash is not found for API versi
2025/02/18 14:28:44 - ERROR - livekit.plugins.google - Error in _main_task
Traceback (most recent call last):
File “/Users/admin/git/livekitagents/livekit-agents/livekit/agents/utils/log.py”, line 16, in async_fn_logs
return await fn(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File “/Users/admin/git/livekitagents/livekit-plugins/livekit-plugins-google/build/editable.livekit_plugins_google-0.10.2-py3-none-any/livekit/plugins/google/beta/realtime/realtime_api.py”, line 490, in _main_task
async with self._client.aio.live.connect(
File “/Users/admin/miniforge3/envs/pipecat/lib/python3.11/contextlib.py”, line 210, in aenter
return await anext(self.gen)
^^^^^^^^^^^^^^^^^^^^^
File “/Users/admin/miniforge3/envs/pipecat/lib/python3.11/site-packages/google/genai/live.py”, line 705, in connect
logging.info(await ws.recv(decode=False))
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File “/Users/admin/miniforge3/envs/pipecat/lib/python3.11/site-packages/websockets/asyncio/connection.py”, line 313, in recv
raise self.protocol.close_exc from self.recv_exc
websockets.exceptions.ConnectionClosedError: received 1008 (policy violation) Request trace id: 3c25bd58ae0ed234, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash is not found for API versi; then sent 1008 (policy violation) Request trace id: 3c25bd58ae0ed234, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash is not found for API versi
{“message”: “Error in _main_task\nTraceback (most recent call last):\n File "/Users/admin/git/livekitagents/livekit-agents/livekit/agents/utils/log.py", line 16, in async_fn_logs\n return await fn(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/Users/admin/git/livekitagents/livekit-plugins/livekit-plugins-google/build/editable.livekit_plugins_google-0.10.2-py3-none-any/livekit/plugins/google/beta/realtime/realtime_api.py", line 490, in _main_task\n async with self._client.aio.live.connect(\n File "/Users/admin/miniforge3/envs/pipecat/lib/python3.11/contextlib.py", line 210, in __aenter__\n return await anext(self.gen)\n ^^^^^^^^^^^^^^^^^^^^^\n File "/Users/admin/miniforge3/envs/pipecat/lib/python3.11/site-packages/google/genai/live.py", line 705, in connect\n logging.info(await ws.recv(decode=False))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/Users/admin/miniforge3/envs/pipecat/lib/python3.11/site-packages/websockets/asyncio/connection.py", line 313, in recv\n raise self.protocol.close_exc from self.recv_exc\nwebsockets.exceptions.ConnectionClosedError: received 1008 (policy violation) Request trace id: 3c25bd58ae0ed234, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash is not found for API versi; then sent 1008 (policy violation) Request trace id: 3c25bd58ae0ed234, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash is not found for API versi”, “level”: “ERROR”, “name”: “livekit.plugins.google”, “pid”: 64845, “job_id”: “AJ_PM9XishhmSxZ”, “timestamp”: “2025-02-18T06:28:44.235064+00:00”}
2025/02/18 14:28:47 - INFO - livekit.agents - worker is at full capacity, marking as unavailable

Reproduce the error when using Gemini on LiveKit.

import asyncio
from google import genai
from google.genai.types import (
    Blob,
    Content,
    FunctionResponse,
    GenerationConfig,
    HttpOptions,
    LiveClientContent,
    LiveClientRealtimeInput,
    LiveClientToolResponse,
    LiveConnectConfig,
    Modality,
    Part,
    PrebuiltVoiceConfig,
    SpeechConfig,
    Tool,
    VoiceConfig,
)
instructions = "You'r name is Chikka, Say your name before answer."

instructions_content = (
            Content(parts=[Part(text=instructions)]) if instructions else None
        )

config = LiveConnectConfig(
            response_modalities=["AUDIO"],
            generation_config=GenerationConfig(
                candidate_count=1,
                temperature=0.8,
            ),
            system_instruction=instructions_content,
            speech_config=SpeechConfig(
                voice_config=VoiceConfig(
                    prebuilt_voice_config=PrebuiltVoiceConfig(
                        voice_name="Puck"
                    )
                )
            ),
            tools=[],
        )
API_KEY = "AIzaSyATG6c8gU_u07ZmaBdpWlbTfg_Rb9SEHfU"
client = genai.Client(api_key=API_KEY)

client = genai.Client(
            http_options=HttpOptions(api_version="v1alpha"),
            api_key=API_KEY,
        )
# Define an async function
async def generate_message(model):
    async with client.aio.live.connect(model=model, config=config) as session:
        await session.send(input='Hello world!', end_of_turn=True)
        async for message in session.receive():
            print(message)

if __name__ == '__main__':
    # model = "gemini-2.0-flash-exp" #Work
    # model = "gemini-2.0-flash-001"  #Not work, websockets.exceptions.ConnectionClosedError: received 1008 (policy violation) Request trace id: dce7e7e3b7eb1acc, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash-001 is not found for API v; then sent 1008 (policy violation) Request trace id: dce7e7e3b7eb1acc, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash-001 is not found for API v
​    model = "gemini-2.0-flash"  #Not work, websockets.exceptions.ConnectionClosedError: received 1008 (policy violation) Request trace id: 2484ba5b9948c5b7, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash is not found for API versi; then sent 1008 (policy violation) Request trace id: 2484ba5b9948c5b7, [ORIGINAL ERROR] generic::not_found: models/gemini-2.0-flash is not found for API versi
​    asyncio.run(generate_message(model))