123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112 |
- from __future__ import annotations
- import random
- import json
- from ..typing import AsyncResult, Messages
- from ..requests import StreamSession, raise_for_status
- from ..errors import ResponseError
- from ..providers.response import FinishReason, Sources
- from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
- API_URL = "https://www.perplexity.ai/socket.io/"
- WS_URL = "wss://www.perplexity.ai/socket.io/"
- class PerplexityLabs(AsyncGeneratorProvider, ProviderModelMixin):
- label = "Perplexity Labs"
- url = "https://labs.perplexity.ai"
- working = True
- default_model = "r1-1776"
- models = [
- default_model,
- "sonar-pro",
- "sonar",
- "sonar-reasoning",
- "sonar-reasoning-pro",
- ]
- @classmethod
- async def create_async_generator(
- cls,
- model: str,
- messages: Messages,
- proxy: str = None,
- **kwargs
- ) -> AsyncResult:
- headers = {
- "Origin": cls.url,
- "Referer": f"{cls.url}/",
- }
- async with StreamSession(headers=headers, proxy=proxy, impersonate="chrome") as session:
- t = format(random.getrandbits(32), "08x")
- async with session.get(
- f"{API_URL}?EIO=4&transport=polling&t={t}"
- ) as response:
- await raise_for_status(response)
- text = await response.text()
- assert text.startswith("0")
- sid = json.loads(text[1:])["sid"]
- post_data = '40{"jwt":"anonymous-ask-user"}'
- async with session.post(
- f"{API_URL}?EIO=4&transport=polling&t={t}&sid={sid}",
- data=post_data
- ) as response:
- await raise_for_status(response)
- assert await response.text() == "OK"
- async with session.get(
- f"{API_URL}?EIO=4&transport=polling&t={t}&sid={sid}",
- data=post_data
- ) as response:
- await raise_for_status(response)
- assert (await response.text()).startswith("40")
- async with session.ws_connect(f"{WS_URL}?EIO=4&transport=websocket&sid={sid}", autoping=False) as ws:
- await ws.send_str("2probe")
- assert(await ws.receive_str() == "3probe")
- await ws.send_str("5")
- assert(await ws.receive_str() == "6")
- message_data = {
- "version": "2.18",
- "source": "default",
- "model": model,
- "messages": [message for message in messages if isinstance(message["content"], str)],
- }
- await ws.send_str("42" + json.dumps(["perplexity_labs", message_data]))
- last_message = 0
- while True:
- message = await ws.receive_str()
- if message == "2":
- if last_message == 0:
- raise RuntimeError("Unknown error")
- await ws.send_str("3")
- continue
- try:
- if not message.startswith("42"):
- continue
-
- parsed_data = json.loads(message[2:])
- message_type = parsed_data[0]
- data = parsed_data[1]
-
- # Handle error responses
- if message_type.endswith("_query_progress") and data.get("status") == "failed":
- error_message = data.get("text", "Unknown API error")
- raise ResponseError(f"API Error: {error_message}")
-
- # Handle normal responses
- if "output" in data:
- if last_message == 0 and model == cls.default_model:
- yield "<think>"
- yield data["output"][last_message:]
- last_message = len(data["output"])
- if data["final"]:
- if data["citations"]:
- yield Sources(data["citations"])
- yield FinishReason("stop")
- break
- except ResponseError as e:
- # Re-raise ResponseError directly
- raise e
- except Exception as e:
- raise ResponseError(f"Error processing message: {message}") from e
|