(g4f/Provider/DDG.py): The provider has been updated to the new version

@@ -1,132 +1,89 @@

1 1 from __future__ import annotations

2 2

3 from aiohttp import ClientSession, ClientTimeout, ClientError

3 4 import json

4 import aiohttp

5 from aiohttp import ClientSession, BaseConnector

6

7 5 from ..typing import AsyncResult, Messages

8 from .base_provider import AsyncGeneratorProvider, ProviderModelMixin, BaseConversation

6 from .base_provider import AsyncGeneratorProvider, ProviderModelMixin

9 7 from .helper import format_prompt

10 from ..requests.aiohttp import get_connector

11 from ..requests.raise_for_status import raise_for_status

12

13 MODELS = [

14

    {"model":"gpt-4o","modelName":"GPT-4o","modelVariant":None,"modelStyleId":"gpt-4o-mini","createdBy":"OpenAI","moderationLevel":"HIGH","isAvailable":1,"inputCharLimit":16e3,"settingId":"4"},

15

    {"model":"gpt-4o-mini","modelName":"GPT-4o","modelVariant":"mini","modelStyleId":"gpt-4o-mini","createdBy":"OpenAI","moderationLevel":"HIGH","isAvailable":0,"inputCharLimit":16e3,"settingId":"3"},

16

    {"model":"claude-3-5-sonnet-20240620","modelName":"Claude 3.5","modelVariant":"Sonnet","modelStyleId":"claude-3-haiku","createdBy":"Anthropic","moderationLevel":"HIGH","isAvailable":1,"inputCharLimit":16e3,"settingId":"7"},

17

    {"model":"claude-3-opus-20240229","modelName":"Claude 3","modelVariant":"Opus","modelStyleId":"claude-3-haiku","createdBy":"Anthropic","moderationLevel":"HIGH","isAvailable":1,"inputCharLimit":16e3,"settingId":"2"},

18

    {"model":"claude-3-haiku-20240307","modelName":"Claude 3","modelVariant":"Haiku","modelStyleId":"claude-3-haiku","createdBy":"Anthropic","moderationLevel":"HIGH","isAvailable":0,"inputCharLimit":16e3,"settingId":"1"},

19

    {"model":"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","modelName":"Llama 3.1","modelVariant":"70B","modelStyleId":"llama-3","createdBy":"Meta","moderationLevel":"MEDIUM","isAvailable":0,"isOpenSource":0,"inputCharLimit":16e3,"settingId":"5"},

20

    {"model":"mistralai/Mixtral-8x7B-Instruct-v0.1","modelName":"Mixtral","modelVariant":"8x7B","modelStyleId":"mixtral","createdBy":"Mistral AI","moderationLevel":"LOW","isAvailable":0,"isOpenSource":0,"inputCharLimit":16e3,"settingId":"6"},

21

    {"model":"Qwen/Qwen2.5-Coder-32B-Instruct","modelName":"Qwen 2.5 Coder","modelVariant":"32B","modelStyleId":"qwen","createdBy":"Alibaba Cloud","moderationLevel":"LOW","isAvailable":0,"isOpenSource":1,"inputCharLimit":16e3,"settingId":"90"}

22 ]

23

24 class Conversation(BaseConversation):

25 vqd: str = None

26 message_history: Messages = []

27

28 def __init__(self, model: str):

29 self.model = model

30 8

31 9 class DDG(AsyncGeneratorProvider, ProviderModelMixin):

32 10 label = "DuckDuckGo AI Chat"

33 11 url = "https://duckduckgo.com/aichat"

34 12 api_endpoint = "https://duckduckgo.com/duckchat/v1/chat"

13

35 14 working = True

15 needs_auth = False

36 16 supports_stream = True

37 17 supports_system_message = True

38 18 supports_message_history = True

39 19

40 20 default_model = "gpt-4o-mini"

41 models = [model.get("model") for model in MODELS]

21

    models = [default_model, "claude-3-haiku-20240307", "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", "mistralai/Mixtral-8x7B-Instruct-v0.1"]

22

42 23 model_aliases = {

24 "gpt-4": "gpt-4o-mini",

43 25 "claude-3-haiku": "claude-3-haiku-20240307",

44 26 "llama-3.1-70b": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",

45 27 "mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1",

46 "gpt-4": "gpt-4o-mini",

47 28 }

48 29

49 30 @classmethod

50 async def get_vqd(cls, proxy: str, connector: BaseConnector = None):

51 status_url = "https://duckduckgo.com/duckchat/v1/status"

52 headers = {

53

            'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36',

54 'Accept': 'text/event-stream',

55 'x-vqd-accept': '1'

56 }

57 async with aiohttp.ClientSession(connector=get_connector(connector, proxy)) as session:

58 async with session.get(status_url, headers=headers) as response:

59 await raise_for_status(response)

60 return response.headers.get("x-vqd-4")

31 async def fetch_vqd(cls, session: ClientSession) -> str:

32 """

33 Fetches the required VQD token for the chat session.

34

35 Args:

36 session (ClientSession): The active HTTP session.

37

38 Returns:

39 str: The VQD token.

40

41 Raises:

42 Exception: If the token cannot be fetched.

43 """

44 async with session.get("https://duckduckgo.com/duckchat/v1/status", headers={"x-vqd-accept": "1"}) as response:

45 if response.status == 200:

46 vqd = response.headers.get("x-vqd-4", "")

47 if not vqd:

48 raise Exception("Failed to fetch VQD token: Empty token.")

49 return vqd

50 else:

51 raise Exception(f"Failed to fetch VQD token: {response.status} {await response.text()}")

61 52

62 53 @classmethod

63 54 async def create_async_generator(

64 55 cls,

65 56 model: str,

66 57 messages: Messages,

67 conversation: Conversation = None,

68 return_conversation: bool = False,

69 58 proxy: str = None,

70 connector: BaseConnector = None,

71 59 **kwargs

72 60 ) -> AsyncResult:

73 model = cls.get_model(model)

74

75 is_new_conversation = False

76 if conversation is None:

77 conversation = Conversation(model)

78 is_new_conversation = True

79

80 if conversation.vqd is None:

81 conversation.vqd = await cls.get_vqd(proxy, connector)

82 if not conversation.vqd:

83 raise Exception("Failed to obtain VQD token")

84

85 61 headers = {

86 'accept': 'text/event-stream',

87 'content-type': 'application/json',

88

            'user-agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36',

89 'x-vqd-4': conversation.vqd,

62 "Content-Type": "application/json",

90 63 }

91

92 async with ClientSession(headers=headers, connector=get_connector(connector, proxy)) as session:

93 if is_new_conversation:

94 conversation.message_history = [{"role": "user", "content": format_prompt(messages)}]

95 else:

96 if len(messages) >= 2:

97 conversation.message_history = [

98 *conversation.message_history,

99 messages[-2],

100 messages[-1]

101 ]

102 elif len(messages) == 1:

103 conversation.message_history = [

104 *conversation.message_history,

105 messages[-1]

106 ]

107

108 if return_conversation:

109 yield conversation

110

111 data = {

112 "model": conversation.model,

113 "messages": conversation.message_history

64 async with ClientSession(headers=headers, timeout=ClientTimeout(total=30)) as session:

65 # Fetch VQD token

66 vqd = await cls.fetch_vqd(session)

67 headers["x-vqd-4"] = vqd

68

69 payload = {

70 "model": model,

71 "messages": [{"role": "user", "content": format_prompt(messages)}],

114 72 }

115 73

116 async with session.post(cls.api_endpoint, json=data) as response:

117 conversation.vqd = response.headers.get("x-vqd-4")

118 await raise_for_status(response)

119

120 async for line in response.content:

121 if line:

122 decoded_line = line.decode('utf-8')

123 if decoded_line.startswith('data: '):

124 json_str = decoded_line[6:]

125 if json_str == '[DONE]':

126 break

74 try:

75 async with session.post(cls.api_endpoint, headers=headers, json=payload, proxy=proxy) as response:

76 response.raise_for_status()

77 async for line in response.content:

78 line = line.decode("utf-8").strip()

79 if line.startswith("data:"):

127 80 try:

128 json_data = json.loads(json_str)

129 if 'message' in json_data:

130 yield json_data['message']

81 message = json.loads(line[5:].strip())

82 if "message" in message:

83 yield message["message"]

131 84 except json.JSONDecodeError:

132 pass

85 continue

86 except ClientError as e:

87 raise Exception(f"HTTP ClientError occurred: {e}")

88 except asyncio.TimeoutError:

89 raise Exception("Request timed out.")

gpt4free

(g4f/Provider/DDG.py): The provider has been updated to the new version

代码差异