The old version of the provider is back

@@ -1,72 +1,132 @@

1 1 from __future__ import annotations

2 2

3 from aiohttp import ClientSession, ClientTimeout

4 3 import json

4 import aiohttp

5 from aiohttp import ClientSession, BaseConnector

5 6

6 7 from ..typing import AsyncResult, Messages

7 from .base_provider import AsyncGeneratorProvider, ProviderModelMixin

8 from .base_provider import AsyncGeneratorProvider, ProviderModelMixin, BaseConversation

9 from .helper import format_prompt

10 from ..requests.aiohttp import get_connector

11 from ..requests.raise_for_status import raise_for_status

8 12

13 MODELS = [

14

    {"model":"gpt-4o","modelName":"GPT-4o","modelVariant":None,"modelStyleId":"gpt-4o-mini","createdBy":"OpenAI","moderationLevel":"HIGH","isAvailable":1,"inputCharLimit":16e3,"settingId":"4"},

15

    {"model":"gpt-4o-mini","modelName":"GPT-4o","modelVariant":"mini","modelStyleId":"gpt-4o-mini","createdBy":"OpenAI","moderationLevel":"HIGH","isAvailable":0,"inputCharLimit":16e3,"settingId":"3"},

16

    {"model":"claude-3-5-sonnet-20240620","modelName":"Claude 3.5","modelVariant":"Sonnet","modelStyleId":"claude-3-haiku","createdBy":"Anthropic","moderationLevel":"HIGH","isAvailable":1,"inputCharLimit":16e3,"settingId":"7"},

17

    {"model":"claude-3-opus-20240229","modelName":"Claude 3","modelVariant":"Opus","modelStyleId":"claude-3-haiku","createdBy":"Anthropic","moderationLevel":"HIGH","isAvailable":1,"inputCharLimit":16e3,"settingId":"2"},

18

    {"model":"claude-3-haiku-20240307","modelName":"Claude 3","modelVariant":"Haiku","modelStyleId":"claude-3-haiku","createdBy":"Anthropic","moderationLevel":"HIGH","isAvailable":0,"inputCharLimit":16e3,"settingId":"1"},

19

    {"model":"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","modelName":"Llama 3.1","modelVariant":"70B","modelStyleId":"llama-3","createdBy":"Meta","moderationLevel":"MEDIUM","isAvailable":0,"isOpenSource":0,"inputCharLimit":16e3,"settingId":"5"},

20

    {"model":"mistralai/Mixtral-8x7B-Instruct-v0.1","modelName":"Mixtral","modelVariant":"8x7B","modelStyleId":"mixtral","createdBy":"Mistral AI","moderationLevel":"LOW","isAvailable":0,"isOpenSource":0,"inputCharLimit":16e3,"settingId":"6"},

21

    {"model":"Qwen/Qwen2.5-Coder-32B-Instruct","modelName":"Qwen 2.5 Coder","modelVariant":"32B","modelStyleId":"qwen","createdBy":"Alibaba Cloud","moderationLevel":"LOW","isAvailable":0,"isOpenSource":1,"inputCharLimit":16e3,"settingId":"90"}

22 ]

23

24 class Conversation(BaseConversation):

25 vqd: str = None

26 message_history: Messages = []

27

28 def __init__(self, model: str):

29 self.model = model

9 30

10 31 class DDG(AsyncGeneratorProvider, ProviderModelMixin):

11 32 label = "DuckDuckGo AI Chat"

12 33 url = "https://duckduckgo.com/aichat"

13 url_status = "https://duckduckgo.com/duckchat/v1/status"

14 34 api_endpoint = "https://duckduckgo.com/duckchat/v1/chat"

15

16 35 working = True

17 36 supports_stream = True

18 37 supports_system_message = True

19 38 supports_message_history = True

20

21 default_model = 'gpt-4o-mini'

22

    models = [default_model, 'claude-3-haiku-20240307', 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo', 'mistralai/Mixtral-8x7B-Instruct-v0.1']

23

24 model_aliases = {

25 "gpt-4": "gpt-4o-mini",

26 }

39

40 default_model = "gpt-4o-mini"

41 models = [model.get("model") for model in MODELS]

27 42 model_aliases = {

28 "gpt-4": default_model,

29 43 "claude-3-haiku": "claude-3-haiku-20240307",

30 44 "llama-3.1-70b": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",

31 "mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1"

45 "mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1",

46 "gpt-4": "gpt-4o-mini",

32 47 }

33 48

49 @classmethod

50 async def get_vqd(cls, proxy: str, connector: BaseConnector = None):

51 status_url = "https://duckduckgo.com/duckchat/v1/status"

52 headers = {

53

            'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36',

54 'Accept': 'text/event-stream',

55 'x-vqd-accept': '1'

56 }

57 async with aiohttp.ClientSession(connector=get_connector(connector, proxy)) as session:

58 async with session.get(status_url, headers=headers) as response:

59 await raise_for_status(response)

60 return response.headers.get("x-vqd-4")

61

34 62 @classmethod

35 63 async def create_async_generator(

36 64 cls,

37 65 model: str,

38 66 messages: Messages,

67 conversation: Conversation = None,

68 return_conversation: bool = False,

39 69 proxy: str = None,

70 connector: BaseConnector = None,

40 71 **kwargs

41 72 ) -> AsyncResult:

42 async with ClientSession(timeout=ClientTimeout(total=30)) as session:

43 # Fetch VQD token

44 async with session.get(cls.url_status,

45 headers={"x-vqd-accept": "1"}) as response:

46 if response.status != 200:

47 raise Exception(f"Failed to fetch VQD token: {response.status}")

48 vqd = response.headers.get("x-vqd-4", "")

49 if not vqd:

50 raise Exception("Failed to fetch VQD token: Empty token.")

51

52 headers = {

53 "Content-Type": "application/json",

54 "x-vqd-4": vqd,

55 }

73 model = cls.get_model(model)

74

75 is_new_conversation = False

76 if conversation is None:

77 conversation = Conversation(model)

78 is_new_conversation = True

79

80 if conversation.vqd is None:

81 conversation.vqd = await cls.get_vqd(proxy, connector)

82 if not conversation.vqd:

83 raise Exception("Failed to obtain VQD token")

56 84

57 payload = {

58 "model": model,

59 "messages": messages,

85 headers = {

86 'accept': 'text/event-stream',

87 'content-type': 'application/json',

88

            'user-agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36',

89 'x-vqd-4': conversation.vqd,

90 }

91

92 async with ClientSession(headers=headers, connector=get_connector(connector, proxy)) as session:

93 if is_new_conversation:

94 conversation.message_history = [{"role": "user", "content": format_prompt(messages)}]

95 else:

96 if len(messages) >= 2:

97 conversation.message_history = [

98 *conversation.message_history,

99 messages[-2],

100 messages[-1]

101 ]

102 elif len(messages) == 1:

103 conversation.message_history = [

104 *conversation.message_history,

105 messages[-1]

106 ]

107

108 if return_conversation:

109 yield conversation

110

111 data = {

112 "model": conversation.model,

113 "messages": conversation.message_history

60 114 }

61 115

62 async with session.post(cls.api_endpoint, headers=headers, json=payload, proxy=proxy) as response:

63 response.raise_for_status()

116 async with session.post(cls.api_endpoint, json=data) as response:

117 conversation.vqd = response.headers.get("x-vqd-4")

118 await raise_for_status(response)

119

64 120 async for line in response.content:

65 line = line.decode("utf-8").strip()

66 if line.startswith("data:"):

67 try:

68 message = json.loads(line[5:].strip())

69 if "message" in message:

70 yield message["message"]

71 except json.JSONDecodeError:

72 continue

121 if line:

122 decoded_line = line.decode('utf-8')

123 if decoded_line.startswith('data: '):

124 json_str = decoded_line[6:]

125 if json_str == '[DONE]':

126 break

127 try:

128 json_data = json.loads(json_str)

129 if 'message' in json_data:

130 yield json_data['message']

131 except json.JSONDecodeError:

132 pass

gpt4free

The old version of the provider is back

代码差异