返回提交历史
Added
g4f/Provider/LiteIcoding.py
+97
-0
Modified
g4f/models.py
+46
-56
XFEstudio/gpt4free
Adding a new LiteIcoding provider
e3fcb87d
代码差异
2 个文件
+143
-56
@@ -0,0 +1,97 @@
1
from __future__ import annotations
2
3
from aiohttp import ClientSession, ClientResponseError
4
from ..typing import AsyncResult, Messages
5
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
6
from .helper import format_prompt
7
8
9
class LiteIcoding(AsyncGeneratorProvider, ProviderModelMixin):
10
url = "https://lite.icoding.ink"
11
api_endpoint = "/api/v1/gpt/message"
12
working = True
13
supports_gpt_4 = True
14
default_model = "gpt-4o"
15
models = [
16
'gpt-4o',
17
'gpt-4-turbo',
18
'claude-3',
19
'claude-3.5',
20
'gemini-1.5',
21
]
22
23
@classmethod
24
async def create_async_generator(
25
cls,
26
model: str,
27
messages: Messages,
28
proxy: str = None,
29
**kwargs
30
) -> AsyncResult:
31
headers = {
32
"Accept": "*/*",
33
"Accept-Language": "en-US,en;q=0.9",
34
"Authorization": "Bearer null",
35
"Connection": "keep-alive",
36
"Content-Type": "application/json;charset=utf-8",
37
"DNT": "1",
38
"Origin": cls.url,
39
"Referer": f"{cls.url}/",
40
"Sec-Fetch-Dest": "empty",
41
"Sec-Fetch-Mode": "cors",
42
"Sec-Fetch-Site": "same-origin",
43
"User-Agent": (
44
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) "
45
"Chrome/126.0.0.0 Safari/537.36"
46
),
47
"sec-ch-ua": '"Not/A)Brand";v="8", "Chromium";v="126"',
48
"sec-ch-ua-mobile": "?0",
49
"sec-ch-ua-platform": '"Linux"',
50
}
51
52
data = {
53
"model": model,
54
"chatId": "-1",
55
"messages": [
56
{
57
"role": msg["role"],
58
"content": msg["content"],
59
"time": msg.get("time", ""),
60
"attachments": msg.get("attachments", []),
61
}
62
for msg in messages
63
],
64
"plugins": [],
65
"systemPrompt": "",
66
"temperature": 0.5,
67
}
68
69
async with ClientSession(headers=headers) as session:
70
try:
71
async with session.post(
72
f"{cls.url}{cls.api_endpoint}", json=data, proxy=proxy
73
) as response:
74
response.raise_for_status()
75
buffer = ""
76
full_response = ""
77
async for chunk in response.content.iter_any():
78
if chunk:
79
buffer += chunk.decode()
80
while "\n\n" in buffer:
81
part, buffer = buffer.split("\n\n", 1)
82
if part.startswith("data: "):
83
content = part[6:].strip()
84
if content and content != "[DONE]":
85
content = content.strip('"')
86
full_response += content
87
88
full_response = full_response.replace('" "', ' ')
89
yield full_response.strip()
90
91
except ClientResponseError as e:
92
raise RuntimeError(
93
f"ClientResponseError {e.status}: {e.message}, url={e.request_info.url}, data={data}"
94
) from e
95
96
except Exception as e:
97
raise RuntimeError(f"Unexpected error: {str(e)}") from e
@@ -25,6 +25,7 @@ from .Provider import (
25
25
HuggingFace,
26
26
Koala,
27
27
Liaobots,
28
LiteIcoding,
28
29
Marsyoo,
29
30
MetaAI,
30
31
OpenaiChat,
@@ -114,24 +115,6 @@ gpt_35_turbo = Model(
114
115
])
115
116
)
116
117
117
gpt_35_turbo_16k = Model(
118
name = 'gpt-3.5-turbo-16k',
119
base_provider = 'openai',
120
best_provider = gpt_35_long.best_provider
121
)
122
123
gpt_35_turbo_16k_0613 = Model(
124
name = 'gpt-3.5-turbo-16k-0613',
125
base_provider = 'openai',
126
best_provider = gpt_35_long.best_provider
127
)
128
129
gpt_35_turbo_0613 = Model(
130
name = 'gpt-3.5-turbo-0613',
131
base_provider = 'openai',
132
best_provider = gpt_35_turbo.best_provider
133
)
134
135
118
# gpt-4
136
119
gpt_4 = Model(
137
120
name = 'gpt-4',
@@ -141,36 +124,18 @@ gpt_4 = Model(
141
124
])
142
125
)
143
126
144
gpt_4_0613 = Model(
145
name = 'gpt-4-0613',
146
base_provider = 'openai',
147
best_provider = gpt_4.best_provider
148
)
149
150
gpt_4_32k = Model(
151
name = 'gpt-4-32k',
152
base_provider = 'openai',
153
best_provider = gpt_4.best_provider
154
)
155
156
gpt_4_32k_0613 = Model(
157
name = 'gpt-4-32k-0613',
158
base_provider = 'openai',
159
best_provider = gpt_4.best_provider
160
)
161
162
127
gpt_4_turbo = Model(
163
128
name = 'gpt-4-turbo',
164
129
base_provider = 'openai',
165
130
best_provider = IterListProvider([
166
Bing, Liaobots
131
Bing, Liaobots, LiteIcoding
167
132
])
168
133
)
169
134
gpt_4o = Model(
170
135
name = 'gpt-4o',
171
136
base_provider = 'openai',
172
137
best_provider = IterListProvider([
173
You, Liaobots, Chatgpt4o, AI365VIP, OpenaiChat, Marsyoo
138
You, Liaobots, Chatgpt4o, AI365VIP, OpenaiChat, Marsyoo, LiteIcoding
174
139
])
175
140
)
176
141
@@ -210,7 +175,7 @@ llama_3_70b_instruct = Model(
210
175
best_provider = IterListProvider([DeepInfra, PerplexityLabs, Replicate])
211
176
)
212
177
213
llama3_70b_instruct = Model(
178
llama_3_70b_instruct = Model(
214
179
name = "meta/meta-llama-3-70b-instruct",
215
180
base_provider = "meta",
216
181
best_provider = IterListProvider([ReplicateHome])
@@ -222,13 +187,13 @@ llama_3_70b_chat_hf = Model(
222
187
best_provider = IterListProvider([DDG])
223
188
)
224
189
225
llama_3_1_70b_Instruct = Model(
190
llama_3_1_70b_instruct = Model(
226
191
name = "meta-llama/Meta-Llama-3.1-70B-Instruct",
227
192
base_provider = "meta",
228
193
best_provider = IterListProvider([HuggingChat, HuggingFace])
229
194
)
230
195
231
llama_3_1_405b_Instruct_FP8 = Model(
196
llama_3_1_405b_instruct_FP8 = Model(
232
197
name = "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",
233
198
base_provider = "meta",
234
199
best_provider = IterListProvider([HuggingChat, HuggingFace])
@@ -258,7 +223,7 @@ Nous_Hermes_2_Mixtral_8x7B_DPO = Model(
258
223
259
224
260
225
### 01-ai ###
261
Yi_1_5_34B_Chat = Model(
226
Yi_1_5_34B_chat = Model(
262
227
name = "01-ai/Yi-1.5-34B-Chat",
263
228
base_provider = "01-ai",
264
229
best_provider = IterListProvider([HuggingFace, HuggingChat])
@@ -284,7 +249,7 @@ gemini = Model(
284
249
gemini_pro = Model(
285
250
name = 'gemini-pro',
286
251
base_provider = 'Google',
287
best_provider = IterListProvider([GeminiPro, You, ChatGot, GeminiProChat, Liaobots])
252
best_provider = IterListProvider([GeminiPro, You, ChatGot, GeminiProChat, Liaobots, LiteIcoding])
288
253
)
289
254
290
255
gemini_flash = Model(
@@ -293,6 +258,12 @@ gemini_flash = Model(
293
258
best_provider = IterListProvider([Liaobots])
294
259
)
295
260
261
gemini_1_5 = Model(
262
name = 'gemini-1.5',
263
base_provider = 'Google',
264
best_provider = IterListProvider([LiteIcoding])
265
)
266
296
267
# gemma
297
268
gemma_2b_it = Model(
298
269
name = 'gemma-2b-it',
@@ -356,6 +327,18 @@ claude_3_haiku = Model(
356
327
best_provider = IterListProvider([DDG, AI365VIP, Liaobots])
357
328
)
358
329
330
claude_3 = Model(
331
name = 'claude-3',
332
base_provider = 'Anthropic',
333
best_provider = IterListProvider([LiteIcoding])
334
)
335
336
claude_3_5 = Model(
337
name = 'claude-3.5',
338
base_provider = 'Anthropic',
339
best_provider = IterListProvider([LiteIcoding])
340
)
341
359
342
360
343
### Reka AI ###
361
344
reka_core = Model(
@@ -420,7 +403,7 @@ deepseek_chat = Model(
420
403
421
404
422
405
### Qwen ###
423
Qwen2_7B_Instruct = Model(
406
Qwen2_7B_instruct = Model(
424
407
name = 'Qwen2-7B-Instruct',
425
408
base_provider = 'Qwen',
426
409
best_provider = IterListProvider([FreeChatgpt])
@@ -442,7 +425,7 @@ chatglm3_6B = Model(
442
425
443
426
444
427
### 01-ai ###
445
Yi_1_5_9B_Chat = Model(
428
Yi_1_5_9B_chat = Model(
446
429
name = 'Yi-1.5-9B-Chat',
447
430
base_provider = '01-ai',
448
431
best_provider = IterListProvider([FreeChatgpt])
@@ -518,12 +501,12 @@ class ModelUtils:
518
501
### Meta ###
519
502
"meta-ai": meta,
520
503
521
'llama-3-8b': llama_3_8b_instruct,
522
'llama-3-70b': llama_3_70b_instruct,
504
'llama-3-8b-instruct': llama_3_8b_instruct,
505
'llama-3-70b-instruct': llama_3_70b_instruct,
523
506
'llama-3-70b-chat': llama_3_70b_chat_hf,
524
'llama-3-70b-instruct': llama3_70b_instruct,
525
'llama-3.1-70b': llama_3_1_70b_Instruct,
526
'llama-3.1-405b': llama_3_1_405b_Instruct_FP8,
507
'llama-3-70b-instruct': llama_3_70b_instruct,
508
'llama-3.1-70b-instruct': llama_3_1_70b_instruct,
509
'llama-3.1-405b-instruct': llama_3_1_405b_instruct_FP8,
527
510
528
511
### Mistral (Opensource) ###
529
512
'mixtral-8x7b': mixtral_8x7b,
@@ -533,15 +516,16 @@ class ModelUtils:
533
516
'Nous-Hermes-2-Mixtral-8x7B-DPO': Nous_Hermes_2_Mixtral_8x7B_DPO,
534
517
535
518
### 01-ai ###
536
'Yi-1.5-34b': Yi_1_5_34B_Chat,
519
'Yi-1.5-34b-chat': Yi_1_5_34B_chat,
537
520
538
521
### Microsoft ###
539
'Phi-3-mini-4k': Phi_3_mini_4k_instruct,
522
'Phi-3-mini-4k-instruct': Phi_3_mini_4k_instruct,
540
523
541
524
### Google ###
542
525
# gemini
543
526
'gemini': gemini,
544
527
'gemini-pro': gemini_pro,
528
'gemini-pro': gemini_1_5,
545
529
'gemini-flash': gemini_flash,
546
530
547
531
# gemma
@@ -553,16 +537,22 @@ class ModelUtils:
553
537
'claude-2': claude_2,
554
538
'claude-2.0': claude_2_0,
555
539
'claude-2.1': claude_2_1,
540
556
541
'claude-3-opus': claude_3_opus,
557
542
'claude-3-sonnet': claude_3_sonnet,
558
543
'claude-3-5-sonnet': claude_3_5_sonnet,
559
544
'claude-3-haiku': claude_3_haiku,
545
546
'claude-3-opus': claude_3,
547
'claude-3-5-sonnet': claude_3_5,
548
549
560
550
561
551
### Reka AI ###
562
552
'reka': reka_core,
563
553
564
554
### NVIDIA ###
565
'nemotron-4-340b': nemotron_4_340b_instruct,
555
'nemotron-4-340b-instruct': nemotron_4_340b_instruct,
566
556
567
557
### Blackbox ###
568
558
'blackbox': blackbox,
@@ -584,14 +574,14 @@ class ModelUtils:
584
574
'deepseek-chat': deepseek_chat,
585
575
586
576
### Qwen ###
587
'Qwen2-7b': Qwen2_7B_Instruct,
577
'Qwen2-7b-instruct': Qwen2_7B_instruct,
588
578
589
579
### Zhipu AI ###
590
'glm4-9b': glm4_9B_chat,
580
'glm4-9b-chat': glm4_9B_chat,
591
581
'chatglm3-6b': chatglm3_6B,
592
582
593
583
### 01-ai ###
594
'Yi-1.5-9b': Yi_1_5_9B_Chat,
584
'Yi-1.5-9b-chat': Yi_1_5_9B_chat,
595
585
596
586
# Other
597
587
'pi': pi,