返回提交历史
Modified
g4f/__init__.py
+9
-7
XFEstudio/gpt4free
Support stream in create_async
a9f15815
代码差异
1 个文件
+9
-7
@@ -1,8 +1,8 @@
1
1
from __future__ import annotations
2
2
from requests import get
3
3
from .models import Model, ModelUtils, _all_models
4
from .Provider import BaseProvider, RetryProvider
5
from .typing import Messages, CreateResult, Union, List
4
from .Provider import BaseProvider, AsyncGeneratorProvider, RetryProvider
5
from .typing import Messages, CreateResult, AsyncResult, Union, List
6
6
from . import debug
7
7
8
8
version = '0.1.8.7'
@@ -80,13 +80,15 @@ class ChatCompletion:
80
80
messages : Messages,
81
81
provider : Union[type[BaseProvider], None] = None,
82
82
stream : bool = False,
83
ignored : List[str] = None, **kwargs) -> str:
84
85
if stream:
86
raise ValueError('"create_async" does not support "stream" argument')
87
83
ignored : List[str] = None,
84
**kwargs) -> Union[AsyncResult, str]:
88
85
model, provider = get_model_and_provider(model, provider, False, ignored)
89
86
87
if stream:
88
if isinstance(provider, type) and issubclass(provider, AsyncGeneratorProvider):
89
return await provider.create_async_generator(model.name, messages, **kwargs)
90
raise ValueError(f'{provider.__name__} does not support "stream" argument')
91
90
92
return await provider.create_async(model.name, messages, **kwargs)
91
93
92
94
class Completion: