add noexb flag for model
This commit is contained in:
1 parent
fb35b057da
commit
12ba1d6736
1 file changed
+6
-3
+6
-3
@@ -358,15 +358,18 @@ async def openai_generate_text(
|
|||||||
message_id,
|
message_id,
|
||||||
) -> str:
|
) -> str:
|
||||||
try:
|
try:
|
||||||
|
extra_body = {
|
||||||
|
"think": "false"
|
||||||
|
}
|
||||||
|
if settings.get("noexb"):
|
||||||
|
extra_body = None
|
||||||
|
|
||||||
completion = await oai.chat.completions.create(
|
completion = await oai.chat.completions.create(
|
||||||
model=model,
|
model=model,
|
||||||
messages=messages,
|
messages=messages,
|
||||||
stream=stream,
|
stream=stream,
|
||||||
max_tokens=MAX_TOKENS,
|
max_tokens=MAX_TOKENS,
|
||||||
extra_body={
|
extra_body=extra_body
|
||||||
"think": "false"
|
|
||||||
}
|
|
||||||
)
|
)
|
||||||
if stream:
|
if stream:
|
||||||
message = ""
|
message = ""
|
||||||
|
|||||||
Reference in new issue
Block a user