Add OpenAI API Base to config

This commit is contained in:
Karim Iskakov
2023-08-01 18:41:31 +03:00
parent c77501c3d9
commit 0c09f1aaca
4 changed files with 9 additions and 1 deletions
+1
View File
@@ -14,6 +14,7 @@ config_env = dotenv.dotenv_values(config_dir / "config.env")
# config parameters
telegram_token = config_yaml["telegram_token"]
openai_api_key = config_yaml["openai_api_key"]
openai_api_base = config_yaml.get("openai_api_base", None)
allowed_telegram_usernames = config_yaml["allowed_telegram_usernames"]
new_dialog_timeout = config_yaml["new_dialog_timeout"]
enable_message_streaming = config_yaml.get("enable_message_streaming", True)
+6 -1
View File
@@ -2,7 +2,12 @@ import config
import tiktoken
import openai
# setup openai
openai.api_key = config.openai_api_key
if config.openai_api_base is not None:
openai.api_base = config.openai_api_base
OPENAI_COMPLETION_OPTIONS = {
@@ -151,7 +156,7 @@ class ChatGPT:
tokens_per_name = -1 # if there's a name, the role is omitted
elif model == "gpt-3.5-turbo":
tokens_per_message = 4
tokens_per_name = -1
tokens_per_name = -1
elif model == "gpt-4":
tokens_per_message = 3
tokens_per_name = 1