Merge pull request ricklamers#73 from Civitasv/feat-config-proxy

feat. add configuration for proxy.

Author: xtekky

config.json

@@ -6,5 +6,10 @@
     },
     "openai_key": "sk-...",
 
-    "openai_api_base": "https://api.openai.com"
-}
+    "openai_api_base": "https://api.openai.com",
+    "proxy": {
+        "enable": true,
+        "http": "127.0.0.1:7890",
+        "https": "127.0.0.1:7890"
+    }
+}

server/backend.py

@@ -16,6 +16,7 @@ def __init__(self, app, config: dict) -> None:
         self.app = app
         self.openai_key = os.getenv("OPENAI_API_KEY") or config['openai_key']
         self.openai_api_base = os.getenv("OPENAI_API_BASE") or config['openai_api_base']
+        self.proxy = config['proxy']
         self.routes = {
             '/backend-api/v2/conversation': {
                 'function': self._conversation,
@@ -55,12 +56,27 @@ def _conversation(self):
                 _conversation + [prompt]
 
             url = f"{self.openai_api_base}/v1/chat/completions"
-            gpt_resp = post(url,
-                headers = {'Authorization': 'Bearer %s' % self.openai_key}, 
+
+            proxies = None
+            if self.proxy['enable']:
+                proxies = {
+                    'http': self.proxy['http'],
+                    'https': self.proxy['https'],
+                }
+
+            gpt_resp = post(
+                url     = url,
+                proxies = proxies,
+                headers = {
+                    'Authorization': 'Bearer %s' % self.openai_key
+                }, 
                 json    = {
                     'model'             : request.json['model'], 
                     'messages'          : conversation,
-                    'stream'            : True}, stream = True)
+                    'stream'            : True
+                },
+                stream  = True
+            )
 
             def stream():
                 for chunk in gpt_resp.iter_lines():