add timeout for openai API stream

Pythagora-io · Jul 20, 2023 · e6446dc · e6446dc
1 parent 8091c1c
commit e6446dc
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "pythagora",
-  "version": "0.0.78",
+  "version": "0.0.79",
   "author": {
     "name": "Zvonimir Sabljic",
     "email": "[email protected]"

diff --git a/src/helpers/api.js b/src/helpers/api.js
@@ -41,13 +41,18 @@ function setOptions({path, method, headers}) {
 
 async function makeRequest(data, options, customLogFunction) {
     let gptResponse = '';
-    let end = false;
     let httpModule = options.protocol === 'http' ? require('http') : require('https');
+    let timeout;
 
     return new Promise((resolve, reject) => {
         const req = httpModule.request(_.omit(options, ['protocol']), function(res){
             res.on('data', (chunk) => {
                 try {
+                    clearTimeout(timeout);
+                    timeout = setTimeout(() => {
+                        reject(new Error("Request timeout"));
+                    }, 30000);
+
                     let stringified = chunk.toString();
                     try {
                         let json = JSON.parse(stringified);
@@ -64,6 +69,8 @@ async function makeRequest(data, options, customLogFunction) {
                 } catch (e) {}
             });
             res.on('end', async function ()  {
+                clearTimeout(timeout);
+
                 process.stdout.write('\n');
                 if (res.statusCode >= 400) return reject(new Error(`Response status code: ${res.statusCode}. Error message: ${gptResponse}`));
                 if (gptResponse.error) return reject(new Error(`Error: ${gptResponse.error.message}. Code: ${gptResponse.error.code}`));
@@ -74,6 +81,7 @@ async function makeRequest(data, options, customLogFunction) {
         });
 
         req.on('error', (e) => {
+            clearTimeout(timeout);
             console.error("problem with request:"+e.message);
             reject(e);
         });