Implement caching when calling OpenAI

waynehamadi · waynehamadi · commit d38d80bd710e · 2023-11-29T08:47:19.000-05:00
diff --git a/src/stack/callOpenAI/index.ts b/src/stack/callOpenAI/index.ts
@@ -1,4 +1,4 @@
-import OpenAI from "openai";
+import { openai } from '../integrations/openai/construct';
 
 interface OutputType {
   methodName: string;
@@ -10,15 +10,11 @@ interface InputType {
  * "Call OpenAI to get the function name of the stackwise, given its skeleton"
  */
 export async function callOpenAI({ prompt }: InputType): Promise<OutputType> {
-  const openai = new OpenAI({
-    apiKey: process.env.OPENAI_API_KEY,
-  });
-
   try {
     // Create a chat completion request
     const chatCompletion = await openai.chat.completions.create({
-      messages: [{ role: "user", content: prompt }],
-      model: "gpt-3.5-turbo",
+      messages: [{ role: 'user', content: prompt }],
+      model: 'gpt-3.5-turbo',
     });
 
     // console.log('Response from OpenAI:', {
@@ -29,6 +25,6 @@ export async function callOpenAI({ prompt }: InputType): Promise<OutputType> {
       methodName: chatCompletion.choices[0].message.content,
     };
   } catch (error) {
-    console.error("Error during OpenAI API request:", error);
+    console.error('Error during OpenAI API request:', error);
   }
 }
diff --git a/src/stack/integrations/generic/chooseBoilerplate.ts b/src/stack/integrations/generic/chooseBoilerplate.ts
@@ -1,20 +1,16 @@
 import path from 'path';
-import OpenAI from 'openai';
 import { Pinecone } from '@pinecone-database/pinecone';
 import { getEmbedding } from '../../../../stacks/openai/getEmbedding';
 import { readExplainFiles } from '../lib/utils';
 import { BoilerplateMetadata } from '../lib/types';
 import { combineSkeleton } from '../../createSkeleton';
+import { openai } from '../openai/construct';
 
 const pinecone = new Pinecone({
   apiKey: process.env.PINECONE_API_KEY as string,
   environment: process.env.PINECONE_ENVIRONMENT as string,
 });
 
-const openai = new OpenAI({
-  apiKey: process.env.OPENAI_API_KEY,
-});
-
 interface OutputType {
   nearestBoilerplate: BoilerplateMetadata | BoilerplateMetadata[] | null;
   integration: string;
diff --git a/src/stack/integrations/openai/boilerplate.ts b/src/stack/integrations/openai/boilerplate.ts
@@ -1,8 +1,4 @@
-import OpenAI from 'openai';
-
-const openai = new OpenAI({
-  apiKey: process.env.OPENAI_API_KEY as string,
-});
+import { openai } from './construct';
 
 export async function openAIQueryBoilerplate(prompt: string): Promise<string> {
   // this function generates some text given a prompt and return the exact text
diff --git a/src/stack/integrations/pinecone/construct/index.ts b/src/stack/integrations/pinecone/construct/index.ts
@@ -7,10 +7,6 @@ const pinecone = new Pinecone({
   environment: process.env.PINECONE_ENVIRONMENT as string,
 });
 
-const openai = new OpenAI({
-  apiKey: process.env.OPENAI_API_KEY as string,
-});
-
 export default async function constructPinecone(
   briefSkeleton: string,
   functionAndOutputSkeleton: string,
diff --git a/src/stack/integrations/replicate/construct/index.ts b/src/stack/integrations/replicate/construct/index.ts
@@ -1,11 +1,7 @@
-import OpenAI from 'openai';
 import { Pinecone } from '@pinecone-database/pinecone';
 import { BoilerplateMetadata } from '../../lib/types';
 import { boilerplateExpert, furtherEngineering, userAsk } from './prompts';
-
-const openai = new OpenAI({
-  apiKey: process.env.OPENAI_APY_KEY,
-});
+import { openai } from '../../openai/construct';
 
 const pinecone = new Pinecone({
   apiKey: process.env.PINECONE_API_KEY as string,
diff --git a/test-workspace/fixtures/inputEmptyString/output.ts b/test-workspace/fixtures/inputEmptyString/output.ts
@@ -5,7 +5,7 @@ stack('this is an example', {
 
 import generateBooleanResponse from '../../stacks/generateBooleanResponse';
 
-await generateBooleanResponse("''");
+await generateBooleanResponse('');
 
 
 /**
