record behavior and setup caching to test faster

waynehamadi · waynehamadi · commit 85231589506b · 2023-11-28T09:40:12.000-05:00
Signed-off-by: Merwane Hamadi &lt;merwanehamadi@gmail.com&gt;
diff --git a/src/cache/getMethodNameFromCache.ts b/src/cache/getMethodNameFromCache.ts
@@ -28,9 +28,10 @@ export default async function getMethodNameWithCache(
   // The cache key is a concatenation of `wholeSkeleton` and the name of the method
   const cacheKey =
     wholeSkeleton + (await getMethodName({ wholeSkeleton, brief }));
-
+  console.log(`cacheKey: ${cacheKey}`);
   // Try to read the cache first
   let methodName = await storage.getItem(cacheKey);
+  console.log(`methodName: ${methodName}`);
 
   // If it's not in the cache, call the actual function
   if (!methodName) {
diff --git a/src/extension.ts b/src/extension.ts
@@ -11,8 +11,6 @@ import ensureDirectoryExistence from './manageStackFolder';
 import convertTypescriptToJson from './convertTypescriptToJson';
 require('dotenv').config();
 
-const storage = require('node-persist');
-
 // You must first call storage.init or storage.initSync
 // Set the storage file to be a hidden file, e.g., '.llmCache.json'
 
diff --git a/src/stack/getMethodName.ts b/src/stack/getMethodName.ts
@@ -1,8 +1,5 @@
 import OpenAI from 'openai';
-
-const openai = new OpenAI({
-  apiKey: process.env.OPENAI_API_KEY,
-});
+import { openai } from './integrations/openai/construct';
 
 interface InputType {
   wholeSkeleton: string;
diff --git a/src/stack/integrations/generic/generateFunction.ts b/src/stack/integrations/generic/generateFunction.ts
@@ -2,10 +2,9 @@ import OpenAI from 'openai';
 import { BoilerplateMetadata, Message } from '../lib/types';
 import { processBoilerplate, readFunctionToString } from '../lib/utils';
 import { combineSkeleton } from '../../createSkeleton';
+import { openai } from '../openai/construct';
+
 
-const openai = new OpenAI({
-  apiKey: process.env.OPENAI_API_KEY,
-});
 
 export default async function generateFunction(
   briefSkeleton: string,
diff --git a/src/stack/integrations/openai/construct/index.ts b/src/stack/integrations/openai/construct/index.ts
@@ -7,8 +7,15 @@ const pinecone = new Pinecone({
   environment: process.env.PINECONE_ENVIRONMENT as string,
 });
 
-const openai = new OpenAI({
-  apiKey: process.env.OPENAI_API_KEY as string,
+const defaultHeaders = process.env.HELICONE_API_KEY ? {
+  'Helicone-Auth': `Bearer ${process.env.HELICONE_API_KEY}`,
+  'Helicone-Cache-Enabled': 'true',
+} : {};
+
+export const openai = new OpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+  baseURL: 'https://oai.hconeai.com/v1',
+  defaultHeaders: defaultHeaders,
 });
 
 export default async function constructOpenAI(
diff --git a/test-workspace/fixtures/arrays/output.ts b/test-workspace/fixtures/arrays/output.ts
@@ -5,19 +5,26 @@ stack(
   }
 );
 
-import processStringArray from '../../stacks/processStringArray';
+import validateInputArray from '../../stacks/validateInputArray';
 
-processStringArray(
+validateInputArray(
   'this is an example', 'this is an example'
   );
 
 
 /**
  * Brief: brief
  */
-export default async function processStringArray(input: string[]): Promise<null> {
-    input.forEach((str) => {
-        console.log(str);
-    });
+export default async function validateInputArray(input: string[]): Promise<null> {
+    if (!Array.isArray(input)) {
+        throw new Error('Input must be an array');
+    }
+
+    for (let i = 0; i < input.length; i++) {
+        if (typeof input[i] !== 'string') {
+            throw new Error(`Element at index ${i} is not a string`);
+        }
+    }
+
     return null;
 }
diff --git a/test-workspace/fixtures/inputEmptyString/output.ts b/test-workspace/fixtures/inputEmptyString/output.ts
@@ -3,22 +3,22 @@ stack('this is an example', {
   outExample: true,
 });
 
-import generateBooleanResponse from '../../stacks/generateBooleanResponse';
+import generateBooleanOutput from '../../stacks/generateBooleanOutput';
 
-generateBooleanResponse(
+generateBooleanOutput(
   ''
   );
 
 
 /**
  * Brief: this is an example
  */
-export default async function generateBooleanResponse(input: string): Promise<string> {
-    let response = '';
-    if (input.toLowerCase() === 'true' || input.toLowerCase() === 'false') {
-        response = 'boolean';
+export default async function generateBooleanOutput(input: string): Promise<string> {
+    let output = '';
+    if (input) {
+        output = 'true';
     } else {
-        response = 'not boolean';
+        output = 'false';
     }
-    return response;
+    return output;
 }
diff --git a/test-workspace/fixtures/simple/output.ts b/test-workspace/fixtures/simple/output.ts
@@ -5,12 +5,24 @@ stack('this is an example', {
 
 
 
+import generateBooleanOutput from '../../stacks/generateBooleanOutput';
 
-stack('this is an example', {
-  input: 'this is an example',
-  outExample: true,
-});
+generateBooleanOutput(
+  'this is an example'
+  );
 
 
 
 
+/**
+ * Brief: this is an example
+ */
+export default async function generateBooleanOutput(input: string): Promise<string> {
+    let output = '';
+    if (input) {
+        output = 'true';
+    } else {
+        output = 'false';
+    }
+    return output;
+}
diff --git a/test-workspace/stacks/multiplyNumbers.ts b/test-workspace/stacks/multiplyNumbers.ts
