Execution logger

.gitignore

@@ -34,6 +34,7 @@ Thumbs.db
 # npm package lock files (if you don't want them tracked by Git)
 package-lock.json
 yarn.lock
+pnpm-lock.yaml
 
 # Test coverage directory
 coverage/

package.json

@@ -72,6 +72,7 @@
     "chromium-bidi": "^0.12.0",
     "dotenv": "^16.0.0",
     "html2canvas": "^1.4.1",
+    "loglevel": "^1.9.2",
     "openai": "^4.77.0",
     "playwright": "^1.49.1",
     "uuid": "^11.0.3",

src/common/chrome/proxy.ts

@@ -21,9 +21,10 @@
  * ```
  * In this example, `tabs_get` is a mock implementation that logs the `tabId` before calling the original `chrome.tabs.get` method, and the same as `chrome.windows.create` method.
  */
+import { logger } from '../log';
 export function createChromeApiProxy(mockClass: any): any {
-  console.log("debug mockClass:");
-  console.log(mockClass);
+  logger.debug("debug mockClass:");
+  logger.debug(mockClass);
 
   return new Proxy(chrome, {
     get(target: any, prop: string | symbol) {

src/common/log.ts

@@ -0,0 +1,43 @@
+import log from 'loglevel';
+
+export class EkoLogger {
+  private logger: log.Logger;
+  private logStorage: string[] = [];
+
+  constructor() {
+    this.logger = log.getLogger('EkoLogger');
+    this.logger.setLevel(log.levels.TRACE);
+
+    const originalFactory = this.logger.methodFactory;
+
+    this.logger.methodFactory = (methodName, logLevel, loggerName) => {
+      const rawMethod = originalFactory(methodName, logLevel, loggerName);
+      return (...args: any[]) => {
+        const truncatedArgs = args.map(arg => this.toReadableString(arg));
+        this.logStorage.push(`[${methodName.toUpperCase()}] ${truncatedArgs.join(' ')}`);
+        rawMethod(...truncatedArgs);
+      };
+    };
+
+  }
+  // truncate content if it exceeds 2048 characters
+  private toReadableString(content: any): string {
+    const contentString = JSON.stringify(content);
+    const maxLength = 2048;
+    if (contentString.length > maxLength) {
+      return contentString.substring(0, maxLength - 3) + '...';
+    } else {
+      return contentString;
+    }
+  }
+
+  public getLoggerInstance(): log.Logger {
+    return this.logger;
+  }
+
+  public getAllLogs(): string[] {
+    return this.logStorage;
+  }
+}
+
+export const logger = new EkoLogger().getLoggerInstance();

src/common/tools/cancel_workflow.ts

@@ -1,5 +1,6 @@
 import { CancelWorkflowInput } from '../../types/tools.types';
 import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+import { logger } from '../../common/log';
 
 export class CancelWorkflow implements Tool<CancelWorkflowInput, void> {
   name: string;
@@ -26,7 +27,7 @@ export class CancelWorkflow implements Tool<CancelWorkflowInput, void> {
       throw new Error('Invalid parameters. Expected an object with a "reason" property.');
     }
     const reason = params.reason;
-    console.log("The workflow has been cancelled because: " + reason);
+    logger.debug("The workflow has been cancelled because: " + reason);
     await context.workflow?.cancel();
     return;
   }

src/common/tools/human.ts

@@ -9,6 +9,7 @@ import {
   HumanOperateResult,
 } from '../../types/tools.types';
 import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+import { logger } from '../../common/log';
 
 export class HumanInputText implements Tool<HumanInputTextInput, HumanInputTextResult> {
   name: string;
@@ -35,20 +36,20 @@ export class HumanInputText implements Tool<HumanInputTextInput, HumanInputTextR
       throw new Error('Invalid parameters. Expected an object with a "question" property.');
     }
     const question = params.question;
-    console.log("question: " + question);
+    logger.debug("question: " + question);
     let onHumanInputText = context.callback?.hooks.onHumanInputText;
     if (onHumanInputText) {
       let answer;
       try {
         answer = await onHumanInputText(question);
       } catch (e) {
-        console.error(e);
+        logger.error(e);
         return {status: "Error: Cannot get user's answer.", answer: ""};
       }
-      console.log("answer: " + answer);
+      logger.debug("answer: " + answer);
       return {status: "OK", answer: answer};
     } else {
-      console.error("`onHumanInputText` not implemented");
+      logger.error("`onHumanInputText` not implemented");
       return {status: "Error: Cannot get user's answer.", answer: ""};
     }
   }
@@ -84,21 +85,21 @@ export class HumanInputSingleChoice implements Tool<HumanInputSingleChoiceInput,
     }
     const question = params.question;
     const choices = params.choices;
-    console.log("question: " + question);
-    console.log("choices: " + choices);
+    logger.debug("question: " + question);
+    logger.debug("choices: " + choices);
     let onHumanInputSingleChoice = context.callback?.hooks.onHumanInputSingleChoice;
     if (onHumanInputSingleChoice) {
       let answer;
       try {
         answer = await onHumanInputSingleChoice(question, choices);
       } catch (e) {
-        console.error(e);
+        logger.error(e);
         return {status: "Error: Cannot get user's answer.", answer: ""};
       }
-      console.log("answer: " + answer);
+      logger.debug("answer: " + answer);
       return {status: "OK", answer: answer};
     } else {
-      console.error("`onHumanInputSingleChoice` not implemented");
+      logger.error("`onHumanInputSingleChoice` not implemented");
       return {status: "Error: Cannot get user's answer.", answer: ""};
     }
   }
@@ -134,21 +135,21 @@ export class HumanInputMultipleChoice implements Tool<HumanInputMultipleChoiceIn
     }
     const question = params.question;
     const choices = params.choices;
-    console.log("question: " + question);
-    console.log("choices: " + choices);
+    logger.debug("question: " + question);
+    logger.debug("choices: " + choices);
     let onHumanInputMultipleChoice = context.callback?.hooks.onHumanInputMultipleChoice;
     if (onHumanInputMultipleChoice) {
       let answer;
       try {
         answer = await onHumanInputMultipleChoice(question, choices)
       } catch (e) {
-        console.error(e);
+        logger.error(e);
         return {status: "`onHumanInputMultipleChoice` not implemented", answer: []};
       }
-      console.log("answer: " + answer);
+      logger.debug("answer: " + answer);
       return {status: "OK", answer: answer};
     } else {
-      console.error("Cannot get user's answer.");
+      logger.error("Cannot get user's answer.");
       return {status: "Error: Cannot get user's answer.", answer: []};
     }
   }
@@ -179,20 +180,20 @@ export class HumanOperate implements Tool<HumanOperateInput, HumanOperateResult>
       throw new Error('Invalid parameters. Expected an object with a "reason" property.');
     }
     const reason = params.reason;
-    console.log("reason: " + reason);
+    logger.debug("reason: " + reason);
     let onHumanOperate = context.callback?.hooks.onHumanOperate;
     if (onHumanOperate) {
       let userOperation;
       try {
         userOperation = await onHumanOperate(reason);
       } catch (e) {
-        console.error(e);
+        logger.error(e);
         return {status: "`onHumanOperate` not implemented", userOperation: ""};
       }
-      console.log("userOperation: " + userOperation);
+      logger.debug("userOperation: " + userOperation);
       return {status: "OK", userOperation: userOperation};
     } else {
-      console.error("Cannot get user's operation.");
+      logger.error("Cannot get user's operation.");
       return {status: "Error: Cannot get user's operation.", userOperation: ""};
     }
   }

src/common/tools/summary_workflow.ts

@@ -1,5 +1,6 @@
 import { SummaryWorkflowInput } from '../../types/tools.types';
 import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+import { logger } from '../log';
 
 export class SummaryWorkflow implements Tool<SummaryWorkflowInput, any> {
   name: string;
@@ -29,8 +30,8 @@ export class SummaryWorkflow implements Tool<SummaryWorkflowInput, any> {
     if (typeof params !== 'object' || params === null || !params.summary) {
       throw new Error('Invalid parameters. Expected an object with a "summary" property.');
     }
-    console.log("isSuccessful: " + params.isSuccessful);
-    console.log("summary: " + params.summary);
+    logger.debug("isSuccessful: " + params.isSuccessful);
+    logger.debug("summary: " + params.summary);
     context.variables.set("workflow_is_successful", params.isSuccessful);
     context.variables.set("workflow_summary", params.summary);
     await context.callback?.hooks.onSummaryWorkflow?.(params.summary);

src/core/eko.ts

@@ -13,6 +13,7 @@ import {
   WorkflowResult
 } from '../types';
 import { ToolRegistry } from './tool-registry';
+import { logger } from '../common/log';
 
 /**
  * Eko core
@@ -26,15 +27,15 @@ export class Eko {
   private workflowGeneratorMap = new Map<Workflow, WorkflowGenerator>();
 
   constructor(llmConfig: LLMConfig, ekoConfig?: EkoConfig) {
-    console.info("using Eko@" + process.env.COMMIT_HASH);
+    logger.info("using Eko@" + process.env.COMMIT_HASH);
     this.llmProvider = LLMProviderFactory.buildLLMProvider(llmConfig);
     this.ekoConfig = this.buildEkoConfig(ekoConfig);
     this.registerTools();
   }
 
   private buildEkoConfig(ekoConfig: Partial<EkoConfig> | undefined): EkoConfig {
     if (!ekoConfig) {
-      console.warn("`ekoConfig` is missing when construct `Eko` instance");
+      logger.warn("`ekoConfig` is missing when construct `Eko` instance");
     }
     return {
       ...DefaultEkoConfig,
@@ -66,7 +67,7 @@ export class Eko {
         }
       });
     } else {
-      console.warn("`ekoConfig.callback` is missing when construct `Eko` instance.")
+      logger.warn("`ekoConfig.callback` is missing when construct `Eko` instance.")
     }
 
     tools.forEach(tool => this.toolRegistry.registerTool(tool));
@@ -112,7 +113,7 @@ export class Eko {
     }
 
     const result = await workflow.execute(this.ekoConfig.callback);
-    console.log(result);
+    logger.debug(result);
     return result;
   }
 

src/extension/content/index.ts

@@ -1,3 +1,5 @@
+import { logger } from '../../common/log';
+
 declare const eko: any;
 
 if (!(window as any).eko) {
@@ -29,7 +31,7 @@ chrome.runtime.onMessage.addListener(function (request: any, sender: any, sendRe
             try {
               result = await eko.subListeners[request.event](request.params);
             } catch (e) {
-              console.log(e);
+              logger.error(e);
             }
           }
           sendResponse(result);
@@ -94,7 +96,7 @@ chrome.runtime.onMessage.addListener(function (request: any, sender: any, sendRe
         }
       }
     } catch (e) {
-      console.log('onMessage error', e);
+      logger.error('onMessage error', e);
       sendResponse(false);
     }
   })();
@@ -178,7 +180,7 @@ function type(request: any): boolean {
       input.dispatchEvent(event);
     });
   }
-  console.log('type', input, request, result);
+  logger.debug('type', input, request, result);
   return true;
 }
 
@@ -196,7 +198,7 @@ function mouse_move(request: any): boolean {
     clientY: y,
   });
   let result = document.body.dispatchEvent(event);
-  console.log('mouse_move', document.body, request, result);
+  logger.debug('mouse_move', document.body, request, result);
   return true;
 }
 
@@ -234,7 +236,7 @@ function simulateMouseEvent(request: any, eventTypes: Array<string>, button: 0 |
       button, // 0 left; 2 right
     });
     let result = element.dispatchEvent(event);
-    console.log('simulateMouse', element, { ...request, eventTypes, button }, result);
+    logger.debug('simulateMouse', element, { ...request, eventTypes, button }, result);
   }
   return true;
 }
@@ -272,7 +274,7 @@ function scroll_to(request: any): boolean {
       behavior: 'smooth',
     });
   }
-  console.log('scroll_to', request);
+  logger.debug('scroll_to', request);
   return true;
 }
 

src/extension/core.ts

@@ -1,5 +1,6 @@
 import * as tools from './tools';
 import { Tool } from '../types';
+import { logger } from '../common/log';
 
 export async function pub(chromeProxy: any, tabId: number, event: string, params: any): Promise<any> {
   return await chromeProxy.tabs.sendMessage(tabId as number, {
@@ -28,7 +29,7 @@ export function loadTools(): Map<string, Tool<any, any>> {
         let instance = new tool();
         toolsMap.set(instance.name || key, instance);
       } catch (e) {
-        console.error(`Failed to instantiate ${key}:`, e);
+        logger.error(`Failed to instantiate ${key}:`, e);
       }
     }
   }

src/extension/script/build_dom_tree.js

@@ -643,7 +643,7 @@ function build_dom_tree(doHighlightElements) {
           nodeData.children.push(...iframeChildren);
         }
       } catch (e) {
-        console.warn('Unable to access iframe:', node);
+        logger.warn('Unable to access iframe:', node);
       }
     } else {
       const children = Array.from(node.childNodes).map((child) =>