Merge pull request #252 from FellouAI/develop

v3.1.0

Author: veasion

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eko-ai/eko",
-  "version": "3.0.9-alpha.5",
+  "version": "3.1.0",
   "description": "Empowering language to transform human words into action.",
   "workspaces": [
     "packages/eko-core",

packages/eko-core/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eko-ai/eko",
-  "version": "3.0.9-alpha.5",
+  "version": "3.1.0",
   "description": "Empowering language to transform human words into action.",
   "main": "dist/index.cjs.js",
   "module": "dist/index.esm.js",
@@ -43,23 +43,22 @@
   },
   "dependencies": {
     "@ai-sdk/provider": "^2.0.0",
-    "@ai-sdk/amazon-bedrock": "^3.0.12",
-    "@ai-sdk/anthropic": "^2.0.8",
-    "@ai-sdk/google": "^2.0.11",
-    "@ai-sdk/openai": "^2.0.22",
-    "@ai-sdk/openai-compatible": "^1.0.13",
-    "@openrouter/ai-sdk-provider": "^1.1.2",
+    "@ai-sdk/amazon-bedrock": "^3.0.43",
+    "@ai-sdk/anthropic": "^2.0.33",
+    "@ai-sdk/google": "^2.0.23",
+    "@ai-sdk/openai": "^2.0.52",
+    "@ai-sdk/openai-compatible": "^1.0.22",
+    "@openrouter/ai-sdk-provider": "^1.2.0",
     "secure-json-parse": "^4.0.0",
-    "xmldom": "^0.6.0",
-    "zod": "^4.0.14"
+    "@xmldom/xmldom": "^0.8.11",
+    "zod": "^4.1.12"
   },
   "devDependencies": {
     "@rollup/plugin-commonjs": "^28.0.3",
     "@rollup/plugin-node-resolve": "^16.0.1",
     "@rollup/plugin-typescript": "^12.1.2",
     "@types/jest": "^29.5.14",
     "@types/json-schema": "^7.0.15",
-    "@types/xmldom": "^0.1.34",
     "dotenv": "^16.5.0",
     "jest": "^29.7.0",
     "rollup": "^4.40.0",

packages/eko-core/src/agent/llm.ts

@@ -451,6 +451,32 @@ export async function callAgentLLM(
               agentContext
             );
           }
+          if (chunk.finishReason === "content-filter") {
+            throw new Error("LLM error: trigger content filtering violation");
+          } else if (chunk.finishReason === "other") {
+            throw new Error("LLM error: terminated due to other reasons");
+          } else if (
+            chunk.finishReason === "length" &&
+            messages.length >= 3 &&
+            !noCompress &&
+            retryNum < config.maxRetryNum
+          ) {
+            await memory.compressAgentMessages(
+              agentContext,
+              messages,
+              tools
+            );
+            return callAgentLLM(
+              agentContext,
+              rlm,
+              messages,
+              tools,
+              noCompress,
+              toolChoice,
+              ++retryNum,
+              streamCallback
+            );
+          }
           if (toolPart) {
             await streamCallback.onMessage(
               {
@@ -484,28 +510,6 @@ export async function callAgentLLM(
             },
             agentContext
           );
-          if (
-            chunk.finishReason === "length" &&
-            messages.length >= 5 &&
-            !noCompress &&
-            retryNum < config.maxRetryNum
-          ) {
-            await memory.compressAgentMessages(
-              agentContext,
-              messages,
-              tools
-            );
-            return callAgentLLM(
-              agentContext,
-              rlm,
-              messages,
-              tools,
-              noCompress,
-              toolChoice,
-              ++retryNum,
-              streamCallback
-            );
-          }
           break;
         }
       }

packages/eko-core/src/common/xml.ts

@@ -1,5 +1,5 @@
 import { fixXmlTag } from "./utils";
-import { DOMParser, XMLSerializer } from "xmldom";
+import { DOMParser, XMLSerializer } from "@xmldom/xmldom";
 import {
   Workflow,
   WorkflowAgent,

packages/eko-core/src/core/plan.ts

@@ -1,5 +1,6 @@
 import Log from "../common/log";
 import Context from "./context";
+import { sleep } from "../common/utils";
 import { RetryLanguageModel } from "../llm";
 import { parseWorkflow } from "../common/xml";
 import { LLMRequest } from "../types/llm.types";
@@ -81,13 +82,14 @@ export class Planner {
   async doPlan(
     taskPrompt: string,
     messages: LanguageModelV2Prompt,
-    saveHistory: boolean
+    saveHistory: boolean,
+    retryNum: number = 0
   ): Promise<Workflow> {
     const config = this.context.config;
     const rlm = new RetryLanguageModel(config.llms, config.planLlms);
     rlm.setContext(this.context);
     const request: LLMRequest = {
-      maxTokens: 4096,
+      maxTokens: 8192,
       temperature: 0.7,
       messages: messages,
       abortSignal: this.context.controller.signal,
@@ -114,6 +116,14 @@ export class Planner {
         if (chunk.type == "text-delta") {
           streamText += chunk.delta || "";
         }
+        if (chunk.type == "finish") {
+          if (chunk.finishReason == "content-filter") {
+            throw new Error("LLM error: trigger content filtering violation");
+          }
+          if (chunk.finishReason == "other") {
+            throw new Error("LLM error: terminated due to other reasons");
+          }
+        }
         if (this.callback) {
           let workflow = parseWorkflow(
             this.taskId,
@@ -132,6 +142,12 @@ export class Planner {
           }
         }
       }
+    } catch (e: any) {
+      if (retryNum < 3) {
+        await sleep(1000);
+        return await this.doPlan(taskPrompt, messages, saveHistory, ++retryNum);
+      }
+      throw e;
     } finally {
       reader.releaseLock();
       if (Log.isEnableInfo()) {

packages/eko-extension/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eko-ai/eko-extension",
-  "version": "3.0.9-alpha.5",
+  "version": "3.1.0",
   "description": "Empowering language to transform human words into action.",
   "main": "dist/index.cjs.js",
   "module": "dist/index.esm.js",

packages/eko-nodejs/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eko-ai/eko-nodejs",
-  "version": "3.0.9-alpha.5",
+  "version": "3.1.0",
   "description": "Empowering language to transform human words into action.",
   "main": "dist/index.cjs.js",
   "module": "dist/index.esm.js",

packages/eko-web/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eko-ai/eko-web",
-  "version": "3.0.9-alpha.5",
+  "version": "3.1.0",
   "description": "Empowering language to transform human words into action.",
   "main": "dist/index.cjs.js",
   "module": "dist/index.esm.js",