Refactor: Centralize argument parsing and remove @ escaping

Extract argument parsing into `utils.js` and use it in `curry.proc.js`.

This commit also removes explicit `@` escaping from several tool outputs (`cmd`, `grep`, `jina_r`, `js`, `powershell`, `sh`, `sqlite`) as the behavior seems to be implicitly handled or no longer required, leading to cleaner output logic.

Additionally:
- Incremented version to 0.1.14.
- Updated `log.proc.js` to ensure it only wraps `llm` nodes.
- Modified `rf.schema.json` to enable `$escape_output: false`.
- Added `autotext` handling to `rf.tool.js`.
- Refactored `proc.proc.js` to remove duplicated argument parsing logic.

Author: iovdin

package.json

@@ -1,6 +1,6 @@
 {
   "name": "tune-basic-toolset",
-  "version": "0.1.13",
+  "version": "0.1.14",
   "description": "Basic toolset for tune",
   "main": "src/index.js",
   "files": [

src/cmd.tool.js

@@ -12,5 +12,5 @@ module.exports = async function cmd({ text }) {
   } catch (e) {
     result = e.stderr + e.stdout;
   }
-  return (result || "").replaceAll("@", "\\@");
+  return (result || "")
 };

src/curry.proc.js

@@ -1,3 +1,5 @@
+const { parseArgs } = require('./utils.js')
+
 module.exports = async function curry(node, args, ctx) {
   if (!node || node.type !== 'tool' ) {
     throw Error('curry can only modify tool') 
@@ -6,25 +8,7 @@ module.exports = async function curry(node, args, ctx) {
   // parse args string to object
   // supports key=value pairs where value can be quoted string
   // keys can optionally start with $
-
-  const parsedArgs = {};
-  // regex to split on spaces but keep quoted substrings together
-  const regex = /([^\s"']+|"[^"]*"|'[^']*')+/g;
-  const tokens = args.match(regex) || [];
-
-  tokens.forEach(token => {
-    const equalIndex = token.indexOf('=');
-    if (equalIndex > 0) {
-      const key = token.substring(0, equalIndex);
-      let value = token.substring(equalIndex + 1);
-
-      // strip double or single quotes from value if present
-      if ((value.startsWith('"') && value.endsWith('"')) || (value.startsWith("'") && value.endsWith("'"))) {
-        value = value.substring(1, value.length - 1);
-      }
-      parsedArgs[key] = value;
-    }
-  });
+  const parsedArgs = parseArgs(args.trim())
   const schema = { ...node.schema }
   const curryParams = {} 
   const newNode = { 
@@ -35,10 +19,10 @@ module.exports = async function curry(node, args, ctx) {
   for(const key in parsedArgs) {
     if (key.indexOf("$") === -1)  {
       curryParams[key] = parsedArgs[key]
-      if (!schema.parameters.properties[key]) {
-        throw Error(`parameter ${key} is not defined in ${node.name}'s schema`)
+      if (schema.parameters.properties[key]) {
+        // throw Error(`parameter ${key} is not defined in ${node.name}'s schema`)
+        delete schema.parameters.properties[key]
       }
-      delete schema.parameters.properties[key]
       const idx = (schema.parameters.required || []).indexOf(key)
       if (idx !== -1) {
         schema.parameters.required.splice(idx, 1)

src/grep.tool.js

@@ -12,5 +12,5 @@ module.exports = async function grep({filename, text, regex, regex_flags}, ctx)
   }
 
   const r = new RegExp(regex, regex_flags)
-  return text.split(/\r?\n/).filter(line => r.test(line)).join("\n").replaceAll("@", "\\@")
+  return text.split(/\r?\n/).filter(line => r.test(line)).join("\n")
 }

src/jina_r.tool.js

@@ -23,5 +23,5 @@ module.exports = async function fetchFromUrl({ url, filename, links }, ctx) {
     await ctx.write(filename, res);
     return `@${filename}`;
   }
-  return res.replace(/@/g, "\\@");
-};
+  return res
+};

src/js.tool.js

@@ -53,8 +53,8 @@ module.exports = async function execute({ text, inputType }, ctx) {
         input: modifiedCode, 
       });
 
-    return (res.stderr + res.stdout).trim().replace(/@/g, "\\@");
+    return (res.stderr + res.stdout).trim()
   } finally {
     unlinkSync(filename);
   }
-};
+};

src/log.proc.js

@@ -1,15 +1,20 @@
 const fs = require("fs")
 const path = require("path")
 
-module.exports = async (node, args, ctx)  => ({
-  ...node,
-  exec: async function(payload, ctx) {
-    const res = await node.exec(payload, ctx)
-    const body = JSON.parse(res.body)
-    payload = {...res, body};
-    const filename = args.trim() || "log.json"
-    const content =  path.extname(filename) == ".chat" ? ctx.msg2text(payload.body.messages, true) : JSON.stringify(payload, null, "  ") 
-    fs.writeFileSync(filename, content);
-    return res
+module.exports = async (node, args, ctx)  => { 
+  if (!node || node.type !== 'llm') {
+    throw Error("llm required for 'log' processor")
   }
-})
+  return ({
+    ...node,
+    exec: async function(payload, ctx) {
+      const res = await node.exec(payload, ctx)
+      const body = JSON.parse(res.body)
+      payload = {...res, body};
+      const filename = args.trim() || "log.json"
+      const content =  path.extname(filename) == ".chat" ? ctx.msg2text(payload.body.messages, true) : JSON.stringify(payload, null, "  ") 
+      fs.writeFileSync(filename, content);
+      return res
+    }
+  }) 
+}

src/powershell.tool.js

@@ -12,5 +12,5 @@ module.exports = async function powershell({ text }) {
   } catch (e) {
     result = e.stderr + e.stdout;
   }
-  return (result || "").replaceAll("@", "\\@");
+  return (result || "")
 };

src/proc.proc.js

@@ -1,3 +1,4 @@
+const { parseCommandLine } = require('./utils.js')
 
 module.exports = async function proc(node, args, ctx) {
   /*
@@ -25,113 +26,4 @@ module.exports = async function proc(node, args, ctx) {
   }
 }
 
-// Examples:
-// parseCommandLine('command hello world bla bla')
-// -> ["command", { text: "hello world bla bla" }]
-//
-// parseCommandLine('cmd hello=world num=8 text="bla \\"bla"')
-// -> ["cmd", { hello: "world", num: 8, text: 'bla "bla' }]
-//
-// parseCommandLine('cmd')
-// -> ["cmd", {}]
 
-function parseCommandLine(input) {
-  const s = String(input);
-  let i = 0, len = s.length;
-
-  function skipWS() { while (i < len && /\s/.test(s[i])) i++; }
-
-  // 1) Parse leading alphanumeric command
-  skipWS();
-  const cmdStart = i;
-  while (i < len && /[A-Za-z0-9_\-]/.test(s[i])) i++;
-  const command = s.slice(cmdStart, i);
-  if (!command) return [null, {}];
-
-  // 2) Parse the remainder as args
-  skipWS();
-  const r = s.slice(i);
-  if (!r.trim()) return [command, {}];
-
-  function parseArgs(str) {
-    if (!/^\s*[A-Za-z0-9]+=/.test(str)) {
-      return { text: str.trim() };
-    }
-
-    let j = 0;
-    const L = str.length;
-    const out = {};
-
-    function skipW() { while (j < L && /\s/.test(str[j])) j++; }
-
-    function parseKey() {
-      const start = j;
-      while (j < L && str[j] !== '=' && !/\s/.test(str[j])) j++;
-      return str.slice(start, j);
-    }
-
-    function parseQuotedValue(q) {
-      j++; // skip opening quote
-      let val = '';
-      while (j < L) {
-        const ch = str[j++];
-        if (ch === '\\') {
-          if (j >= L) break;
-          const esc = str[j++];
-          if (esc === 'n') val += '\n';
-          else if (esc === 't') val += '\t';
-          else if (esc === 'r') val += '\r';
-          else val += esc; // includes \" \\ \'
-        } else if (ch === q) {
-          return val;
-        } else {
-          val += ch;
-        }
-      }
-      return val; // best-effort if unclosed
-    }
-
-    function parseUnquotedValue() {
-      const start = j;
-      while (j < L && !/\s/.test(str[j])) j++;
-      return str.slice(start, j);
-    }
-
-    function coerce(v) {
-      if (/^-?\d+(\.\d+)?$/.test(v)) return Number(v);
-      const low = v.toLowerCase();
-      if (low === 'true') return true;
-      if (low === 'false') return false;
-      if (low === 'null') return null;
-      return v;
-    }
-
-    while (j < L) {
-      skipW();
-      if (j >= L) break;
-
-      const key = parseKey();
-      if (!key) return { text: str.trim() };
-
-      skipW();
-      if (j < L && str[j] === '=') {
-        j++; // skip '='
-        skipW();
-        let valueStr = '';
-        if (j < L && (str[j] === '"' || str[j] === "'")) {
-          valueStr = parseQuotedValue(str[j]);
-        } else {
-          valueStr = parseUnquotedValue();
-        }
-        out[key] = coerce(valueStr);
-      } else {
-        // If a non key=value token appears, treat the whole remainder as text
-        return { text: str.trim() };
-      }
-    }
-
-    return out;
-  }
-
-  return [command, parseArgs(r)];
-}

src/rf.schema.json

@@ -13,5 +13,6 @@
       }
     },
     "required": ["filename"]
-  }
+  },
+  "$escape_output": false
 }