Nico/add aave viem (#28)

* - feature: replace webpack5 with esbuild for tools bundling

* - feature: adapted tools runner to spawn tools backend and use the API

* - fix: permissions for shinkai-tools-backend binary

* minor fixes

* - fix: dom lib in playwright example tsconfig when use jest

* stuck with window issue

* exp

* update

* - fix: permissions

* - fix: missing chrome

* - fix: node version

* - feature: bundle tools-backend macos compatible

* - fix: missing chrome in CI

* - fix: added tests for tool backend project

* - fix: missing depends on lint and tests

* - fix: single app binary bundler

* - fix: ddg search scrapper

* - fix: builds concurrency

* - fix: lint and test in ci

* update aave add coinbase

* - fix: stuck tests

* - feature: integrated shinkai-viem lib

* - fix: adapted to shinkai-viem

* - fix: removed unusded file

* fix output ethplorer

* update

* update

* buttons

* fixes

* change conf

* - fix: lock merge

* - fix: shinkai-viem

* - fix: tests

* add new tools

* - fix: rename aave

* fix headless defillama

* - fix: tests

* - fix: tests

* - fix: project names

* - fix: project rename

* - fix: tests

* - fix: add pass with no tests for coinbase projects

* - fix: add timeout limit to check

* - fix: tests

* - fix: removed unused file

* - fix: remove headless false

* - fix: force exit in jest

* temp fix

* fix

* fix coinbase wallet return

* - fix: aave tests

* update to support actual mpc

* update serversigner type in cb

* fix

* - fix: tests

* - fix: tests

* - fix: tests

---------

Co-authored-by: Alfredo Gallardo <[email protected]>

.github/workflows/pr-check.yml

@@ -12,6 +12,7 @@ jobs:
  check:
  runs-on: ubuntu-22.04
  environment: development
+ timeout-minutes: 7
  steps:
  - name: Check out repository
  uses: actions/checkout@v4

.gitignore

@@ -1,4 +1,4 @@
-apps/**/node_modules
+apps/**/node_modules
 libs/**/node_modules
 
 libs/shinkai-tools-runner/target
@@ -12,3 +12,5 @@ target
 .nx/workspace-data
 libs/shinkai-tools-runner/tools
 libs/shinkai-tools-runner/shinkai-tools-runner-resources
+apps/shinkai-tool-aave-load-requester/src/bundled-resources
+launch.json

apps/shinkai-tool-aave-loan-requester/generate-shinkai-viem-export.ts

@@ -0,0 +1,18 @@
+import * as fs from 'fs';
+import * as path from 'path';
+
+const shinkaViemPath = path.join(
+ __dirname,
+ '../../dist/libs/shinkai-viem/shinkai-viem.js',
+);
+const shinkaiViemContent = fs.readFileSync(shinkaViemPath, 'utf-8');
+
+const outputPath = path.join(
+ __dirname,
+ 'src/bundled-resources/shinkai-viem.ts',
+);
+const outputContent = `// autogenerated
+export const viemScriptContent = "${Buffer.from(shinkaiViemContent).toString('base64')}";
+`;
+
+fs.writeFileSync(outputPath, outputContent);

apps/shinkai-tool-aave-loan-requester/jest.config.ts

@@ -0,0 +1,6 @@
+/* eslint-disable */
+export default {
+ displayName: '@shinkai_protocol/shinkai-tool-aave-loan-requester',
+ preset: '../../jest.preset.js',
+ coverageDirectory: '../../coverage/apps/shinkai-tool-aave-loan-requester',
+};

apps/shinkai-tool-aave-loan-requester/package.json

@@ -0,0 +1,4 @@
+{
+ "name": "@shinkai_protocol/shinkai-tool-aave-loan-requester",
+ "type": "commonjs"
+}

apps/shinkai-tool-aave-loan-requester/project.json

@@ -0,0 +1,38 @@
+{
+ "name": "@shinkai_protocol/shinkai-tool-aave-loan-requester",
+ "$schema": "../../node_modules/nx/schemas/project-schema.json",
+ "sourceRoot": "apps/shinkai-tool-aave-loan-requester/src",
+ "projectType": "library",
+ "tags": ["tool"],
+ "targets": {
+ "build": {
+ "dependsOn": [
+ { "projects": "@shinkai_protocol/shinkai-viem", "target": "build" }
+ ],
+ "executor": "nx:run-commands",
+ "defaultConfiguration": "production",
+ "options": {
+ "commands": [
+ "npx ts-node apps/shinkai-tool-aave-loan-requester/generate-shinkai-viem-export.ts",
+ "npx ts-node scripts/tool-bundler.ts --entry ./apps/shinkai-tool-aave-loan-requester/src/index.ts --outputFolder ./dist/apps/shinkai-tool-aave-loan-requester"
+ ],
+ "parallel": false
+ },
+ "configurations": {
+ "development": {},
+ "production": {}
+ }
+ },
+ "lint": {
+ "dependsOn": ["build"],
+ "executor": "@nx/linter:eslint",
+ "outputs": ["{options.outputFile}"],
+ "options": {
+ "lintFilePatterns": [
+ "apps/shinkai-tool-aave-loan-requester/**/*.ts",
+ "apps/shinkai-tool-aave-loan-requester/package.json"
+ ]
+ }
+ }
+ }
+}

apps/shinkai-tool-aave-loan-requester/src/chrome-paths.d.ts

@@ -0,0 +1,3 @@
+declare module 'chrome-paths' {
+ const chrome: string;
+}

apps/shinkai-tool-aave-loan-requester/src/global.d.ts

@@ -0,0 +1,9 @@
+declare global {
+ interface Window {
+ viemClient: any;
+ viemAccount: any;
+ ethereum: any;
+ }
+}
+
+export {};

apps/shinkai-tool-aave-loan-requester/src/index.test.ts

@@ -0,0 +1,18 @@
+import { Tool } from '../src/index';
+
+test('exists definition', async () => {
+ const tool = new Tool({});
+ const definition = tool.getDefinition();
+ expect(definition).toBeInstanceOf(Object);
+});
+
+test('run definition', async () => {
+ const tool = new Tool({
+ chromePath: process.env?.CHROME_PATH,
+ });
+ const run_result = await tool.run({
+ inputValue: '0.005',
+ assetSymbol: 'ETH',
+ });
+ console.log(run_result);
+}, 25000);

apps/shinkai-tool-aave-loan-requester/src/index.ts

@@ -0,0 +1,146 @@
+import { BaseTool, RunResult } from '@shinkai_protocol/shinkai-tools-builder';
+import { ToolDefinition } from 'libs/shinkai-tools-builder/src/tool-definition';
+import * as playwright from 'playwright';
+import * as chromePaths from 'chrome-paths';
+import { createWalletClient, http, parseEther } from 'viem';
+
+// Remove later. It's for debugging.
+import * as fs from 'fs';
+import * as path from 'path';
+import { viemScriptContent } from './bundled-resources/shinkai-viem';
+
+type Config = {
+ chromePath?: string;
+};
+type Params = {
+ inputValue: string;
+ assetSymbol: string;
+};
+type Result = {
+ amountProcessed: string;
+};
+
+// Extend the Window interface to include ethereum
+declare global {
+ interface Window {
+ ethereum: any;
+ }
+}
+
+export class Tool extends BaseTool<Config, Params, Result> {
+ definition: ToolDefinition<Config, Params, Result> = {
+ id: 'shinkai-tool-aave-loan-requester',
+ name: 'Shinkai: Aave Loan Requester',
+ description:
+ 'Tool for requesting a loan on Aave, including selecting assets to supply and borrow with their APYs',
+ author: 'Shinkai',
+ keywords: ['aave', 'market', 'extractor', 'shinkai'],
+ configurations: {
+ type: 'object',
+ properties: {
+ chromePath: { type: 'string', nullable: true },
+ },
+ required: [],
+ },
+ parameters: {
+ type: 'object',
+ properties: {
+ inputValue: { type: 'string' },
+ assetSymbol: { type: 'string' },
+ },
+ required: ['inputValue', 'assetSymbol'],
+ },
+ result: {
+ type: 'object',
+ properties: {
+ amountProcessed: { type: 'string' },
+ },
+ required: ['amountProcessed'],
+ },
+ };
+
+ async run(params: Params): Promise<RunResult<Result>> {
+ const browser = await playwright['chromium'].launch({
+ executablePath: this.config?.chromePath || chromePaths.chrome,
+ });
+ const context = await browser.newContext({
+ viewport: { width: 1280, height: 800 }, // Set viewport size
+ });
+
+ const page = await context.newPage();
+ // await page.goto(params.url);
+ await page.goto(
+ 'https://staging.aave.com/?marketName=proto_arbitrum_sepolia_v3',
+ );
+
+ console.log('Viem script loaded');
+
+ await page.evaluate((scriptContent) => {
+ const script = document.createElement('script');
+ script.textContent = scriptContent;
+ document.head.appendChild(script);
+ console.log('Viem script injected');
+ }, Buffer.from(viemScriptContent, 'base64').toString('utf-8'));
+
+ // Click the "Opt-out" button
+ // Wait for the "Opt-out" button to appear and click it
+ await page.waitForSelector('#rcc-decline-button > p');
+ await page.click('#rcc-decline-button > p');
+
+ // Click the wallet button
+ await page.waitForSelector('#wallet-button');
+ await page.click('#wallet-button');
+
+ // Click the "Browser wallet" button
+ const browserWalletButton = page.locator(
+ 'body > div:nth-child(20) > div[class*="MuiPaper-root MuiPaper-elevation MuiPaper-rounded MuiPaper-elevation1"] > div[class*="MuiBox-root"] > button:nth-child(2)',
+ );
+
+ await browserWalletButton.waitFor({ state: 'visible' });
+ console.log('Browser wallet button is visible');
+ await browserWalletButton.click();
+
+ const assetSymbolUpper = params.assetSymbol.toUpperCase();
+
+ // Find the div with data-cy="dashboardSupplyListItem_ETH" and click the first button inside the 5th internal div
+ const assetSupplyListItem = page.locator(
+ `div[data-cy="dashboardSupplyListItem_${assetSymbolUpper}"]`,
+ );
+ const buttonInFifthDiv = assetSupplyListItem
+ .locator('div:nth-child(5) button')
+ .first();
+ await buttonInFifthDiv.waitFor({ state: 'visible' });
+ await buttonInFifthDiv.click();
+ console.log(
+ `First button inside the 5th internal div for ${assetSymbolUpper} clicked`,
+ );
+
+ // Input a value of 0.1 into the specified input field
+ const inputField = page.locator(
+ 'div.MuiModal-root div.MuiPaper-root div.MuiBox-root div.MuiBox-root div.MuiBox-root div.MuiInputBase-root input',
+ );
+ await inputField.waitFor({ state: 'visible' });
+ await inputField.fill(params.inputValue);
+ console.log('Input field filled with value 0.1');
+
+ // Click the button with data-cy="actionButton"
+ const actionButton = page.locator('button[data-cy="actionButton"]');
+ await actionButton.waitFor({ state: 'visible' });
+ await actionButton.click();
+ console.log('Action button clicked');
+
+ // Wait for the specified selector with a more flexible approach
+ await page.waitForSelector(
+ 'body > div.MuiModal-root > div.MuiPaper-root.MuiPaper-elevation.MuiPaper-rounded.MuiPaper-elevation1 > div.MuiBox-root > h2',
+ );
+
+ // Take a screenshot and save it to ./tmp/
+ const screenshotPath = path.join(__dirname, 'tmp', 'screenshot.png');
+ await page.screenshot({ path: screenshotPath });
+
+ await browser.close();
+ return Promise.resolve({
+ data: { amountProcessed: params.inputValue },
+ });
+ }
+}

apps/shinkai-tool-aave-loan-requester/tsconfig.app.json

@@ -0,0 +1,4 @@
+{
+ "extends": "./tsconfig.json",
+ "include": ["./src/**/*.ts"]
+}

apps/shinkai-tool-aave-loan-requester/tsconfig.json

@@ -0,0 +1,5 @@
+{
+ "extends": "../../tsconfig.base.json",
+ "compilerOptions": {},
+ "include": ["./src/**/*.ts"]
+}

apps/shinkai-tool-aave-loan-requester/tsconfig.spec.json

@@ -0,0 +1,15 @@
+{
+ "extends": "./tsconfig.json",
+ "compilerOptions": {
+ "outDir": "../../dist/out-tsc",
+ "module": "commonjs",
+ "types": ["jest", "node"],
+ "lib": ["dom"]
+ },
+ "include": [
+ "jest.config.ts",
+ "src/**/*.test.ts",
+ "src/**/*.spec.ts",
+ "src/**/*.d.ts"
+ ]
+}

apps/shinkai-tool-aave-state/jest.config.ts

@@ -0,0 +1,6 @@
+/* eslint-disable */
+export default {
+ displayName: '@shinkai_protocol/shinkai-tool-aave-state',
+ preset: '../../jest.preset.js',
+ coverageDirectory: '../../coverage/apps/shinkai-tool-aave-state',
+};

apps/shinkai-tool-aave-state/package.json

@@ -0,0 +1,4 @@
+{
+ "name": "@shinkai_protocol/shinkai-tool-aave-state",
+ "type": "commonjs"
+}

apps/shinkai-tool-aave-state/project.json

@@ -0,0 +1,39 @@
+{
+ "name": "@shinkai_protocol/shinkai-tool-aave-state",
+ "$schema": "../../node_modules/nx/schemas/project-schema.json",
+ "sourceRoot": "apps/shinkai-tool-aave-state/src",
+ "projectType": "library",
+ "tags": ["tool"],
+ "targets": {
+ "build": {
+ "dependsOn": [
+ { "projects": "@shinkai_protocol/shinkai-viem", "target": "build" }
+ ],
+ "executor": "nx:run-commands",
+ "defaultConfiguration": "production",
+ "options": {
+ "commands": [
+ "npx copyfiles --up 3 --verbose dist/libs/shinkai-viem/* apps/shinkai-tool-aave-state/src/bundled-resources/",
+ "npx ts-node scripts/tool-bundler.ts --entry ./apps/shinkai-tool-aave-state/src/index.ts --outputFolder ./dist/apps/shinkai-tool-aave-state"
+ ]
+ },
+ "configurations": {
+ "development": {},
+ "production": {}
+ }
+ },
+ "lint": {
+ "dependsOn": [
+ { "projects": "@shinkai_protocol/shinkai-viem", "target": "build" }
+ ],
+ "executor": "@nx/linter:eslint",
+ "outputs": ["{options.outputFile}"],
+ "options": {
+ "lintFilePatterns": [
+ "apps/shinkai-tool-aave-state/**/*.ts",
+ "apps/shinkai-tool-aave-state/package.json"
+ ]
+ }
+ }
+ }
+}