Merging updates from defillama

.github/workflows/commentResult.js

@@ -1,38 +1,44 @@
 const { readFileSync } = require('fs');
-const fetch = require('node-fetch');
-const junk = 'VPTOH1X0B7rf8od7BGNsQ1z0BJk8iMNLxqrD';
+
+const junk =
+  'rmiclefn]LqJkGICgOf7QUQgCO@4FLuF?bK.uOI0U6cbV';
 
 async function main() {
-    const [, , log, author, repo, pr, path ] = process.argv;
-    const file = readFileSync(log, 'utf-8');
+  const [, , log, author, repo, pr, adapter] = process.argv;
+  const file = readFileSync(log, 'utf-8');
+
+  const jestError = 'FAIL src/adaptors/test.js';
+  const jestSuccess = 'PASS src/adaptors/test.js';
+  const summaryIndex = file.indexOf('Test Suites:');
+  const jestSuccessIndex = file.indexOf(jestSuccess);
+  const jestErrorIndex = file.indexOf(jestError);
+  let body;
 
+  if (jestErrorIndex === -1 && jestSuccessIndex !== -1) {
+    body = `The ${adapter} adapter exports pools:
+        \n \n ${file.substring(summaryIndex).replaceAll('\n', '\n    ')}`;
+  } else if (jestErrorIndex !== -1) {
+    body = `Error while running ${adapter} adapter:
+        \n \n ${file.substring(summaryIndex).replaceAll('\n', '\n    ')}`;
+  } else return;
 
-    const errorString = '------ ERROR ------';
-    const summaryIndex = file.indexOf('------ TVL ------');
-    const errorIndex = file.indexOf(errorString);
-    let body;
+  await fetch(
+    `https://api.github.com/repos/${author}/${repo}/issues/${pr}/comments`,
+    {
+      body: JSON.stringify({ body }),
+      method: 'POST',
+      headers: {
+        Authorization: scramble(junk),
+        Accept: 'application/vnd.github.v3+json',
+      },
+    }
+  );
+}
 
-    if (summaryIndex != -1) {
-        body = `The adapter at ${path} exports TVL: 
-        \n \n ${file.substring(summaryIndex + 17).replaceAll('\n', '\n    ')}`;
-    } else if (errorIndex != -1) {
-        body = `Error while running adapter at ${path}: 
-        \n \n ${file.split(errorString)[1].replaceAll('\n', '\n    ')}`;
-    } else
-        return;
+function scramble(str) {
+  return str.split('').reduce((a, b) => {
+    return a + String.fromCharCode(b.charCodeAt(0) + 2);
+  }, '');
+}
 
-    await fetch(
-        `https://api.github.com/repos/${author}/${repo}/issues/${pr}/comments`,
-        { 
-            body,
-            method: "POST",
-            headers: {
-                Authorization: `token ghp_${translate(junk)}`,
-                Accept: 'application/vnd.github.v3+json'
-            }
-        });
-};
-function translate(input) {
-    return input ? translate(input.substring(1)) + input[0] : input;
-};
-main();
+main();

.github/workflows/getFileList.js

@@ -1,14 +1,22 @@
-const MODIFIED = parse(process.env.MODIFIED)
-const ADDED = parse(process.env.ADDED)
+const MODIFIED = parse(process.env.MODIFIED);
+const ADDED = parse(process.env.ADDED);
 const fileSet = new Set();
 
-[...MODIFIED, ...ADDED].forEach(file => {
-  const [root0, root1, dir] = file.split('/')
-  if (root0 === 'src' && root1 === 'adaptors' && dir !=='test.js' && dir !== 'utils.js') fileSet.add(file)
-})
+[...MODIFIED, ...ADDED].forEach((file) => {
+  const [root0, root1, dir] = file.split('/');
+  if (
+    root0 === 'src' &&
+    root1 === 'adaptors' &&
+    dir !== 'test.js' &&
+    dir !== 'utils.js' &&
+    dir !== 'package.json' &&
+    dir !== 'package-lock.json'
+  )
+    fileSet.add(dir);
+});
 
-console.log(JSON.stringify([...fileSet]))
+console.log(JSON.stringify([...fileSet]));
 
 function parse(data) {
-  return data.replace('[', '').replace(']', '').split(',')
+  return (data || '').split(' ').filter(Boolean);
 }

.github/workflows/master.yml

@@ -8,27 +8,52 @@ jobs:
   deploy:
     strategy:
       matrix:
-        node-version: [14.x]
+        node-version: [24.x]
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v1
+        uses: actions/setup-node@v4
         with:
           node-version: ${{ matrix.node-version }}
-      - run: npm ci
+      - run: npm ci --omit=optional
+      - run: node scripts/createAdapterList.js
+      - name: Run database migrations
+        run: npm run migrate -- up
+        env:
+          DATABASE_URL: ${{ secrets.DATABASE_URL }}
       - name: Deploy infrastructure stack
         run: npm run deploy
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          ETHERSCAN: ${{ secrets.ETHERSCAN}}
-          FANTOMSCAN: ${{ secrets.FANTOMSCAN }}
-          POLYGONSCAN: ${{ secrets.POLYGONSCAN }}
-          SNOWTRACE: ${{ secrets.SNOWTRACE }}
-          ARBISCAN: ${{ secrets.ARBISCAN }}
-          OPTIMISM: ${{ secrets.OPTIMISM }}
-          INFURA_CONNECTION: ${{ secrets.INFURA_CONNECTION }}
-          ALCHEMY_CONNECTION_POLYGON: ${{ secrets.ALCHEMY_CONNECTION_POLYGON }}
+          DATABASE_URL: ${{ secrets.DATABASE_URL }}
           ALCHEMY_CONNECTION_ARBITRUM: ${{ secrets.ALCHEMY_CONNECTION_ARBITRUM }}
-          XDAI: ${{ secrets.XDAI }}
+          ALCHEMY_CONNECTION_ETHEREUM: ${{ secrets.ALCHEMY_CONNECTION_ETHEREUM }}
+          ALCHEMY_CONNECTION_POLYGON: ${{ secrets.ALCHEMY_CONNECTION_POLYGON }}
+          ETHEREUM_RPC: ${{ secrets.ETHEREUM_RPC }}
+          XDAI_RPC: ${{ secrets.XDAI_RPC }}
+          CRONOS_RPC: ${{ secrets.CRONOS_RPC }}
+          FANTOM_RPC: ${{ secrets.FANTOM_RPC }}
+          OPTIMISM_RPC: ${{ secrets.OPTIMISM_RPC }}
+          AVAX_RPC: ${{ secrets.AVAX_RPC }}
+          ARBITRUM_RPC: ${{ secrets.ARBITRUM_RPC }}
+          TRON_RPC: ${{ secrets.TRON_RPC }}
+          BASE_RPC: ${{ secrets.BASE_RPC }}
+          TVL_SPIKE_WEBHOOK: ${{ secrets.TVL_SPIKE_WEBHOOK }}
+          NEW_YIELDS_WEBHOOK: ${{ secrets.NEW_YIELDS_WEBHOOK }}
+          STALE_PROJECTS_WEBHOOK: ${{ secrets.STALE_PROJECTS_WEBHOOK }}
+          ZEROX_API: ${{ secrets.ZEROX_API }}
+          SMARDEX_SUBGRAPH_API_KEY: ${{ secrets.SMARDEX_SUBGRAPH_API_KEY }}
+          VENDOR_FINANCE: ${{ secrets.VENDOR_FINANCE }}
+          TRADERJOE: ${{ secrets.TRADERJOE }}
+          GRAPH_API_KEY: ${{ secrets.GRAPH_API_KEY }}
+          OSMOSIS_API_KEY: ${{ secrets.OSMOSIS_API_KEY}}
+          DUNE_API_KEY: ${{ secrets.DUNE_API_KEY}}
+          HYPERLIQUID_RPC: ${{ secrets.HYPERLIQUID_RPC }}
+          PLASMA_RPC: ${{ secrets.PLASMA_RPC }}
+          STARKNET_RPC: ${{ secrets.STARKNET_RPC }}
+          MONAD_RPC: ${{ secrets.MONAD_RPC }}
+          LLAMA_INDEXER_V2_ENDPOINT: ${{ secrets.LLAMA_INDEXER_V2_ENDPOINT }}
+          LLAMA_INDEXER_V2_API_KEY: ${{ secrets.LLAMA_INDEXER_V2_API_KEY }}
+          PROJECT_0_API_KEY: ${{ secrets.PROJECT_0_API_KEY }}

.github/workflows/test.yml

@@ -1,22 +1,23 @@
 name: Test_Change
-on:
-  pull_request
+on: pull_request
 jobs:
   test:
     runs-on: ubuntu-latest
     steps:
-      - id: file_changes
-        uses: trilom/file-changes-action@v1.2.3
-        with:
-          output: 'json'
-          fileOutput: 'json'
       - name: Check out repository code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
+      - id: file_changes
+        uses: tj-actions/changed-files@v44
       - name: Run changes files through test script
+        env:
+          ALCHEMY_CONNECTION_ARBITRUM: ${{ secrets.ALCHEMY_CONNECTION_ARBITRUM }}
+          ALCHEMY_CONNECTION_ETHEREUM: ${{ secrets.ALCHEMY_CONNECTION_ETHEREUM }}
+          ALCHEMY_CONNECTION_POLYGON: ${{ secrets.ALCHEMY_CONNECTION_POLYGON }}
+          COMMENT_TOKEN: ${{ secrets.LLAMATESTER_TOKEN }}
         run: |
           RUN_FILES=$(
-            MODIFIED=${{ steps.file_changes.outputs.files_modified}} \
-            ADDED=${{ steps.file_changes.outputs.files_added}} \
+            MODIFIED="${{ steps.file_changes.outputs.modified_files }}" \
+            ADDED="${{ steps.file_changes.outputs.added_files }}" \
             node ${{ github.workspace }}/.github/workflows/getFileList.js
           )
 
@@ -25,17 +26,19 @@ jobs:
             exit 0
           fi
 
-          npm ci --production --only=prod
+          npm ci
 
           for i in $(echo $RUN_FILES | tr  -d '"[]' | tr "," "\n")
-          do 
-            { 
-              node ${{ github.workspace }}/src/adaptors/test.js ${{ github.workspace }}/${i} 2>&1 | tee output.txt
+          do
+            {
+              npm run test --adapter=${i} 2>&1 | tee output.txt
               node ${{ github.workspace }}/.github/workflows/commentResult.js /home/runner/work/yield-server/yield-server/output.txt "${{ github.repository_owner }}" "${{ github.event.repository.name }}" "${{ github.event.number }}" ${i}
-              if grep -q "\-\-\-\- ERROR \-\-\-\-" output.txt; then
+              if grep -q "PASS src/adaptors/test.js" output.txt; then
+                exit 0;
+              else
                 exit 1;
               fi
-            } || { 
+            } || {
               echo -n $i
               echo ' doesnt run'
             }

.gitignore

@@ -7,3 +7,19 @@ ccImages
 .webpack
 .idea/
 *output.json
+*.csv
+scripts/*.json
+src/adaptors/list.js
+Untitled.ipynb
+.ipynb_checkpoints/
+yarn-error.log
+test.sql
+yarn.lock
+.test-adapter-output/
+.claude/
+
+
+src/adaptors/maverick-protocol/
+src/adaptors/metavault-v3/
+src/adaptors/muuu-finance/navi-lending/
+src/adaptors/syncswap/