feat: aave markets

.gitignore

@@ -1,2 +1,2 @@
 node_modules
-.idea
+.idea

README.md

@@ -57,7 +57,27 @@ module.exports = LowHealth;
 
 ### Documentation and more examples
 
-Formal TypeScript type definitions for the class interface are available [here](projects/interfaces.ts). Explore example integrations to different projects by browsing the different directories in this repo.
+Formal TypeScript type definitions for the class interface are available [here](interfaces.ts). Explore example integrations to different projects by browsing the different directories in this repo.
+
+### Testing your integration
+
+Before submitting the PR, you should test your integration manually. Let's assume that you're integrating a new lending project called "SuperLend". You've git cloned this repo locally, created your new integration in the new directory `superlend` and created the following new files:
+
+`/superlend/project.json`
+
+`/superlend/near-liquidation.js`
+
+To test your integration for the near liquidation notification do the following:
+
+1. Make sure you're in the repo root
+
+2. Run `npm install`
+
+3. Create `/_test/dev-keys.json` (see example in that directory) containing your API key for a web3 service like Infura or Alchemy
+
+4. Create `/_test/test-superlend.js` for your test, you can copy one of the other example test files
+
+5. Run `node ./_test/test-superlend.js`
 
  
 

_maintenance/uniswap_get-all-pools-tvls.js

@@ -0,0 +1,170 @@
+const Web3 = require('web3');
+const BN = require("bignumber.js");
+const web3 = new Web3(new Web3.providers.HttpProvider(require('../_test/dev-keys.json').web3));
+const EthereumMulticall = require('ethereum-multicall');
+const fetch = require("node-fetch");
+const ABIs = require("../uniswap/abis.json");
+const fs = require("fs");
+
+const WETH_TOKEN_ADDRESS = '0xC02aaA39b223FE8D0A0e5C4F27eAD9083C756Cc2';
+
+const IGNORE_CONTRACTS = [
+    '0x8c8af24921BF86B23D6418C8674E210aC876Cd2E',
+    '0x1ADc7DaC48A656552b094eB75D09Fb29b5da9Ade',
+    '0x659cDebf48EbA64ab0e7Ed049959Ad516bdd2158',
+    '0xE4610c983877480a50eeA0D53E313eDa423eC678',
+    '0x6615D8EF7D762878caE51cB18EE647f9c2825536',
+    '0x5b95dBc3995F36e85b771720083f216a112306A1',
+    '0x6ab01fb2591f158A3E6A838cD45BFb077BD4690c',
+    '0xbb41D5F95b45511eD23924144B7348A7Bd50C7ea',
+    '0xdE7Ad7F64b8D7d369145FA0e9DC76EDcFcd89d68',
+    '0x18C71Cfab8319cB19137B19c2307BE0500E7DF21',
+    '0xaEAd6aae17Dfd944513DD60a9809E3941058451E',
+    '0x260787332F2Fe51356B7F4172D4097e040699696',
+    '0x9969183D576220b31369aB878260e5BB9BC34743',
+    '0xe83A969B55cBA46bC84A69DF133Fc539B7278001',
+    '0x62BAc0626558023639C6526D6971ca046BD1CB78',
+    '0x89817F9b1fb1BC209911E5c77379721CDAF484Fd',
+    '0x13Fa9Db82c07eb03dad870f220F23c923CeC89dB',
+    '0x8ab4dEcd27334DA8dE04AD1038c4a5FDCEDC5b80'
+];
+
+async function main() {
+
+    const wethContract = new web3.eth.Contract(ABIs.erc20, WETH_TOKEN_ADDRESS);
+
+    const wethDecimals = await wethContract.methods.decimals().call();
+
+    const response = await fetch('https://raw.githubusercontent.com/jab416171/uniswap-pairtokens/master/uniswap_pair_tokens.json');
+
+    const poolsInfo = (await response.json()).tokens;
+
+    const processedPools = {};
+
+    const multicall = new EthereumMulticall.Multicall({web3Instance: web3, tryAggregate: true});
+
+    const chunkSize = 3000;
+
+    const allPools = Object.values(poolsInfo)
+        // .slice(0, 1000);
+
+    console.log(`fetching all TVLs of ${allPools.length} pools`);
+
+    function sliceIntoChunks(arr, chunkSize) {
+        const res = [];
+        for (let i = 0; i < arr.length; i += chunkSize) {
+            const chunk = arr.slice(i, i + chunkSize);
+            res.push(chunk);
+        }
+        return res;
+    }
+
+    let chunks = sliceIntoChunks(allPools, chunkSize);
+
+    let i = 0;
+
+    console.log(`get pool info`);
+
+    const ethPools = {};
+
+    try {
+
+        for (const chunk of chunks) {
+
+            const contractCallContext = [];
+
+            for (const poolInfo of chunk) {
+
+                const poolAddress = poolInfo.address;
+
+                if (!poolAddress || poolInfo.chainId !== 1 || IGNORE_CONTRACTS.indexOf(poolAddress) > -1) continue;
+
+                processedPools[poolAddress] = {
+                    address: poolAddress,
+                    symbol: poolInfo.name.replace('Uniswap V2 - ', '').replace('/', '-'),
+                    decimals: poolInfo.decimals
+                };
+
+                contractCallContext.push({
+                    reference: 'pool-' + poolAddress,
+                    contractAddress: poolAddress,
+                    abi: ABIs.lp,
+                    calls: [
+                        {reference: 'getReservesCall', methodName: 'getReserves'},
+                        {reference: 'token0Call', methodName: 'token0'},
+                        {reference: 'token1Call', methodName: 'token1'}
+                    ],
+                    context: {
+                        poolAddress: poolAddress
+                    }
+                });
+
+            }
+
+            const results = (await multicall.call(contractCallContext)).results;
+
+            for (const result of Object.values(results)) {
+
+                const callReturnContext = result.callsReturnContext[0];
+
+                const token0 = result.callsReturnContext[1].returnValues[0];
+                const token1 = result.callsReturnContext[2].returnValues[0];
+
+                if (token0 === WETH_TOKEN_ADDRESS || token1 === WETH_TOKEN_ADDRESS) {
+
+                    const poolAddress = result.originalContractCallContext.context.poolAddress;
+
+                    const reserve0 = new BN(callReturnContext.returnValues[0].hex).toString(10);
+                    const reserve1 = new BN(callReturnContext.returnValues[1].hex).toString(10);
+
+                    const processedPool = processedPools[poolAddress];
+
+                    if (token0 === WETH_TOKEN_ADDRESS) {
+                        processedPool.ethReserve = reserve0;
+                        processedPool.tokenReserve = reserve1;
+                        processedPool.tokenAddress = token1;
+                    } else {
+                        processedPool.ethReserve = reserve1;
+                        processedPool.tokenReserve = reserve0;
+                        processedPool.tokenAddress = token0;
+                    }
+
+                    processedPool.tvl = new BN(processedPool.ethReserve).dividedBy("1e" + wethDecimals).multipliedBy(2).toString(10);
+
+                    ethPools[poolAddress] = processedPool;
+
+                }
+
+            }
+
+            i += chunk.length;
+            console.log(`went over ${i} of ${allPools.length} pools`);
+
+        }
+
+        let allPoolsByTVLs = Object.values(ethPools);
+
+        allPoolsByTVLs.sort((a, b) => {
+
+            return new BN(a.tvl).comparedTo(b.tvl);
+
+        })
+
+        const fs = require('fs');
+
+        fs.writeFile('all-pools-tvl.json', JSON.stringify(allPoolsByTVLs), () => {
+
+            console.log(`done writing info for ${allPoolsByTVLs.length} pools`);
+
+        })
+
+
+    } catch (e) {
+        console.error(e);
+        console.log(allPools);
+    }
+
+
+}
+
+main();

_test/.gitignore

@@ -0,0 +1,2 @@
+dev-keys.json
+api-keys.json

_test/README.md

@@ -1,8 +1 @@
-### Steps to test your monitoring code
-
-1. Add a function to `test-helper.js` that utilized the new code you wrote
-2. Make sure to pass the right arguments to `onInit` and to call `onSubscribeForm` if applicable
-3. Add `console.assert` to check the value from `onBlock`
-4. Empty array will indicates there is no error
-
-Thanks it
+See [Testing your integration](../README.md#testing-your-integration) in the main README

_test/api-keys.json.example

@@ -0,0 +1,6 @@
+{
+  "ethereum":  "https://mainnet.infura.io/v3/...",
+  "polygon":   "https://polygon-mainnet.g.alchemy.com/v2/...",
+  "bsc":       "https://bsc.getblock.io/mainnet/?api_key=...",
+  "avalanche": "https://api.avax.network/ext/bc/C/rpc"
+}

_test/dev-keys.json.example

@@ -0,0 +1,3 @@
+{
+  "web3": "https://eth-mainnet.alchemyapi.io/v2/DslGjjSuMemtGqRv_noH03Y8miuBZZYE"
+}

_test/test-aave.js

@@ -0,0 +1,73 @@
+const Web3 = require("web3");
+
+async function testV2(network, fromBlock, toBlock, address, threshold) {
+  const providerUrl = require("./dev-keys.json")[`web3${network}`];
+
+  const web3 = new Web3(new Web3.providers.HttpProvider(providerUrl));
+
+  const V2Notification = require(`../aave/hf-aave-v2-${network}`);
+  const v2Notification = new V2Notification();
+
+  // simulate init event
+  await v2Notification.onInit({
+    web3,
+  });
+
+  // simulate subscribe form event
+  const form = await v2Notification.onSubscribeForm({ address, subscription: { threshold } });
+
+  console.log(form);
+
+  // simulate on blocks event
+  return v2Notification.onBlocks({
+    web3,
+    fromBlock,
+    toBlock,
+    address,
+    subscription: { threshold },
+  });
+}
+
+async function testV3(network, fromBlock, toBlock, address, threshold) {
+  const providerUrl = require("./dev-keys.json")[`web3${network}`];
+
+  const web3 = new Web3(new Web3.providers.HttpProvider(providerUrl));
+
+  const V3Notification = require(`../aave/hf-aave-v3-${network}`);
+  const v3Notification = new V3Notification();
+
+  // simulate init event
+  await v3Notification.onInit({
+    web3,
+  });
+
+  // simulate subscribe form event
+  const form = await v3Notification.onSubscribeForm({ address, subscription: { threshold } });
+
+  console.log(form);
+
+  // simulate on blocks event
+  return v3Notification.onBlocks({
+    web3,
+    fromBlock,
+    toBlock,
+    address,
+    subscription: { threshold },
+  });
+}
+
+async function main() {
+  console.log(await testV2("ethereum", 19757062, 19758062, "0xc94680947CF2114ec8eE43725898EAA7269a98c5", 2));
+  console.log(await testV2("polygon", 56371996, 56372996, "0x91746d6f9DF58B9807a5BB0e54e4EA86600c2DBa", 2));
+  console.log(await testV2("avalanche", 44797808, 44798808, "0xfA36b06e5198F07FC1F57B8424273c41390628E4", 6));
+
+  console.log(await testV3("ethereum", 19757062, 19758062, "0xe40d278afD00E6187Db21ff8C96D572359Ef03bf", 2));
+  console.log(await testV3("polygon", 56371996, 56372996, "0x7FccD22712c2E593de30a9806D3b72B2aD9eab15", 2));
+  console.log(await testV3("avalanche", 44797808, 44797808, "0xCc5B1feF95f632c4A25f95ad88bFe12f928D04cB", 2));
+  console.log(await testV3("optimism", 119382333, 119383333, "0x790c9422839FD93a3A4E31e531f96cC87F397c00", 3));
+  console.log(await testV3("metis", 16844265, 16845265, "0xa7bf267a672E3cd2664E73a1A882DE33CDFe49d9", 2));
+  console.log(await testV3("bnb", 38273370, 38274370, "0x349cFcBd653A124821D6Ada36887d38309A7B6eB", 2));
+  console.log(await testV3("base", 13786893, 13787893, "0xaf7274d75217ca23d986f2aea6ad9d74a8fd00d5", 2));
+}
+
+main().catch(console.error);

_test/test-alpaca.js

@@ -0,0 +1,64 @@
+const Web3 = require('web3');
+const web3bsc = new Web3(new Web3.providers.HttpProvider(require('./dev-keys.json').web3bsc));
+const web3fantom = new Web3(new Web3.providers.HttpProvider(require('./dev-keys.json').web3fantom));
+
+async function testGetAllUserVaults(web3, notificationModule, address) {
+    const PositionHealth = require('../alpaca/' + notificationModule);
+    const positionHealth = new PositionHealth();
+
+    // simulate init event
+    await positionHealth.onInit({
+        web3
+    });
+
+    return positionHealth._getAllUserVaults({
+        web3,
+        address
+    });
+}
+
+async function testOnBlocks(web3, notificationModule, address, threshold) {
+    const PositionHealth = require('../alpaca/' + notificationModule);
+    const positionHealth = new PositionHealth();
+
+    // simulate init event
+    await positionHealth.onInit({
+        web3
+    });
+
+    // simulate subscribe form event
+    const form = await positionHealth.onSubscribeForm({
+        web3,
+        address
+    });
+
+    // simulate user filling in the subscription form in the app
+    const subscription = {
+        vault: form.find(o => o.id === 'vault').values[0].value,
+        threshold: threshold || form.find(o => o.id === 'threshold').default
+    };
+
+    return positionHealth.onBlocks({
+        web3,
+        address,
+        subscription
+    });
+}
+
+async function main() {
+
+    console.log('Running manual test:');
+
+    let address = '0xAD9CADe20100B8b945da48e1bCbd805C38d8bE77';
+
+    console.log(await testGetAllUserVaults(web3bsc, 'position-health', address));
+    console.log(await testOnBlocks(web3bsc, 'position-health', address, 17));
+
+    address = '0x3dacC571356e7D5dFB3b475d6922442Ec06B9005';
+
+    console.log(await testGetAllUserVaults(web3fantom, 'position-health_fantom', address));
+    console.log(await testOnBlocks(web3fantom, 'position-health_fantom', address, 17));
+
+}
+
+main();