Begin consuming Sushiswap events (#381)

Author: cbovis

config/default.js

@@ -7,6 +7,9 @@ module.exports = {
   },
   maxChunkSize: {
     default: parseInt(process.env.MAX_CHUNK_SIZE, 10),
+    sushiswapSwap: {
+      v3: 1800, // 30 minutes
+    },
     uniswapV2Swap: {
       v3: 1800, // 30 minutes
     },
@@ -32,6 +35,9 @@ module.exports = {
     transformedErc20: {
       v3: 10247094,
     },
+    sushiswapSwap: {
+      v3: 1600834642, // Represents a point in time, not a block number
+    },
     uniswapV2Swap: {
       v3: 1600834642, // Represents a point in time, not a block number
     },

packages/core/package.json

@@ -7,6 +7,7 @@
     "@0x-event-extractor/fill-extractor-v2": "^1.0.0",
     "@0x-event-extractor/fill-extractor-v3": "^1.0.0",
     "@0x-event-extractor/shared": "^1.0.0",
+    "@0x-event-extractor/sushiswap-swap-extractor": "^1.0.0",
     "@0x-event-extractor/transformed-erc20-extractor": "^1.0.0",
     "@0x-event-extractor/uniswap-v2-swap-extractor": "^1.0.0",
     "@bugsnag/js": "6.5.2",

packages/core/src/jobs/extract-events.js

@@ -2,6 +2,7 @@ const { config } = require('@0x-event-extractor/shared');
 const fillExtractorV1 = require('@0x-event-extractor/fill-extractor-v1');
 const fillExtractorV2 = require('@0x-event-extractor/fill-extractor-v2');
 const fillExtractorV3 = require('@0x-event-extractor/fill-extractor-v3');
+const sushiswapSwapExtractor = require('@0x-event-extractor/sushiswap-swap-extractor');
 const transformedERC20Extractor = require('@0x-event-extractor/transformed-erc20-extractor');
 const uniswapV2Extractor = require('@0x-event-extractor/uniswap-v2-swap-extractor');
 
@@ -127,6 +128,7 @@ const extractEvents = async () => {
   const maxBlock = await getBlock(maxBlockNumber);
 
   await performExtraction(maxBlock.timestamp, uniswapV2Extractor);
+  await performExtraction(maxBlock.timestamp, sushiswapSwapExtractor);
 
   logger.info('finished event extraction');
 };

packages/sushiswap-swap-extractor/package.json

@@ -0,0 +1,12 @@
+{
+  "name": "@0x-event-extractor/sushiswap-swap-extractor",
+  "description": "Extractor for Sushiswap Swap events",
+  "version": "1.0.0",
+  "main": "src/index.js",
+  "dependencies": {
+    "@0x-event-extractor/shared": "^1.0.0",
+    "@0x/utils": "5.5.1",
+    "graphql": "15.3.0",
+    "graphql-request": "3.1.0"
+  }
+}

packages/sushiswap-swap-extractor/src/fetch-log-entries.js

@@ -0,0 +1,109 @@
+const { request, gql } = require('graphql-request');
+const { BigNumber } = require('@0x/utils');
+
+const EXCHANGE_PROXY_ADDRESS = '0xdef1c0ded9bec7f1a1670819833240f027b25eff';
+
+const convertAmount = (amount, decimals) => {
+  return new BigNumber(amount).times(
+    new BigNumber(10).pow(new BigNumber(decimals)),
+  );
+};
+
+const fetchEvents = async (fromBlock, toBlock, skip = 0) => {
+  const pageSize = 100;
+  const query = gql`{
+    swaps (
+        first: ${pageSize},
+        skip: ${skip},
+        where: {
+            sender: "${EXCHANGE_PROXY_ADDRESS}",
+            timestamp_gte: ${fromBlock},
+            timestamp_lte: ${toBlock},
+    }) {
+      id
+      transaction {
+        id
+        blockNumber
+        timestamp
+      }
+      pair {
+        id
+        token0 {
+          id
+          decimals
+        }
+        token1 {
+          id
+          decimals
+        }
+      }
+      amount0In
+      amount1In
+      amount0Out
+      amount1Out
+      to
+      logIndex
+    }
+  }`;
+
+  const response = await request(
+    'https://api.thegraph.com/subgraphs/name/zippoxer/sushiswap-subgraph-fork',
+    query,
+  );
+
+  const events = response.swaps.map(swap => {
+    const maker = swap.pair.id; // The Sushiswap pool for traded pair
+    const taker = swap.to;
+    const transactionHash = swap.transaction.id;
+    const { logIndex } = swap;
+    const { blockNumber } = swap.transaction;
+
+    const amount0In = convertAmount(swap.amount0In, swap.pair.token0.decimals);
+    const amount1In = convertAmount(swap.amount1In, swap.pair.token1.decimals);
+
+    const amount0Out = convertAmount(
+      swap.amount0Out,
+      swap.pair.token0.decimals,
+    );
+
+    const amount1Out = convertAmount(
+      swap.amount1Out,
+      swap.pair.token1.decimals,
+    );
+
+    const fromToken = amount0In.gt(amount1In)
+      ? swap.pair.token0
+      : swap.pair.token1;
+
+    const toToken = amount0Out.gt(amount1Out)
+      ? swap.pair.token0
+      : swap.pair.token1;
+
+    const fromTokenAmount = amount0In.gt(amount1In) ? amount0In : amount1In;
+    const toTokenAmount = amount0Out.gt(amount1Out) ? amount0Out : amount1Out;
+
+    return {
+      blockNumber,
+      data: {
+        maker,
+        makerAmount: fromTokenAmount,
+        makerToken: fromToken.id,
+        taker,
+        takerAmount: toTokenAmount,
+        takerToken: toToken.id,
+      },
+      logIndex,
+      transactionHash,
+    };
+  });
+
+  if (events.length === pageSize) {
+    const nextEvents = await fetchEvents(fromBlock, toBlock, skip + pageSize);
+
+    return events.concat(nextEvents);
+  }
+
+  return events;
+};
+
+module.exports = fetchEvents;

packages/sushiswap-swap-extractor/src/get-event-data.js

@@ -0,0 +1,5 @@
+const getEventData = logEntry => {
+  return logEntry.data;
+};
+
+module.exports = getEventData;

packages/sushiswap-swap-extractor/src/index.js

@@ -0,0 +1,10 @@
+const fetchLogEntries = require('./fetch-log-entries');
+const getEventData = require('./get-event-data');
+
+module.exports = {
+  configure: () => {},
+  eventType: 'SushiswapSwap',
+  fetchLogEntries,
+  getEventData,
+  protocolVersion: 3,
+};