Add 1Inch Scraping to Polygon

Author: Ktl-XV

.dockerignore

@@ -0,0 +1 @@
+postgres/

docker-compose.yml

@@ -53,6 +53,9 @@ services:
             MAX_BLOCKS_TO_SEARCH: 5000
             MAX_BLOCKS_TO_PULL: 5000
             MINUTES_BETWEEN_RUNS: 1
+            FEAT_ONEINCH_SWAPPED_EVENT: "true"
+            ONEINCH_ROUTER_V3_DEPLOYMENT_BLOCK: 14500000
+
     staking-api:
         depends_on:
             - event-pipeline

event-pipeline-evm/migrations/1622124888967-CreatePolygonOneinchSwappedEventTable.ts

@@ -0,0 +1,48 @@
+import { MigrationInterface, QueryRunner } from 'typeorm';
+const createTable = ` create table events_polygon.oneinch_swapped_events
+(
+    observed_timestamp bigint not null,
+    contract_address varchar not null,
+    transaction_hash varchar not null,
+    transaction_index bigint not null,
+    log_index bigint not null,
+    block_hash varchar not null,
+    block_number bigint not null,
+    from_token varchar not null,
+    to_token varchar not null,
+    from_token_amount numeric not null,
+    to_token_amount numeric not null,
+    "from" varchar not null,
+    "to" varchar,
+    constraint "PK_0e29a12f959d1552d589f49c66c"
+        primary key (transaction_hash, log_index)
+);`;
+const createIndexes = `
+create index oneinch_swapped_events_transaction_transaction_hash_index
+    on events_polygon.oneinch_swapped_events (transaction_hash);
+
+create index oneinch_swapped_events_transaction_block_number_index
+    on events_polygon.oneinch_swapped_events (block_number);
+
+create index oneinch_swapped_events_transaction_contract_addres_index
+    on events_polygon.oneinch_swapped_events (contract_address);
+`;
+const dropTable = `DROP TABLE events_polygon.oneinch_swapped_events;`;
+
+const dropIndexes = `
+    DROP INDEX events_polygon.oneinch_swapped_events_transaction_transaction_hash_index;
+    DROP INDEX events_polygon.oneinch_swapped_events_transaction_block_number_index;
+    DROP INDEX events_polygon.oneinch_swapped_events_transaction_contract_addres_index;
+`;
+
+export class CreatePolygonOneinchSwappedEventTable1622124888967 implements MigrationInterface {
+    public async up(queryRunner: QueryRunner): Promise<any> {
+        await queryRunner.query(createTable);
+        await queryRunner.query(createIndexes);
+    }
+
+    public async down(queryRunner: QueryRunner): Promise<any> {
+        await queryRunner.query(dropIndexes);
+        await queryRunner.query(dropTable);
+    }
+}

event-pipeline-evm/src/config.ts

@@ -7,6 +7,8 @@ import {
     DEFAULT_MINUTES_BETWEEN_RUNS,
     DEFAULT_START_BLOCK_TIMESTAMP_OFFSET,
     DEFAULT_MAX_TIME_TO_SEARCH,
+    DEFAULT_FEAT_TRANSFORMED_ERC20_EVENT,
+    DEFAULT_FEAT_ONEINCH_SWAPPED_EVENT,
 } from './constants';
 
 const throwError = (err: string) => {
@@ -60,5 +62,20 @@ export const MAX_TIME_TO_SEARCH = process.env.MAX_TIME_TO_SEARCH
 export const STAKING_DEPLOYMENT_BLOCK = process.env.STAKING_DEPLOYMENT_BLOCK
     ? parseInt(process.env.STAKING_DEPLOYMENT_BLOCK, 10)
     : null;
-
 export const FIRST_SEARCH_BLOCK = Math.min(EP_DEPLOYMENT_BLOCK, STAKING_DEPLOYMENT_BLOCK || Infinity);
+
+export const FEAT_TRANSFORMED_ERC20_EVENT = process.env.FEAT_TRANSFORMED_ERC20_EVENT
+    ? process.env.FEAT_TRANSFORMED_ERC20_EVENT === 'true'
+    : DEFAULT_FEAT_TRANSFORMED_ERC20_EVENT;
+export const FEAT_ONEINCH_SWAPPED_EVENT = process.env.FEAT_ONEINCH_SWAPPED_EVENT
+    ? process.env.FEAT_ONEINCH_SWAPPED_EVENT === 'true'
+    : DEFAULT_FEAT_ONEINCH_SWAPPED_EVENT;
+
+export const ONEINCH_ROUTER_V3_DEPLOYMENT_BLOCK = process.env.ONEINCH_ROUTER_V3_DEPLOYMENT_BLOCK
+    ? parseInt(process.env.ONEINCH_ROUTER_V3_DEPLOYMENT_BLOCK, 10)
+    : -1;
+if (ONEINCH_ROUTER_V3_DEPLOYMENT_BLOCK === -1 && FEAT_ONEINCH_SWAPPED_EVENT) {
+    throwError(
+        `The Oneinch Swapped Event scraper is enabled, but no ONEINCH_ROUTER_V3_DEPLOYMENT_BLOCK was provided. Please add a deployment block or disable the feature`,
+    );
+}

event-pipeline-evm/src/constants.ts

@@ -8,6 +8,8 @@ export const DEFAULT_START_BLOCK_TIMESTAMP_OFFSET = 105;
 export const DEFAULT_MAX_TIME_TO_SEARCH = 360;
 export const DEFAULT_SCRAPE_CANCEL_EVENTS_FLAG = false;
 export const DEFAULT_SCRAPE_TRANSACTIONS_FLAG = false;
+export const DEFAULT_FEAT_TRANSFORMED_ERC20_EVENT = true;
+export const DEFAULT_FEAT_ONEINCH_SWAPPED_EVENT = false;
 export const TRANSFORMEDERC20_EVENT_TOPIC = ['0x0f6672f78a59ba8e5e5b5d38df3ebc67f3c792e2c9259b8d97d7f00dd78ba1b3'];
 export const LIQUIDITYPROVIDERSWAP_EVENT_TOPIC = ['0x40a6ba9513d09e3488135e0e0d10e2d4382b792720155b144cbea89ac9db6d34'];
 export const RFQORDERFILLED_EVENT_TOPIC = ['0x829fa99d94dc4636925b38632e625736a614c154d55006b7ab6bea979c210c32'];
@@ -19,6 +21,8 @@ export const SWAP_EVENT_TOPIC = [
     '0xd78ad95fa46c994b6551d0da85fc275fe613ce37657fb8d5e3d130840159d822',
     '0x000000000000000000000000def1c0ded9bec7f1a1670819833240f027b25eff',
 ];
+export const ONEINCH_ROUTER_V3_CONTRACT_ADDRESS = '0x11111112542D85B3EF69AE05771c2dCCff4fAa26';
+export const ONEINCH_SWAPPED_EVENT_TOPIC = ['0xd6d4f5681c246c9f42c203e287975af1601f8df8035a9251f79aab5c8f09e2f8'];
 
 export {
     EXPIRED_RFQ_ORDER_ABI,
@@ -110,3 +114,17 @@ export const BRIDGE_FILL_ABI = {
     name: 'BridgeFill',
     type: 'event',
 };
+
+export const ONEINCH_SWAPPED_ABI = {
+    anonymous: false,
+    inputs: [
+        { indexed: false, internalType: 'address', name: 'sender', type: 'address' },
+        { indexed: false, internalType: 'contract IERC20', name: 'srcToken', type: 'address' },
+        { indexed: false, internalType: 'contract IERC20', name: 'dstToken', type: 'address' },
+        { indexed: false, internalType: 'address', name: 'dstReceiver', type: 'address' },
+        { indexed: false, internalType: 'uint256', name: 'spentAmount', type: 'uint256' },
+        { indexed: false, internalType: 'uint256', name: 'returnAmount', type: 'uint256' },
+    ],
+    name: 'Swapped',
+    type: 'event',
+};

event-pipeline-evm/src/entities/index.ts

@@ -4,6 +4,7 @@ import {
     ExpiredRfqOrderEvent as ExpiredRfqOrderEventTemplate,
     LastBlockProcessed as LastBlockProcessedTemplate,
     NativeFill as NativeFillTemplate,
+    OneinchSwappedEvent as OneinchSwappedEventTemplate,
     ParamsSetEvent as ParamsSetEventTemplate,
     TransactionLogs as TransactionLogsTemplate,
     TransactionReceipt as TransactionReceiptTemplate,
@@ -31,6 +32,9 @@ export class LastBlockProcessed extends LastBlockProcessedTemplate {}
 @Entity({ name: 'native_fills', schema: SCHEMA })
 export class NativeFill extends NativeFillTemplate {}
 
+@Entity({ name: 'oneinch_swapped_events', schema: SCHEMA })
+export class OneinchSwappedEvent extends OneinchSwappedEventTemplate {}
+
 @Entity({ name: 'params_set_events', schema: SCHEMA })
 export class ParamsSetEvent extends ParamsSetEventTemplate {}
 

event-pipeline-evm/src/ormconfig.ts

@@ -10,6 +10,7 @@ import {
     ParamsSetEvent,
     LastBlockProcessed,
     TransformedERC20Event,
+    OneinchSwappedEvent,
     NativeFill,
     V4LimitOrderFilledEvent,
     V4RfqOrderFilledEvent,
@@ -27,6 +28,7 @@ const entities = [
     LastBlockProcessed,
     TransformedERC20Event,
     NativeFill,
+    OneinchSwappedEvent,
     V4LimitOrderFilledEvent,
     V4RfqOrderFilledEvent,
     ExpiredRfqOrderEvent,

event-pipeline-evm/src/parsers/events/oneinch_swapped_event.ts

@@ -0,0 +1,23 @@
+const abiCoder = require('web3-eth-abi');
+import { RawLogEntry } from 'ethereum-types';
+import { OneinchSwappedEvent } from '../../entities';
+import { parseEvent } from './parse_event';
+import { ONEINCH_SWAPPED_ABI } from '../../constants';
+import { BigNumber } from '@0x/utils';
+
+export function parseOneinchSwappedEvent(eventLog: RawLogEntry): OneinchSwappedEvent {
+    const oneinchSwappedEvent = new OneinchSwappedEvent();
+
+    parseEvent(eventLog, oneinchSwappedEvent);
+
+    const decodedLog = abiCoder.decodeLog(ONEINCH_SWAPPED_ABI.inputs, eventLog.data, []);
+
+    oneinchSwappedEvent.from = decodedLog.sender.toLowerCase();
+    oneinchSwappedEvent.to = decodedLog.dstReceiver.toLowerCase();
+    oneinchSwappedEvent.fromToken = decodedLog.srcToken.toLowerCase();
+    oneinchSwappedEvent.toToken = decodedLog.dstToken.toLowerCase();
+    oneinchSwappedEvent.fromTokenAmount = new BigNumber(decodedLog.spentAmount);
+    oneinchSwappedEvent.toTokenAmount = new BigNumber(decodedLog.returnAmount);
+
+    return oneinchSwappedEvent;
+}