Skip to content

Commit

Permalink
Merge pull request delta-hq#46 from ytwang00/main
Browse files Browse the repository at this point in the history
Add dyson finance adapter
  • Loading branch information
0xroll authored Jun 6, 2024
2 parents f20f866 + 48579e6 commit 28864bc
Show file tree
Hide file tree
Showing 3 changed files with 395 additions and 0 deletions.
24 changes: 24 additions & 0 deletions adapters/dysonfinance/package.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
{
"name": "dyson-finance",
"version": "1.0.0",
"description": "Accessible & Profitable Dex for All",
"main": "index.js",
"scripts": {
"test": "echo \"Error: no test specified\" && exit 1",
"start": "node dist/index.js",
"dev": "ts-node src/index.ts",
"compile": "tsc",
"watch": "tsc -w",
"clear": "rm -rf dist"
},
"author": "[email protected]",
"license": "ISC",
"dependencies": {
"fast-csv": "^5.0.1"
},
"devDependencies": {
"@types/node": "^20.12.6",
"ts-node": "10.9.2",
"typescript": "^5.4.4"
}
}
270 changes: 270 additions & 0 deletions adapters/dysonfinance/src/index.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,270 @@
import * as fs from "fs";
import { write } from "fast-csv";

/**
* The objective is to quantify:
* - TVL on Linea (size of collateral minting GRAI on Linea)
* - GRAI stability pool deposits on Linea
*
* For that, we'll be querying an existing Gravita Subgraph deployed on TheGraph.
*/

type OutputDataSchemaRow = {
block_number: number;
timestamp: number;
user_address: string;
token_address: string;
token_balance: bigint;
token_symbol: string;
usd_price: number;
};

const LINEA_RPC = "https://rpc.linea.build";


const DYSON_SUBGRAPH_QUERY_URL =
"https://api.goldsky.com/api/public/project_clus3ghosysc701v046du9c18/subgraphs/linea-dyson/1.0.0/gn";

const DYSON_POOLS_QUERY = `
query allPairs($blockNumber: Int!) {
pairEntities(first: 100, block: {number: $blockNumber}) {
id
quoteToken
token0Address
token0Decimals
token0Name
token1Address
token1Decimals
token1Name
}
}
`;

const DYSON_POSITIONS_QUERY = `
query DysonPositionsQuery($blockNumber: Int!, $interval: Int!, $offset: Int!) {
noteEntities(first: $interval, skip: $offset, where: {isWithdrawed: false}, block: {number: $blockNumber}, orderBy: timestamp, orderDirection: desc) {
timestamp
user
pair
depositType
depositAmt
token0Amt
token1Amt
isWithdrawed
}
}
`;



const post = async (url: string, data: any): Promise<any> => {
const response = await fetch(url, {
method: "POST",
headers: {
"Content-Type": "application/json",
Accept: "application/json",
},
body: JSON.stringify(data),
});
return await response.json();
};

const getLatestBlockNumberAndTimestamp = async () => {
const data = await post(LINEA_RPC, {
jsonrpc: "2.0",
method: "eth_getBlockByNumber",
params: ["latest", false],
id: 1,
});
const blockNumber = parseInt(data.result.number);
const blockTimestamp = parseInt(data.result.timestamp);
return { blockNumber, blockTimestamp };
};

const getBlockTimestamp = async (number: number): Promise<number> => {
const hexBlockNumber = "0x" + number.toString(16); // Convert decimal block number to hexadecimal
const data = await post(LINEA_RPC, {
jsonrpc: "2.0",
method: "eth_getBlockByNumber",
params: [hexBlockNumber, false],
id: 1,
});
const blockTimestampInt = parseInt(data.result.timestamp);
return blockTimestampInt;
};

const getPoolsData = async (
blockNumber: number,
blockTimestamp: number,
): Promise<Map<string, any>> => {
const queryBlock = blockNumber > 675342 ? blockNumber : 675342;
const responseJson = await post(DYSON_SUBGRAPH_QUERY_URL, {
query: DYSON_POOLS_QUERY,
variables: { blockNumber: queryBlock },
});
const poolMap = new Map<string, any>();

const poolArray = responseJson?.data?.pairEntities || [];

for (let index = 0; index < poolArray.length; index++) {
const element = poolArray[index];
poolMap.set(element?.id, element);
}
return poolMap;
};

function formatUnits(value: bigint, decimals: number) {
let display = value.toString()

const negative = display.startsWith('-')
if (negative) display = display.slice(1)

display = display.padStart(decimals, '0')

let [integer, fraction] = [
display.slice(0, display.length - decimals),
display.slice(display.length - decimals),
]
fraction = fraction.replace(/(0+)$/, '')
return `${negative ? '-' : ''}${integer || '0'}${
fraction ? `.${fraction}` : ''
}`
}

interface SumPosition {
user: string;
tokenAddress: string;
tokenBalance: bigint;
tokenSymbol: string;
}

const fetchingAllPositionData = async (queryBlock: number, interval = 1000) => {
let hasMore = true;
let offset = 0;
let positionsArray: any[] = [];
while (hasMore) {
const responseJson = await post(DYSON_SUBGRAPH_QUERY_URL, {
query: DYSON_POSITIONS_QUERY,
variables: { blockNumber: queryBlock, interval, offset },
});
const partPositionsArray = responseJson?.data?.noteEntities as any[] || [];
hasMore = partPositionsArray.length === interval;
offset += interval;
positionsArray = positionsArray.concat(partPositionsArray);
}
return positionsArray;
};

const getPositionData = async (
blockNumber: number,
blockTimestamp: number,
): Promise<OutputDataSchemaRow[]> => {
const queryBlock = blockNumber > 675341 ? blockNumber : 675341;
const poolMap = await getPoolsData(blockNumber, blockTimestamp);
const userPositionMap = new Map<string, SumPosition>();
const positionsArray = await fetchingAllPositionData(queryBlock)

for (let index = 0; index < positionsArray.length; index++) {
const element = positionsArray[index];
const pairData = poolMap.get(element.pair.toLowerCase());
const depositToken =
element.depositType === 0
? {
tokenAddress: pairData.token0Address,
tokenSymbol: pairData.token0Name,
decimals: parseFloat(pairData.token0Decimals)
}
: {
tokenAddress: pairData.token1Address,
tokenSymbol: pairData.token1Name,
decimals: parseFloat(pairData.token1Decimals)
};
const id = `${element.user}-${depositToken.tokenAddress}`
let position: SumPosition | undefined = userPositionMap.get(id)
const depositAmt = BigInt(element.depositAmt)
if(position){
position.tokenBalance += depositAmt
} else {
position = {user: element.user,
tokenAddress: depositToken.tokenAddress,
tokenBalance: depositAmt,
tokenSymbol: depositToken.tokenSymbol}
}
userPositionMap.set(
id,
position,
);
}

const keyIterator = userPositionMap.keys()
const csvRows: OutputDataSchemaRow[] = [];
for (const key of keyIterator) {
const userPosition = userPositionMap.get(key)
if(userPosition){
csvRows.push({
block_number: blockNumber,
timestamp: blockTimestamp,
user_address: userPosition.user,
token_address: userPosition.tokenAddress,
token_balance: userPosition.tokenBalance,
token_symbol: userPosition.tokenSymbol,
usd_price: 0,
});
}

}
return csvRows;
};

interface BlockData {
blockNumber: number;
blockTimestamp: number;
}

export const main = async (blocks: BlockData[]) => {
const allCsvRows: any[] = []; // Array to accumulate CSV rows for all blocks
const batchSize = 10; // Size of batch to trigger writing to the file
let i = 0;

for (const { blockNumber, blockTimestamp } of blocks) {
try {
// Retrieve data using block number and timestamp
const csvRows = await getPositionData(blockNumber, blockTimestamp);

// Accumulate CSV rows for all blocks
allCsvRows.push(...csvRows);

i++;
console.log(`Processed block ${i}`);

// Write to file when batch size is reached or at the end of loop
if (i % batchSize === 0 || i === blocks.length) {
const ws = fs.createWriteStream(`outputData.csv`, {
flags: i === batchSize ? "w" : "a",
});
write(allCsvRows, { headers: i === batchSize ? true : false })
.pipe(ws)
.on("finish", () => {
console.log(`CSV file has been written.`);
});

// Clear the accumulated CSV rows
allCsvRows.length = 0;
}
} catch (error) {
console.error(`An error occurred for block ${blockNumber}:`, error);
}
}
};

export const getUserTVLByBlock = async (blocks: BlockData) => {
const { blockNumber, blockTimestamp } = blocks;
// Retrieve data using block number and timestamp
const csvRows = await getPositionData(blockNumber, blockTimestamp);
return csvRows;
};

// main([{blockNumber: 799999,
// blockTimestamp: 1201203123123}]).then(() => {
// console.log("Done");
// });
Loading

0 comments on commit 28864bc

Please sign in to comment.