-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' of github.com:windranger-io/mantle-xyz into scr-2…
…19-prepare-styling-for-the-wallet-modal
- Loading branch information
Showing
93 changed files
with
15,993 additions
and
12,747 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,242 @@ | ||
| /* eslint-disable no-await-in-loop, no-restricted-syntax, @typescript-eslint/no-loop-func, no-param-reassign */ | ||
| import { NextResponse } from "next/server"; | ||
|
|
||
| // Import mongodb client | ||
| import { DB, Mongo, Store, getEngine } from "@mantle/supagraph"; | ||
| import { getMongodb } from "@providers/mongoClient"; | ||
| import { MongoClient } from "mongodb"; | ||
|
|
||
| // Import the current configuration | ||
| import config from "@supagraph/config"; | ||
|
|
||
| // Supagraph components for claims | ||
| import { claim } from "@supagraph/handlers/claim"; | ||
| import { L1ToL2MessageEntity } from "@supagraph/types"; | ||
|
|
||
| // forces the route handler to be dynamic | ||
| export const dynamic = "force-dynamic"; | ||
|
|
||
| // Switch out the engine for development to avoid the mongo requirment locally | ||
| Store.setEngine({ | ||
| // name the connection | ||
| name: config.name, | ||
| // db is dependent on env | ||
| db: | ||
| // in production/production like environments we want to store mutations to mongo otherwise we can store them locally | ||
| process.env.NODE_ENV === "development" && config.dev | ||
| ? // connect store to in-memory/node-persist store | ||
| DB.create({ kv: {}, name: config.name }) | ||
| : // connect store to MongoDB | ||
| Mongo.create({ | ||
| kv: {}, | ||
| client: getMongodb(process.env.MONGODB_URI!), | ||
| name: config.name, | ||
| mutable: config.mutable, | ||
| }), | ||
| }); | ||
|
|
||
| // Pull any drops that have been missed (we know these are missed because the first bridge should always has gasDropped: true) | ||
| const getMissedDrops = async (db: ReturnType<MongoClient["db"]>) => { | ||
| // query for missed gas drops (groupby $from taking the first deposit only then check gasDropped for that "from" on subsequent deposits) | ||
| return db.collection("l1ToL2Message").aggregate<{ | ||
| _id: string; | ||
| id: string; | ||
| from: string; | ||
| gasDropped: boolean; | ||
| }>( | ||
| [ | ||
| { | ||
| $sort: { | ||
| l1BlockNumber: 1, | ||
| }, | ||
| }, | ||
| { | ||
| $group: { | ||
| _id: "$from", | ||
| id: { $first: "$id" }, | ||
| from: { $first: "$from" }, | ||
| gasDropped: { $first: "$gasDropped" }, | ||
| }, | ||
| }, | ||
| { | ||
| $lookup: { | ||
| from: "l1ToL2Message", | ||
| let: { | ||
| joinOn: "$from", | ||
| }, | ||
| pipeline: [ | ||
| { | ||
| $match: { | ||
| $expr: { | ||
| $eq: ["$from", "$$joinOn"], | ||
| }, | ||
| gasDropped: true, | ||
| }, | ||
| }, | ||
| ], | ||
| as: "alreadyDropped", | ||
| }, | ||
| }, | ||
| { | ||
| $project: { | ||
| id: 1, | ||
| from: 1, | ||
| gasDropped: 1, | ||
| count: { | ||
| $size: "$alreadyDropped", | ||
| }, | ||
| }, | ||
| }, | ||
| { | ||
| $match: { | ||
| gasDropped: null, | ||
| count: { | ||
| $eq: 0, | ||
| }, | ||
| }, | ||
| }, | ||
| ], | ||
| { maxTimeMS: 60000, allowDiskUse: true } | ||
| ); | ||
| }; | ||
|
|
||
| // mark as dropped | ||
| const markDrop = async (tx: { id: string }) => { | ||
| // clear chainId and block to skip ts updates | ||
| Store.setChainId(0); | ||
| Store.clearBlock(); | ||
| // issue the gasDrop | ||
| const message = await Store.get<L1ToL2MessageEntity>( | ||
| "L1ToL2Message", | ||
| tx.id, | ||
| // we don't care what state it holds... | ||
| true | ||
| ); | ||
| // mark that gas was dropped | ||
| message.set("gasDropped", true); | ||
| // save the changes | ||
| await message.save(); | ||
|
|
||
| return true; | ||
| }; | ||
|
|
||
| // Process any drops that have been missed between operations (send them over one at a time, one after the other) | ||
| const processMissedDrops = async ( | ||
| missedIn: { | ||
| from: string; | ||
| id: string; | ||
| }[] | ||
| ) => { | ||
| // set how many claims to process at once | ||
| const perBlock = 25; | ||
| // split the input into blocks to process n [perBlock] at a time | ||
| const missed = missedIn.reduce( | ||
| (missedOut, item, index) => { | ||
| // get index for block | ||
| const blockIndex = Math.floor(index / perBlock); | ||
| // set new block | ||
| missedOut[blockIndex] = missedOut[blockIndex] || []; | ||
| // push item to block | ||
| missedOut[blockIndex].push(item); | ||
|
|
||
| return missedOut; | ||
| }, | ||
| [] as { | ||
| from: string; | ||
| id: string; | ||
| }[][] | ||
| ); | ||
| // push true/false for all claims here | ||
| const processed: boolean[] = []; | ||
|
|
||
| // process in blocks to avoid fetch timeouts | ||
| for (const block of missed) { | ||
| await Promise.all( | ||
| block.map(async (tx) => { | ||
| // add a gas-drop claim for the sender | ||
| return ( | ||
| claim(tx.from) | ||
| .then(async (result: any) => { | ||
| // so long as the claim hasn't errored (alredy claimed etc...) | ||
| if ( | ||
| !result?.error || | ||
| result.error?.meta?.target === "ClaimCode_code_key" | ||
| ) { | ||
| // eslint-disable-next-line no-console | ||
| console.log( | ||
| `Gas-drop created for ${result?.data?.reservedFor || tx.from}` | ||
| ); | ||
| // issue the gasDrop | ||
| processed.push(await markDrop(tx)); | ||
| } | ||
| // mark as failed | ||
| processed.push(false); | ||
| }) | ||
| // noop any errors | ||
| .catch(() => { | ||
| processed.push(false); | ||
| }) | ||
| ); | ||
| }) | ||
| ); | ||
| } | ||
|
|
||
| return processed; | ||
| }; | ||
|
|
||
| // Expose the sync command on a route so that we can call it with a cron job | ||
| export async function GET() { | ||
| // open a checkpoint on the db... | ||
| const engine = await getEngine(); | ||
|
|
||
| // select the named db | ||
| const db = engine?.db as Mongo; | ||
|
|
||
| // if we have a db | ||
| if (db.db) { | ||
| // create a checkpoint | ||
| engine?.stage?.checkpoint(); | ||
|
|
||
| // pull the missed drops | ||
| const result = await getMissedDrops(await Promise.resolve(db.db)); | ||
| const missed = await result.toArray(); | ||
|
|
||
| // eslint-disable-next-line no-console | ||
| console.log("Missed", missed.length); | ||
|
|
||
| // process the missed claims | ||
| const claimed = (await processMissedDrops(missed)).filter((v) => v); | ||
|
|
||
| // write all updates to db | ||
| await engine?.stage?.commit(); | ||
|
|
||
| // eslint-disable-next-line no-console | ||
| console.log("Claimed", claimed.length); | ||
|
|
||
| // we don't need to sync more often than once per block - and if we're using vercel.json crons we can only sync 1/min - 1/10mins seems reasonable for this | ||
| return NextResponse.json( | ||
| { | ||
| missed: missed.length, | ||
| claimed: claimed.length, | ||
| }, | ||
| { | ||
| headers: { | ||
| // allow to be cached for revalidate seconds and allow caching in shared public cache (upto revalidate seconds) | ||
| "Cache-Control": `max-age=${config.revalidate}, public, s-maxage=${config.revalidate}`, | ||
| }, | ||
| } | ||
| ); | ||
| } | ||
|
|
||
| return NextResponse.json( | ||
| { | ||
| error: "no db", | ||
| }, | ||
| { | ||
| headers: { | ||
| // allow to be cached for revalidate seconds and allow caching in shared public cache (upto revalidate seconds) | ||
| "Cache-Control": `max-age=${config.revalidate}, public, s-maxage=${config.revalidate}`, | ||
| }, | ||
| } | ||
| ); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.