fith iteration

app.py

@@ -300,7 +300,11 @@ with demo:
                 gr.Markdown("This app shows the actual performance of Olas Predict tools on the live market.")
 
 # Create the scheduler
+# scheduler = BackgroundScheduler(timezone=utc)
+# scheduler.add_job(refresh_data, CronTrigger(hour=0, minute=0))  # Runs daily at 12 AM UTC
+# scheduler.start()
 scheduler = BackgroundScheduler(timezone=utc)
-scheduler.add_job(refresh_data, CronTrigger(hour=0, minute=0))  # Runs daily at 12 AM UTC
+scheduler.add_job(refresh_data, CronTrigger(hour='*'))  # Runs every hour
 scheduler.start()
+
 demo.queue(default_concurrency_limit=40).launch()

contracts/new_mech_abi.json

@@ -0,0 +1,718 @@
+[
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "_token",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "_tokenId",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "_price",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "nonpayable",
+    "type": "constructor"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "agentId",
+        "type": "uint256"
+      }
+    ],
+    "name": "AgentNotFound",
+    "type": "error"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "provided",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "expected",
+        "type": "uint256"
+      }
+    ],
+    "name": "NotEnoughPaid",
+    "type": "error"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "provided",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "max",
+        "type": "uint256"
+      }
+    ],
+    "name": "Overflow",
+    "type": "error"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      }
+    ],
+    "name": "RequestIdNotFound",
+    "type": "error"
+  },
+  {
+    "inputs": [],
+    "name": "ZeroAddress",
+    "type": "error"
+  },
+  {
+    "anonymous": false,
+    "inputs": [
+      {
+        "indexed": true,
+        "internalType": "address",
+        "name": "sender",
+        "type": "address"
+      },
+      {
+        "indexed": false,
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      },
+      {
+        "indexed": false,
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "Deliver",
+    "type": "event"
+  },
+  {
+    "anonymous": false,
+    "inputs": [
+      {
+        "indexed": false,
+        "internalType": "uint256",
+        "name": "price",
+        "type": "uint256"
+      }
+    ],
+    "name": "PriceUpdated",
+    "type": "event"
+  },
+  {
+    "anonymous": false,
+    "inputs": [
+      {
+        "indexed": true,
+        "internalType": "address",
+        "name": "sender",
+        "type": "address"
+      },
+      {
+        "indexed": false,
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      },
+      {
+        "indexed": false,
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "Request",
+    "type": "event"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "deliver",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "entryPoint",
+    "outputs": [
+      {
+        "internalType": "contract IEntryPoint",
+        "name": "",
+        "type": "address"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "to",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "value",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      },
+      {
+        "internalType": "enum Enum.Operation",
+        "name": "operation",
+        "type": "uint8"
+      },
+      {
+        "internalType": "uint256",
+        "name": "txGas",
+        "type": "uint256"
+      }
+    ],
+    "name": "exec",
+    "outputs": [
+      {
+        "internalType": "bytes",
+        "name": "returnData",
+        "type": "bytes"
+      }
+    ],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "account",
+        "type": "address"
+      },
+      {
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "getRequestId",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "account",
+        "type": "address"
+      }
+    ],
+    "name": "getRequestsCount",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "requestsCount",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "size",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "offset",
+        "type": "uint256"
+      }
+    ],
+    "name": "getUndeliveredRequestIds",
+    "outputs": [
+      {
+        "internalType": "uint256[]",
+        "name": "requestIds",
+        "type": "uint256[]"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "signer",
+        "type": "address"
+      }
+    ],
+    "name": "isOperator",
+    "outputs": [
+      {
+        "internalType": "bool",
+        "name": "",
+        "type": "bool"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "bytes32",
+        "name": "hash",
+        "type": "bytes32"
+      },
+      {
+        "internalType": "bytes",
+        "name": "signature",
+        "type": "bytes"
+      }
+    ],
+    "name": "isValidSignature",
+    "outputs": [
+      {
+        "internalType": "bytes4",
+        "name": "magicValue",
+        "type": "bytes4"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "name": "mapRequestIds",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      }
+    ],
+    "name": "mapRequestsCounts",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "nonce",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "numUndeliveredRequests",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256[]",
+        "name": "",
+        "type": "uint256[]"
+      },
+      {
+        "internalType": "uint256[]",
+        "name": "",
+        "type": "uint256[]"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      }
+    ],
+    "name": "onERC1155BatchReceived",
+    "outputs": [
+      {
+        "internalType": "bytes4",
+        "name": "",
+        "type": "bytes4"
+      }
+    ],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      }
+    ],
+    "name": "onERC1155Received",
+    "outputs": [
+      {
+        "internalType": "bytes4",
+        "name": "",
+        "type": "bytes4"
+      }
+    ],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      }
+    ],
+    "name": "onERC721Received",
+    "outputs": [
+      {
+        "internalType": "bytes4",
+        "name": "",
+        "type": "bytes4"
+      }
+    ],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "price",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "request",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "payable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "newPrice",
+        "type": "uint256"
+      }
+    ],
+    "name": "setPrice",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "bytes",
+        "name": "initParams",
+        "type": "bytes"
+      }
+    ],
+    "name": "setUp",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "token",
+    "outputs": [
+      {
+        "internalType": "contract IERC721",
+        "name": "",
+        "type": "address"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "tokenId",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      }
+    ],
+    "name": "tokensReceived",
+    "outputs": [],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "components": [
+          {
+            "internalType": "address",
+            "name": "sender",
+            "type": "address"
+          },
+          {
+            "internalType": "uint256",
+            "name": "nonce",
+            "type": "uint256"
+          },
+          {
+            "internalType": "bytes",
+            "name": "initCode",
+            "type": "bytes"
+          },
+          {
+            "internalType": "bytes",
+            "name": "callData",
+            "type": "bytes"
+          },
+          {
+            "internalType": "uint256",
+            "name": "callGasLimit",
+            "type": "uint256"
+          },
+          {
+            "internalType": "uint256",
+            "name": "verificationGasLimit",
+            "type": "uint256"
+          },
+          {
+            "internalType": "uint256",
+            "name": "preVerificationGas",
+            "type": "uint256"
+          },
+          {
+            "internalType": "uint256",
+            "name": "maxFeePerGas",
+            "type": "uint256"
+          },
+          {
+            "internalType": "uint256",
+            "name": "maxPriorityFeePerGas",
+            "type": "uint256"
+          },
+          {
+            "internalType": "bytes",
+            "name": "paymasterAndData",
+            "type": "bytes"
+          },
+          {
+            "internalType": "bytes",
+            "name": "signature",
+            "type": "bytes"
+          }
+        ],
+        "internalType": "struct UserOperation",
+        "name": "userOp",
+        "type": "tuple"
+      },
+      {
+        "internalType": "bytes32",
+        "name": "userOpHash",
+        "type": "bytes32"
+      },
+      {
+        "internalType": "uint256",
+        "name": "missingAccountFunds",
+        "type": "uint256"
+      }
+    ],
+    "name": "validateUserOp",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "validationData",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "stateMutability": "payable",
+    "type": "receive"
+  }
+]

contracts/old_mech_abi.json

@@ -0,0 +1,605 @@
+[
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "_token",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "_tokenId",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "_price",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "nonpayable",
+    "type": "constructor"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "agentId",
+        "type": "uint256"
+      }
+    ],
+    "name": "AgentNotFound",
+    "type": "error"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "provided",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "expected",
+        "type": "uint256"
+      }
+    ],
+    "name": "NotEnoughPaid",
+    "type": "error"
+  },
+  {
+    "inputs": [],
+    "name": "ZeroAddress",
+    "type": "error"
+  },
+  {
+    "anonymous": false,
+    "inputs": [
+      {
+        "indexed": false,
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      },
+      {
+        "indexed": false,
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "Deliver",
+    "type": "event"
+  },
+  {
+    "anonymous": false,
+    "inputs": [
+      {
+        "indexed": true,
+        "internalType": "address",
+        "name": "sender",
+        "type": "address"
+      },
+      {
+        "indexed": false,
+        "internalType": "bytes32",
+        "name": "taskHash",
+        "type": "bytes32"
+      }
+    ],
+    "name": "Perform",
+    "type": "event"
+  },
+  {
+    "anonymous": false,
+    "inputs": [
+      {
+        "indexed": false,
+        "internalType": "uint256",
+        "name": "price",
+        "type": "uint256"
+      }
+    ],
+    "name": "PriceUpdated",
+    "type": "event"
+  },
+  {
+    "anonymous": false,
+    "inputs": [
+      {
+        "indexed": true,
+        "internalType": "address",
+        "name": "sender",
+        "type": "address"
+      },
+      {
+        "indexed": false,
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      },
+      {
+        "indexed": false,
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "Request",
+    "type": "event"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "deliver",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "entryPoint",
+    "outputs": [
+      {
+        "internalType": "contract IEntryPoint",
+        "name": "",
+        "type": "address"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "to",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "value",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      },
+      {
+        "internalType": "enum Enum.Operation",
+        "name": "operation",
+        "type": "uint8"
+      },
+      {
+        "internalType": "uint256",
+        "name": "txGas",
+        "type": "uint256"
+      }
+    ],
+    "name": "exec",
+    "outputs": [
+      {
+        "internalType": "bytes",
+        "name": "returnData",
+        "type": "bytes"
+      }
+    ],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "account",
+        "type": "address"
+      },
+      {
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "getRequestId",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "signer",
+        "type": "address"
+      }
+    ],
+    "name": "isOperator",
+    "outputs": [
+      {
+        "internalType": "bool",
+        "name": "",
+        "type": "bool"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "bytes32",
+        "name": "hash",
+        "type": "bytes32"
+      },
+      {
+        "internalType": "bytes",
+        "name": "signature",
+        "type": "bytes"
+      }
+    ],
+    "name": "isValidSignature",
+    "outputs": [
+      {
+        "internalType": "bytes4",
+        "name": "magicValue",
+        "type": "bytes4"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "nonce",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256[]",
+        "name": "",
+        "type": "uint256[]"
+      },
+      {
+        "internalType": "uint256[]",
+        "name": "",
+        "type": "uint256[]"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      }
+    ],
+    "name": "onERC1155BatchReceived",
+    "outputs": [
+      {
+        "internalType": "bytes4",
+        "name": "",
+        "type": "bytes4"
+      }
+    ],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      }
+    ],
+    "name": "onERC1155Received",
+    "outputs": [
+      {
+        "internalType": "bytes4",
+        "name": "",
+        "type": "bytes4"
+      }
+    ],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      }
+    ],
+    "name": "onERC721Received",
+    "outputs": [
+      {
+        "internalType": "bytes4",
+        "name": "",
+        "type": "bytes4"
+      }
+    ],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "price",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "bytes",
+        "name": "data",
+        "type": "bytes"
+      }
+    ],
+    "name": "request",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "requestId",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "payable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "newPrice",
+        "type": "uint256"
+      }
+    ],
+    "name": "setPrice",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "bytes",
+        "name": "initParams",
+        "type": "bytes"
+      }
+    ],
+    "name": "setUp",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "token",
+    "outputs": [
+      {
+        "internalType": "contract IERC721",
+        "name": "",
+        "type": "address"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "tokenId",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "address",
+        "name": "",
+        "type": "address"
+      },
+      {
+        "internalType": "uint256",
+        "name": "",
+        "type": "uint256"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      },
+      {
+        "internalType": "bytes",
+        "name": "",
+        "type": "bytes"
+      }
+    ],
+    "name": "tokensReceived",
+    "outputs": [],
+    "stateMutability": "pure",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "components": [
+          {
+            "internalType": "address",
+            "name": "sender",
+            "type": "address"
+          },
+          {
+            "internalType": "uint256",
+            "name": "nonce",
+            "type": "uint256"
+          },
+          {
+            "internalType": "bytes",
+            "name": "initCode",
+            "type": "bytes"
+          },
+          {
+            "internalType": "bytes",
+            "name": "callData",
+            "type": "bytes"
+          },
+          {
+            "internalType": "uint256",
+            "name": "callGasLimit",
+            "type": "uint256"
+          },
+          {
+            "internalType": "uint256",
+            "name": "verificationGasLimit",
+            "type": "uint256"
+          },
+          {
+            "internalType": "uint256",
+            "name": "preVerificationGas",
+            "type": "uint256"
+          },
+          {
+            "internalType": "uint256",
+            "name": "maxFeePerGas",
+            "type": "uint256"
+          },
+          {
+            "internalType": "uint256",
+            "name": "maxPriorityFeePerGas",
+            "type": "uint256"
+          },
+          {
+            "internalType": "bytes",
+            "name": "paymasterAndData",
+            "type": "bytes"
+          },
+          {
+            "internalType": "bytes",
+            "name": "signature",
+            "type": "bytes"
+          }
+        ],
+        "internalType": "struct UserOperation",
+        "name": "userOp",
+        "type": "tuple"
+      },
+      {
+        "internalType": "bytes32",
+        "name": "userOpHash",
+        "type": "bytes32"
+      },
+      {
+        "internalType": "uint256",
+        "name": "missingAccountFunds",
+        "type": "uint256"
+      }
+    ],
+    "name": "validateUserOp",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "validationData",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "stateMutability": "payable",
+    "type": "receive"
+  }
+]

data/all_trades_profitability.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:866a83eac6c603f435ee960b0da2570ced109438ee73e13a525b06a3d7baa133
-size 28938394
+oid sha256:673fa0489391d068d1e684dcb191adef3f538dd57619a9678109853c9299bf3e
+size 29110990

data/delivers.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04f73cf0443fc8e91dd4b2e5188aee00f06ccc89d3977bf8e57063076ca91f51
-size 1270000369
+oid sha256:d934330b4885b64e95a186dd7297ec038f17eb65f2b907c932cd8ec0fedbcc29
+size 1296906427

data/fpmmTrades.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e4600c2925a707bc882fda67612d03e28903e11947fe56f3e594f575f437d20
-size 64196881
+oid sha256:dbd2701ff46c796e550c98498094ad2fbd35c8009a269739e5b3e087e2a0bb2b
+size 64405282

data/fpmms.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:721b874d94ebb1a83456f75b911f79fd654971c2150976911968b27790ed7f84
-size 399415
+oid sha256:41c68412d55769c3a7af556402a34213828f38db7b17e1ed2e08b1184e75d4aa
+size 403398

data/requests.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db71f7e4cebe1e68eb280615d4331f3fe6a8732d94c29920b7b485f048631b7a
-size 129156993
+oid sha256:111a5eff743b2c59d8e4d3999c5fab6ed77f48277af084c6b833129092db65b3
+size 129516034

data/summary_profitability.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a999ed3c31ae1ee71da379e0840995584491457db4ca7250ca2e7f9b55c3869
-size 48242
+oid sha256:8cd06f7bb27cf3d086973c0fb6a5cf9cfb28089276980f15f090c05e91f17959
+size 48401

data/t_map.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ccd7e53595040b7f652be1f931d54e7e6602060f1c646fa580e979ad10b7cf
+size 5951715

data/tools.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35f76795539604c1c50f70d161c217c32c0fa04bbbd94ee29f5717b782c6863f
-size 1363028261
+oid sha256:0aed624524cf7a8bf392a212f79ca422cdaeb66d3399415837ed35bd18a8dc67
+size 1411395869

nbs/test.ipynb

@@ -0,0 +1,1126 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/var/folders/l_/g22b1g_n0gn4tmx9lkxqv5x00000gn/T/ipykernel_11113/116209265.py:5: DtypeWarning: Columns (7,10) have mixed types. Specify dtype option on import or set low_memory=False.\n",
+      "  tools = pd.read_csv(\"../data/tools.csv\")\n"
+     ]
+    }
+   ],
+   "source": [
+    "import pickle\n",
+    "import pandas as pd\n",
+    "from pathlib import Path\n",
+    "\n",
+    "\n",
+    "tools = pd.read_csv(\"../data/tools.csv\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "Index(['request_id', 'request_block', 'prompt_request', 'tool', 'nonce',\n",
+       "       'trader_address', 'deliver_block', 'error', 'error_message',\n",
+       "       'prompt_response', 'mech_address', 'p_yes', 'p_no', 'confidence',\n",
+       "       'info_utility', 'vote', 'win_probability', 'title', 'currentAnswer',\n",
+       "       'request_time', 'request_month_year', 'request_month_year_week'],\n",
+       "      dtype='object')"
+      ]
+     },
+     "execution_count": 7,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "tools.columns"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 16,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import pickle\n",
+    "t_map = tools[['request_block', 'request_time']].set_index('request_block').to_dict()['request_time']\n",
+    "\n",
+    "with open('../data/t_map.pkl', 'wb') as f:\n",
+    "    pickle.dump(t_map, f)\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "with open('../data/t_map.pkl', 'rb') as f:\n",
+    "    t_map = pickle.load(f)\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{29624577: '2023-08-24 16:04:50',\n",
+       " 29624616: '2023-08-24 16:08:20',\n",
+       " 29624642: '2023-08-24 16:10:35',\n",
+       " 29625477: '2023-08-24 17:22:05',\n",
+       " 29625975: '2023-08-24 18:05:35',\n",
+       " 29626002: '2023-08-24 18:08:00',\n",
+       " 29626041: '2023-08-24 18:11:20',\n",
+       " 29626042: '2023-08-24 18:11:25',\n",
+       " 29626086: '2023-08-24 18:15:05',\n",
+       " 29626092: '2023-08-24 18:15:35',\n",
+       " 29626132: '2023-08-24 18:19:05',\n",
+       " 29626135: '2023-08-24 18:19:20',\n",
+       " 29626176: '2023-08-24 18:22:55',\n",
+       " 29626180: '2023-08-24 18:23:15',\n",
+       " 29626217: '2023-08-24 18:26:35',\n",
+       " 29626221: '2023-08-24 18:27:00',\n",
+       " 29626255: '2023-08-24 18:29:55',\n",
+       " 29626292: '2023-08-24 18:33:00',\n",
+       " 29626303: '2023-08-24 18:33:55',\n",
+       " 29626334: '2023-08-24 18:36:45',\n",
+       " 29626336: '2023-08-24 18:36:55',\n",
+       " 29626355: '2023-08-24 18:38:40',\n",
+       " 29626403: '2023-08-24 18:42:50',\n",
+       " 29626442: '2023-08-24 18:46:20',\n",
+       " 29626510: '2023-08-24 18:52:10',\n",
+       " 29626546: '2023-08-24 18:55:10',\n",
+       " 29626562: '2023-08-24 18:56:30',\n",
+       " 29626593: '2023-08-24 18:59:25',\n",
+       " 29626595: '2023-08-24 18:59:40',\n",
+       " 29626636: '2023-08-24 19:03:15',\n",
+       " 29626640: '2023-08-24 19:03:35',\n",
+       " 29626674: '2023-08-24 19:06:25',\n",
+       " 29626744: '2023-08-24 19:12:30',\n",
+       " 29626778: '2023-08-24 19:15:20',\n",
+       " 29626781: '2023-08-24 19:15:40',\n",
+       " 29626818: '2023-08-24 19:18:45',\n",
+       " 29626833: '2023-08-24 19:20:00',\n",
+       " 29626866: '2023-08-24 19:23:00',\n",
+       " 29626868: '2023-08-24 19:23:10',\n",
+       " 29626906: '2023-08-24 19:26:30',\n",
+       " 29626911: '2023-08-24 19:26:55',\n",
+       " 29626940: '2023-08-24 19:29:25',\n",
+       " 29626942: '2023-08-24 19:29:35',\n",
+       " 29626988: '2023-08-24 19:33:30',\n",
+       " 29627017: '2023-08-24 19:35:55',\n",
+       " 29627029: '2023-08-24 19:36:55',\n",
+       " 29627061: '2023-08-24 19:39:40',\n",
+       " 29627102: '2023-08-24 19:43:15',\n",
+       " 29627135: '2023-08-24 19:46:15',\n",
+       " 29627143: '2023-08-24 19:46:55',\n",
+       " 29627176: '2023-08-24 19:49:50',\n",
+       " 29627207: '2023-08-24 19:52:35',\n",
+       " 29627238: '2023-08-24 19:55:20',\n",
+       " 29627271: '2023-08-24 19:58:15',\n",
+       " 29627301: '2023-08-24 20:00:45',\n",
+       " 29627333: '2023-08-24 20:03:25',\n",
+       " 29627358: '2023-08-24 20:05:35',\n",
+       " 29627370: '2023-08-24 20:06:35',\n",
+       " 29627401: '2023-08-24 20:09:20',\n",
+       " 29627443: '2023-08-24 20:12:50',\n",
+       " 29627474: '2023-08-24 20:15:35',\n",
+       " 29627477: '2023-08-24 20:15:50',\n",
+       " 29627500: '2023-08-24 20:17:55',\n",
+       " 29627513: '2023-08-24 20:19:05',\n",
+       " 29627544: '2023-08-24 20:21:50',\n",
+       " 29627585: '2023-08-24 20:25:25',\n",
+       " 29627626: '2023-08-24 20:28:55',\n",
+       " 29627648: '2023-08-24 20:30:55',\n",
+       " 29627685: '2023-08-24 20:34:00',\n",
+       " 29627691: '2023-08-24 20:34:30',\n",
+       " 29627727: '2023-08-24 20:37:35',\n",
+       " 29627796: '2023-08-24 20:43:35',\n",
+       " 29627797: '2023-08-24 20:43:40',\n",
+       " 29627840: '2023-08-24 20:47:35',\n",
+       " 29627870: '2023-08-24 20:50:10',\n",
+       " 29627939: '2023-08-24 20:56:00',\n",
+       " 29627996: '2023-08-24 21:01:00',\n",
+       " 29627999: '2023-08-24 21:01:15',\n",
+       " 29628024: '2023-08-24 21:03:20',\n",
+       " 29628037: '2023-08-24 21:04:30',\n",
+       " 29628062: '2023-08-24 21:06:45',\n",
+       " 29628112: '2023-08-24 21:11:15',\n",
+       " 29628144: '2023-08-24 21:13:55',\n",
+       " 29628178: '2023-08-24 21:16:45',\n",
+       " 29628214: '2023-08-24 21:19:50',\n",
+       " 29628340: '2023-08-24 21:31:00',\n",
+       " 29628408: '2023-08-24 21:36:55',\n",
+       " 29628418: '2023-08-24 21:37:45',\n",
+       " 29628618: '2023-08-24 21:54:50',\n",
+       " 29628754: '2023-08-24 22:06:40',\n",
+       " 29628838: '2023-08-24 22:13:55',\n",
+       " 29628872: '2023-08-24 22:16:45',\n",
+       " 29628912: '2023-08-24 22:20:05',\n",
+       " 29628966: '2023-08-24 22:24:45',\n",
+       " 29629109: '2023-08-24 22:37:15',\n",
+       " 29629129: '2023-08-24 22:38:55',\n",
+       " 29629324: '2023-08-24 22:55:45',\n",
+       " 29629465: '2023-08-24 23:07:55',\n",
+       " 29629520: '2023-08-24 23:12:40',\n",
+       " 29629872: '2023-08-24 23:43:05',\n",
+       " 29629885: '2023-08-24 23:44:10',\n",
+       " 29630048: '2023-08-24 23:58:15',\n",
+       " 29630079: '2023-08-25 00:00:50',\n",
+       " 29630177: '2023-08-25 00:09:10',\n",
+       " 29630273: '2023-08-25 00:17:40',\n",
+       " 29630657: '2023-08-25 00:50:55',\n",
+       " 29630798: '2023-08-25 01:03:00',\n",
+       " 29630811: '2023-08-25 01:04:05',\n",
+       " 29630906: '2023-08-25 01:12:05',\n",
+       " 29631197: '2023-08-25 01:36:35',\n",
+       " 29631417: '2023-08-25 01:55:15',\n",
+       " 29631447: '2023-08-25 01:57:50',\n",
+       " 29631625: '2023-08-25 02:13:10',\n",
+       " 29631643: '2023-08-25 02:14:40',\n",
+       " 29632032: '2023-08-25 02:48:25',\n",
+       " 29632230: '2023-08-25 03:06:20',\n",
+       " 29632622: '2023-08-25 03:40:05',\n",
+       " 29632691: '2023-08-25 03:46:15',\n",
+       " 29632761: '2023-08-25 03:52:25',\n",
+       " 29632799: '2023-08-25 03:55:35',\n",
+       " 29632989: '2023-08-25 04:12:10',\n",
+       " 29633174: '2023-08-25 04:28:30',\n",
+       " 29633209: '2023-08-25 04:31:30',\n",
+       " 29633239: '2023-08-25 04:34:05',\n",
+       " 29633274: '2023-08-25 04:37:00',\n",
+       " 29633302: '2023-08-25 04:39:35',\n",
+       " 29633335: '2023-08-25 04:42:20',\n",
+       " 29635428: '2023-08-25 07:43:05',\n",
+       " 29635466: '2023-08-25 07:46:20',\n",
+       " 29635500: '2023-08-25 07:49:10',\n",
+       " 29635534: '2023-08-25 07:52:10',\n",
+       " 29637763: '2023-08-25 11:04:55',\n",
+       " 29637799: '2023-08-25 11:08:10',\n",
+       " 29637831: '2023-08-25 11:10:50',\n",
+       " 29637862: '2023-08-25 11:13:40',\n",
+       " 29637894: '2023-08-25 11:16:25',\n",
+       " 29637927: '2023-08-25 11:19:15',\n",
+       " 29637957: '2023-08-25 11:21:50',\n",
+       " 29637990: '2023-08-25 11:24:40',\n",
+       " 29638022: '2023-08-25 11:27:20',\n",
+       " 29638094: '2023-08-25 11:33:45',\n",
+       " 29638128: '2023-08-25 11:36:40',\n",
+       " 29638170: '2023-08-25 11:40:15',\n",
+       " 29638211: '2023-08-25 11:43:50',\n",
+       " 29638244: '2023-08-25 11:46:35',\n",
+       " 29638268: '2023-08-25 11:48:45',\n",
+       " 29638303: '2023-08-25 11:51:45',\n",
+       " 29638332: '2023-08-25 11:54:15',\n",
+       " 29638362: '2023-08-25 11:57:00',\n",
+       " 29638392: '2023-08-25 11:59:40',\n",
+       " 29638428: '2023-08-25 12:02:40',\n",
+       " 29638458: '2023-08-25 12:05:15',\n",
+       " 29638490: '2023-08-25 12:08:10',\n",
+       " 29638520: '2023-08-25 12:10:40',\n",
+       " 29638545: '2023-08-25 12:12:50',\n",
+       " 29638582: '2023-08-25 12:15:55',\n",
+       " 29638615: '2023-08-25 12:18:40',\n",
+       " 29638645: '2023-08-25 12:21:10',\n",
+       " 29638705: '2023-08-25 12:26:25',\n",
+       " 29638765: '2023-08-25 12:31:50',\n",
+       " 29638797: '2023-08-25 12:34:40',\n",
+       " 29638828: '2023-08-25 12:37:20',\n",
+       " 29638860: '2023-08-25 12:40:00',\n",
+       " 29638892: '2023-08-25 12:42:40',\n",
+       " 29638925: '2023-08-25 12:45:25',\n",
+       " 29638962: '2023-08-25 12:48:35',\n",
+       " 29638998: '2023-08-25 12:51:45',\n",
+       " 29639024: '2023-08-25 12:54:05',\n",
+       " 29639057: '2023-08-25 12:56:55',\n",
+       " 29639243: '2023-08-25 13:12:45',\n",
+       " 29641337: '2023-08-25 16:13:15',\n",
+       " 29641399: '2023-08-25 16:18:30',\n",
+       " 29641453: '2023-08-25 16:23:15',\n",
+       " 29641509: '2023-08-25 16:28:00',\n",
+       " 29641563: '2023-08-25 16:32:35',\n",
+       " 29641616: '2023-08-25 16:37:15',\n",
+       " 29642258: '2023-08-25 17:32:40',\n",
+       " 29643215: '2023-08-25 18:55:00',\n",
+       " 29643255: '2023-08-25 18:58:25',\n",
+       " 29643260: '2023-08-25 18:58:50',\n",
+       " 29643298: '2023-08-25 19:02:00',\n",
+       " 29643327: '2023-08-25 19:04:40',\n",
+       " 29644232: '2023-08-25 20:22:45',\n",
+       " 29644848: '2023-08-25 21:15:45',\n",
+       " 29654744: '2023-08-26 11:28:55',\n",
+       " 29655483: '2023-08-26 12:33:05',\n",
+       " 29655554: '2023-08-26 12:39:05',\n",
+       " 29655584: '2023-08-26 12:41:40',\n",
+       " 29655604: '2023-08-26 12:43:30',\n",
+       " 29655606: '2023-08-26 12:43:40',\n",
+       " 29655615: '2023-08-26 12:44:25',\n",
+       " 29655642: '2023-08-26 12:46:40',\n",
+       " 29655661: '2023-08-26 12:48:20',\n",
+       " 29655675: '2023-08-26 12:49:30',\n",
+       " 29655703: '2023-08-26 12:51:55',\n",
+       " 29655715: '2023-08-26 12:52:55',\n",
+       " 29655725: '2023-08-26 12:53:50',\n",
+       " 29655758: '2023-08-26 12:56:35',\n",
+       " 29655769: '2023-08-26 12:57:30',\n",
+       " 29655778: '2023-08-26 12:58:15',\n",
+       " 29655807: '2023-08-26 13:00:45',\n",
+       " 29655829: '2023-08-26 13:02:35',\n",
+       " 29655834: '2023-08-26 13:03:00',\n",
+       " 29655862: '2023-08-26 13:05:30',\n",
+       " 29655878: '2023-08-26 13:06:50',\n",
+       " 29655888: '2023-08-26 13:07:40',\n",
+       " 29655948: '2023-08-26 13:12:50',\n",
+       " 29655956: '2023-08-26 13:13:35',\n",
+       " 29656024: '2023-08-26 13:19:20',\n",
+       " 29656074: '2023-08-26 13:23:40',\n",
+       " 29656114: '2023-08-26 13:27:05',\n",
+       " 29656116: '2023-08-26 13:27:15',\n",
+       " 29656126: '2023-08-26 13:28:05',\n",
+       " 29656157: '2023-08-26 13:30:45',\n",
+       " 29656163: '2023-08-26 13:31:25',\n",
+       " 29656175: '2023-08-26 13:32:25',\n",
+       " 29656197: '2023-08-26 13:34:15',\n",
+       " 29656210: '2023-08-26 13:35:20',\n",
+       " 29656221: '2023-08-26 13:36:15',\n",
+       " 29656251: '2023-08-26 13:38:50',\n",
+       " 29656258: '2023-08-26 13:39:30',\n",
+       " 29656268: '2023-08-26 13:40:20',\n",
+       " 29656298: '2023-08-26 13:42:50',\n",
+       " 29656306: '2023-08-26 13:43:35',\n",
+       " 29656317: '2023-08-26 13:44:30',\n",
+       " 29656345: '2023-08-26 13:47:05',\n",
+       " 29656356: '2023-08-26 13:48:00',\n",
+       " 29656363: '2023-08-26 13:48:40',\n",
+       " 29656394: '2023-08-26 13:51:20',\n",
+       " 29656403: '2023-08-26 13:52:10',\n",
+       " 29656413: '2023-08-26 13:53:00',\n",
+       " 29656454: '2023-08-26 13:56:35',\n",
+       " 29656464: '2023-08-26 13:57:35',\n",
+       " 29656489: '2023-08-26 13:59:40',\n",
+       " 29656746: '2023-08-26 14:21:55',\n",
+       " 29656779: '2023-08-26 14:24:40',\n",
+       " 29656812: '2023-08-26 14:27:25',\n",
+       " 29656843: '2023-08-26 14:30:05',\n",
+       " 29656876: '2023-08-26 14:32:50',\n",
+       " 29656901: '2023-08-26 14:35:05',\n",
+       " 29656935: '2023-08-26 14:38:05',\n",
+       " 29656967: '2023-08-26 14:40:55',\n",
+       " 29657014: '2023-08-26 14:44:55',\n",
+       " 29657045: '2023-08-26 14:47:30',\n",
+       " 29657065: '2023-08-26 14:49:10',\n",
+       " 29657095: '2023-08-26 14:51:40',\n",
+       " 29657135: '2023-08-26 14:55:00',\n",
+       " 29657165: '2023-08-26 14:57:30',\n",
+       " 29657198: '2023-08-26 15:00:15',\n",
+       " 29657232: '2023-08-26 15:03:15',\n",
+       " 29657265: '2023-08-26 15:06:05',\n",
+       " 29657294: '2023-08-26 15:08:40',\n",
+       " 29657321: '2023-08-26 15:10:55',\n",
+       " 29657358: '2023-08-26 15:14:00',\n",
+       " 29657391: '2023-08-26 15:16:45',\n",
+       " 29657422: '2023-08-26 15:19:25',\n",
+       " 29657451: '2023-08-26 15:22:00',\n",
+       " 29657484: '2023-08-26 15:24:45',\n",
+       " 29657522: '2023-08-26 15:28:00',\n",
+       " 29657553: '2023-08-26 15:30:45',\n",
+       " 29657581: '2023-08-26 15:33:10',\n",
+       " 29657613: '2023-08-26 15:35:55',\n",
+       " 29657647: '2023-08-26 15:38:45',\n",
+       " 29657739: '2023-08-26 15:46:40',\n",
+       " 29657771: '2023-08-26 15:49:30',\n",
+       " 29657799: '2023-08-26 15:51:50',\n",
+       " 29657840: '2023-08-26 15:55:20',\n",
+       " 29657868: '2023-08-26 15:57:55',\n",
+       " 29657902: '2023-08-26 16:00:45',\n",
+       " 29657934: '2023-08-26 16:03:30',\n",
+       " 29657966: '2023-08-26 16:06:20',\n",
+       " 29658006: '2023-08-26 16:09:50',\n",
+       " 29658038: '2023-08-26 16:12:35',\n",
+       " 29658074: '2023-08-26 16:15:35',\n",
+       " 29658108: '2023-08-26 16:18:25',\n",
+       " 29658138: '2023-08-26 16:21:10',\n",
+       " 29658169: '2023-08-26 16:23:50',\n",
+       " 29658195: '2023-08-26 16:26:05',\n",
+       " 29658231: '2023-08-26 16:29:15',\n",
+       " 29658261: '2023-08-26 16:31:55',\n",
+       " 29658294: '2023-08-26 16:34:45',\n",
+       " 29658323: '2023-08-26 16:37:20',\n",
+       " 29658361: '2023-08-26 16:40:30',\n",
+       " 29658391: '2023-08-26 16:43:05',\n",
+       " 29658422: '2023-08-26 16:45:55',\n",
+       " 29658454: '2023-08-26 16:48:35',\n",
+       " 29658488: '2023-08-26 16:51:25',\n",
+       " 29658518: '2023-08-26 16:54:05',\n",
+       " 29658552: '2023-08-26 16:56:55',\n",
+       " 29658583: '2023-08-26 16:59:30',\n",
+       " 29658614: '2023-08-26 17:02:15',\n",
+       " 29658646: '2023-08-26 17:04:55',\n",
+       " 29658648: '2023-08-26 17:05:05',\n",
+       " 29658678: '2023-08-26 17:07:35',\n",
+       " 29658688: '2023-08-26 17:08:25',\n",
+       " 29658717: '2023-08-26 17:11:00',\n",
+       " 29658728: '2023-08-26 17:11:55',\n",
+       " 29658761: '2023-08-26 17:14:40',\n",
+       " 29658768: '2023-08-26 17:15:20',\n",
+       " 29658801: '2023-08-26 17:18:05',\n",
+       " 29658813: '2023-08-26 17:19:05',\n",
+       " 29658845: '2023-08-26 17:21:45',\n",
+       " 29658887: '2023-08-26 17:25:15',\n",
+       " 29658897: '2023-08-26 17:26:05',\n",
+       " 29658938: '2023-08-26 17:29:40',\n",
+       " 29658969: '2023-08-26 17:32:15',\n",
+       " 29658996: '2023-08-26 17:34:35',\n",
+       " 29659039: '2023-08-26 17:38:10',\n",
+       " 29659068: '2023-08-26 17:40:45',\n",
+       " 29659115: '2023-08-26 17:44:50',\n",
+       " 29659148: '2023-08-26 17:47:45',\n",
+       " 29659177: '2023-08-26 17:50:15',\n",
+       " 29659213: '2023-08-26 17:53:15',\n",
+       " 29659239: '2023-08-26 17:55:30',\n",
+       " 29659281: '2023-08-26 17:59:05',\n",
+       " 29659312: '2023-08-26 18:01:45',\n",
+       " 29659343: '2023-08-26 18:04:25',\n",
+       " 29659374: '2023-08-26 18:07:00',\n",
+       " 29659409: '2023-08-26 18:09:55',\n",
+       " 29659442: '2023-08-26 18:12:40',\n",
+       " 29659474: '2023-08-26 18:15:30',\n",
+       " 29659505: '2023-08-26 18:18:05',\n",
+       " 29659536: '2023-08-26 18:20:50',\n",
+       " 29659566: '2023-08-26 18:23:25',\n",
+       " 29659595: '2023-08-26 18:26:00',\n",
+       " 29659627: '2023-08-26 18:28:45',\n",
+       " 29659658: '2023-08-26 18:31:25',\n",
+       " 29659697: '2023-08-26 18:35:00',\n",
+       " 29659736: '2023-08-26 18:38:20',\n",
+       " 29659769: '2023-08-26 18:41:05',\n",
+       " 29659800: '2023-08-26 18:43:45',\n",
+       " 29659831: '2023-08-26 18:46:30',\n",
+       " 29661153: '2023-08-26 20:41:00',\n",
+       " 29661197: '2023-08-26 20:44:45',\n",
+       " 29661425: '2023-08-26 21:04:20',\n",
+       " 29669486: '2023-08-27 08:40:20',\n",
+       " 29669540: '2023-08-27 08:44:50',\n",
+       " 29669570: '2023-08-27 08:47:20',\n",
+       " 29669605: '2023-08-27 08:50:20',\n",
+       " 29669633: '2023-08-27 08:52:45',\n",
+       " 29669676: '2023-08-27 08:56:35',\n",
+       " 29669707: '2023-08-27 08:59:15',\n",
+       " 29669744: '2023-08-27 09:02:20',\n",
+       " 29669775: '2023-08-27 09:05:00',\n",
+       " 29669808: '2023-08-27 09:07:50',\n",
+       " 29669842: '2023-08-27 09:10:40',\n",
+       " 29669876: '2023-08-27 09:13:40',\n",
+       " 29669907: '2023-08-27 09:16:30',\n",
+       " 29669936: '2023-08-27 09:19:15',\n",
+       " 29669968: '2023-08-27 09:22:05',\n",
+       " 29669998: '2023-08-27 09:24:45',\n",
+       " 29670030: '2023-08-27 09:27:25',\n",
+       " 29670060: '2023-08-27 09:29:55',\n",
+       " 29670094: '2023-08-27 09:32:45',\n",
+       " 29670125: '2023-08-27 09:35:35',\n",
+       " 29670154: '2023-08-27 09:38:05',\n",
+       " 29670185: '2023-08-27 09:41:00',\n",
+       " 29670217: '2023-08-27 09:43:40',\n",
+       " 29670247: '2023-08-27 09:46:15',\n",
+       " 29670280: '2023-08-27 09:49:15',\n",
+       " 29670311: '2023-08-27 09:51:50',\n",
+       " 29670342: '2023-08-27 09:54:35',\n",
+       " 29670376: '2023-08-27 09:57:30',\n",
+       " 29670407: '2023-08-27 10:00:20',\n",
+       " 29670437: '2023-08-27 10:02:55',\n",
+       " 29670466: '2023-08-27 10:05:30',\n",
+       " 29670499: '2023-08-27 10:08:30',\n",
+       " 29670529: '2023-08-27 10:11:05',\n",
+       " 29670561: '2023-08-27 10:13:50',\n",
+       " 29670599: '2023-08-27 10:17:00',\n",
+       " 29670633: '2023-08-27 10:19:55',\n",
+       " 29670664: '2023-08-27 10:22:40',\n",
+       " 29670695: '2023-08-27 10:25:25',\n",
+       " 29670730: '2023-08-27 10:28:30',\n",
+       " 29670772: '2023-08-27 10:32:05',\n",
+       " 29670808: '2023-08-27 10:35:15',\n",
+       " 29672920: '2023-08-27 13:38:05',\n",
+       " 29673574: '2023-08-27 14:34:20',\n",
+       " 29673602: '2023-08-27 14:36:45',\n",
+       " 29673633: '2023-08-27 14:39:20',\n",
+       " 29673665: '2023-08-27 14:42:10',\n",
+       " 29677021: '2023-08-27 19:31:50',\n",
+       " 29677040: '2023-08-27 19:33:35',\n",
+       " 29677073: '2023-08-27 19:36:25',\n",
+       " 29677101: '2023-08-27 19:39:05',\n",
+       " 29677134: '2023-08-27 19:42:00',\n",
+       " 29677161: '2023-08-27 19:44:20',\n",
+       " 29677233: '2023-08-27 19:50:25',\n",
+       " 29677266: '2023-08-27 19:53:20',\n",
+       " 29677291: '2023-08-27 19:55:30',\n",
+       " 29677320: '2023-08-27 19:58:10',\n",
+       " 29677357: '2023-08-27 20:01:20',\n",
+       " 29677387: '2023-08-27 20:03:55',\n",
+       " 29677480: '2023-08-27 20:11:50',\n",
+       " 29677497: '2023-08-27 20:13:15',\n",
+       " 29677540: '2023-08-27 20:17:05',\n",
+       " 29677569: '2023-08-27 20:19:40',\n",
+       " 29677628: '2023-08-27 20:24:55',\n",
+       " 29677686: '2023-08-27 20:30:00',\n",
+       " 29677716: '2023-08-27 20:32:40',\n",
+       " 29677748: '2023-08-27 20:35:20',\n",
+       " 29677780: '2023-08-27 20:38:05',\n",
+       " 29677811: '2023-08-27 20:40:45',\n",
+       " 29677844: '2023-08-27 20:43:35',\n",
+       " 29677875: '2023-08-27 20:46:15',\n",
+       " 29677906: '2023-08-27 20:48:55',\n",
+       " 29677948: '2023-08-27 20:52:35',\n",
+       " 29677981: '2023-08-27 20:55:30',\n",
+       " 29678012: '2023-08-27 20:58:05',\n",
+       " 29678042: '2023-08-27 21:00:45',\n",
+       " 29678076: '2023-08-27 21:03:50',\n",
+       " 29678109: '2023-08-27 21:06:45',\n",
+       " 29678143: '2023-08-27 21:09:40',\n",
+       " 29678176: '2023-08-27 21:12:35',\n",
+       " 29678207: '2023-08-27 21:15:15',\n",
+       " 29678240: '2023-08-27 21:18:05',\n",
+       " 29678274: '2023-08-27 21:20:55',\n",
+       " 29678309: '2023-08-27 21:23:55',\n",
+       " 29678339: '2023-08-27 21:26:30',\n",
+       " 29678373: '2023-08-27 21:29:25',\n",
+       " 29678404: '2023-08-27 21:32:05',\n",
+       " 29678435: '2023-08-27 21:34:50',\n",
+       " 29678468: '2023-08-27 21:37:45',\n",
+       " 29678506: '2023-08-27 21:41:05',\n",
+       " 29678536: '2023-08-27 21:43:45',\n",
+       " 29678568: '2023-08-27 21:46:30',\n",
+       " 29678598: '2023-08-27 21:49:05',\n",
+       " 29678628: '2023-08-27 21:51:45',\n",
+       " 29678655: '2023-08-27 21:54:25',\n",
+       " 29678686: '2023-08-27 21:57:05',\n",
+       " 29678715: '2023-08-27 21:59:40',\n",
+       " 29678748: '2023-08-27 22:02:35',\n",
+       " 29678778: '2023-08-27 22:05:15',\n",
+       " 29678807: '2023-08-27 22:07:55',\n",
+       " 29678839: '2023-08-27 22:10:40',\n",
+       " 29678870: '2023-08-27 22:13:20',\n",
+       " 29678908: '2023-08-27 22:16:45',\n",
+       " 29678938: '2023-08-27 22:19:20',\n",
+       " 29678972: '2023-08-27 22:22:15',\n",
+       " 29679068: '2023-08-27 22:30:35',\n",
+       " 29679115: '2023-08-27 22:34:35',\n",
+       " 29683326: '2023-08-28 04:45:25',\n",
+       " 29685845: '2023-08-28 08:29:10',\n",
+       " 29686310: '2023-08-28 09:10:45',\n",
+       " 29686343: '2023-08-28 09:13:45',\n",
+       " 29686366: '2023-08-28 09:15:40',\n",
+       " 29686396: '2023-08-28 09:18:25',\n",
+       " 29686421: '2023-08-28 09:20:40',\n",
+       " 29686444: '2023-08-28 09:22:50',\n",
+       " 29686466: '2023-08-28 09:24:55',\n",
+       " 29686505: '2023-08-28 09:28:20',\n",
+       " 29686537: '2023-08-28 09:31:10',\n",
+       " 29686564: '2023-08-28 09:33:35',\n",
+       " 29686593: '2023-08-28 09:36:10',\n",
+       " 29686634: '2023-08-28 09:39:45',\n",
+       " 29686665: '2023-08-28 09:42:25',\n",
+       " 29686697: '2023-08-28 09:45:10',\n",
+       " 29686727: '2023-08-28 09:47:50',\n",
+       " 29686756: '2023-08-28 09:50:30',\n",
+       " 29686777: '2023-08-28 09:52:35',\n",
+       " 29686803: '2023-08-28 09:55:10',\n",
+       " 29686828: '2023-08-28 09:57:25',\n",
+       " 29686859: '2023-08-28 10:00:10',\n",
+       " 29686886: '2023-08-28 10:02:40',\n",
+       " 29686926: '2023-08-28 10:06:10',\n",
+       " 29686947: '2023-08-28 10:08:00',\n",
+       " 29686973: '2023-08-28 10:10:20',\n",
+       " 29687013: '2023-08-28 10:13:45',\n",
+       " 29687047: '2023-08-28 10:16:50',\n",
+       " 29687081: '2023-08-28 10:19:50',\n",
+       " 29687119: '2023-08-28 10:23:35',\n",
+       " 29687146: '2023-08-28 10:25:55',\n",
+       " 29687175: '2023-08-28 10:28:50',\n",
+       " 29687211: '2023-08-28 10:32:10',\n",
+       " 29687234: '2023-08-28 10:34:15',\n",
+       " 29687270: '2023-08-28 10:37:30',\n",
+       " 29687295: '2023-08-28 10:39:40',\n",
+       " 29687326: '2023-08-28 10:42:25',\n",
+       " 29687358: '2023-08-28 10:45:10',\n",
+       " 29687376: '2023-08-28 10:47:00',\n",
+       " 29687398: '2023-08-28 10:49:10',\n",
+       " 29687433: '2023-08-28 10:52:20',\n",
+       " 29687455: '2023-08-28 10:54:20',\n",
+       " 29687477: '2023-08-28 10:56:15',\n",
+       " 29687509: '2023-08-28 10:59:10',\n",
+       " 29687529: '2023-08-28 11:01:05',\n",
+       " 29687554: '2023-08-28 11:03:15',\n",
+       " 29687584: '2023-08-28 11:05:55',\n",
+       " 29687605: '2023-08-28 11:07:55',\n",
+       " 29687636: '2023-08-28 11:10:30',\n",
+       " 29687668: '2023-08-28 11:13:35',\n",
+       " 29697030: '2023-08-29 00:50:50',\n",
+       " 29697993: '2023-08-29 02:12:55',\n",
+       " 29698024: '2023-08-29 02:15:40',\n",
+       " 29698056: '2023-08-29 02:18:30',\n",
+       " 29698089: '2023-08-29 02:21:20',\n",
+       " 29698124: '2023-08-29 02:24:20',\n",
+       " 29700107: '2023-08-29 05:15:25',\n",
+       " 29700134: '2023-08-29 05:17:40',\n",
+       " 29700166: '2023-08-29 05:20:20',\n",
+       " 29700198: '2023-08-29 05:23:00',\n",
+       " 29700227: '2023-08-29 05:25:40',\n",
+       " 29700258: '2023-08-29 05:28:15',\n",
+       " 29700287: '2023-08-29 05:30:50',\n",
+       " 29700318: '2023-08-29 05:33:35',\n",
+       " 29700346: '2023-08-29 05:35:55',\n",
+       " 29700379: '2023-08-29 05:38:45',\n",
+       " 29700417: '2023-08-29 05:41:55',\n",
+       " 29700449: '2023-08-29 05:44:45',\n",
+       " 29700478: '2023-08-29 05:47:15',\n",
+       " 29700513: '2023-08-29 05:50:10',\n",
+       " 29700544: '2023-08-29 05:52:55',\n",
+       " 29700575: '2023-08-29 05:55:30',\n",
+       " 29700608: '2023-08-29 05:58:15',\n",
+       " 29700636: '2023-08-29 06:00:45',\n",
+       " 29700667: '2023-08-29 06:03:40',\n",
+       " 29700701: '2023-08-29 06:06:35',\n",
+       " 29700732: '2023-08-29 06:09:15',\n",
+       " 29700763: '2023-08-29 06:12:00',\n",
+       " 29700794: '2023-08-29 06:14:45',\n",
+       " 29700829: '2023-08-29 06:17:40',\n",
+       " 29700863: '2023-08-29 06:20:30',\n",
+       " 29700895: '2023-08-29 06:23:15',\n",
+       " 29700924: '2023-08-29 06:25:40',\n",
+       " 29700958: '2023-08-29 06:28:35',\n",
+       " 29700989: '2023-08-29 06:31:15',\n",
+       " 29701023: '2023-08-29 06:34:05',\n",
+       " 29701059: '2023-08-29 06:37:05',\n",
+       " 29701090: '2023-08-29 06:39:55',\n",
+       " 29701121: '2023-08-29 06:42:45',\n",
+       " 29701935: '2023-08-29 07:54:20',\n",
+       " 29702276: '2023-08-29 08:23:45',\n",
+       " 29702318: '2023-08-29 08:27:25',\n",
+       " 29702351: '2023-08-29 08:30:15',\n",
+       " 29702389: '2023-08-29 08:33:30',\n",
+       " 29702424: '2023-08-29 08:36:25',\n",
+       " 29702454: '2023-08-29 08:38:55',\n",
+       " 29702490: '2023-08-29 08:41:55',\n",
+       " 29702525: '2023-08-29 08:44:55',\n",
+       " 29702557: '2023-08-29 08:47:45',\n",
+       " 29702590: '2023-08-29 08:50:30',\n",
+       " 29702623: '2023-08-29 08:53:20',\n",
+       " 29702684: '2023-08-29 08:58:35',\n",
+       " 29702709: '2023-08-29 09:00:45',\n",
+       " 29702748: '2023-08-29 09:04:05',\n",
+       " 29702782: '2023-08-29 09:06:55',\n",
+       " 29702811: '2023-08-29 09:09:25',\n",
+       " 29702842: '2023-08-29 09:12:10',\n",
+       " 29702875: '2023-08-29 09:14:55',\n",
+       " 29702908: '2023-08-29 09:17:40',\n",
+       " 29702937: '2023-08-29 09:20:10',\n",
+       " 29702971: '2023-08-29 09:23:00',\n",
+       " 29703003: '2023-08-29 09:25:55',\n",
+       " 29703039: '2023-08-29 09:29:00',\n",
+       " 29703070: '2023-08-29 09:31:40',\n",
+       " 29703104: '2023-08-29 09:34:30',\n",
+       " 29703135: '2023-08-29 09:37:05',\n",
+       " 29703168: '2023-08-29 09:39:50',\n",
+       " 29703202: '2023-08-29 09:42:40',\n",
+       " 29703237: '2023-08-29 09:45:35',\n",
+       " 29703279: '2023-08-29 09:49:05',\n",
+       " 29703315: '2023-08-29 09:52:05',\n",
+       " 29703413: '2023-08-29 10:00:35',\n",
+       " 29703698: '2023-08-29 10:25:00',\n",
+       " 29703740: '2023-08-29 10:28:35',\n",
+       " 29703771: '2023-08-29 10:31:20',\n",
+       " 29703808: '2023-08-29 10:34:30',\n",
+       " 29703845: '2023-08-29 10:37:40',\n",
+       " 29703859: '2023-08-29 10:38:50',\n",
+       " 29703883: '2023-08-29 10:40:50',\n",
+       " 29703891: '2023-08-29 10:41:30',\n",
+       " 29703924: '2023-08-29 10:44:25',\n",
+       " 29703931: '2023-08-29 10:45:00',\n",
+       " 29703968: '2023-08-29 10:48:05',\n",
+       " 29703975: '2023-08-29 10:48:40',\n",
+       " 29704007: '2023-08-29 10:51:20',\n",
+       " 29704015: '2023-08-29 10:52:00',\n",
+       " 29704052: '2023-08-29 10:55:05',\n",
+       " 29704059: '2023-08-29 10:55:45',\n",
+       " 29704096: '2023-08-29 10:59:00',\n",
+       " 29704104: '2023-08-29 10:59:45',\n",
+       " 29704139: '2023-08-29 11:02:40',\n",
+       " 29704146: '2023-08-29 11:03:15',\n",
+       " 29704179: '2023-08-29 11:06:05',\n",
+       " 29704188: '2023-08-29 11:06:50',\n",
+       " 29704219: '2023-08-29 11:09:30',\n",
+       " 29704227: '2023-08-29 11:10:10',\n",
+       " 29704259: '2023-08-29 11:13:00',\n",
+       " 29704266: '2023-08-29 11:13:35',\n",
+       " 29704302: '2023-08-29 11:16:40',\n",
+       " 29704310: '2023-08-29 11:17:20',\n",
+       " 29704344: '2023-08-29 11:20:10',\n",
+       " 29704345: '2023-08-29 11:20:15',\n",
+       " 29704387: '2023-08-29 11:23:55',\n",
+       " 29704396: '2023-08-29 11:24:40',\n",
+       " 29704428: '2023-08-29 11:27:20',\n",
+       " 29704437: '2023-08-29 11:28:05',\n",
+       " 29704471: '2023-08-29 11:31:00',\n",
+       " 29704478: '2023-08-29 11:31:35',\n",
+       " 29704518: '2023-08-29 11:34:55',\n",
+       " 29704520: '2023-08-29 11:35:05',\n",
+       " 29704561: '2023-08-29 11:38:30',\n",
+       " 29704571: '2023-08-29 11:39:20',\n",
+       " 29704603: '2023-08-29 11:42:00',\n",
+       " 29704612: '2023-08-29 11:42:50',\n",
+       " 29704642: '2023-08-29 11:45:20',\n",
+       " 29704650: '2023-08-29 11:46:05',\n",
+       " 29704683: '2023-08-29 11:48:55',\n",
+       " 29704691: '2023-08-29 11:49:35',\n",
+       " 29704727: '2023-08-29 11:52:35',\n",
+       " 29704732: '2023-08-29 11:53:05',\n",
+       " 29704767: '2023-08-29 11:56:05',\n",
+       " 29704775: '2023-08-29 11:56:45',\n",
+       " 29704808: '2023-08-29 11:59:45',\n",
+       " 29704814: '2023-08-29 12:00:15',\n",
+       " 29704828: '2023-08-29 12:01:25',\n",
+       " 29704854: '2023-08-29 12:03:40',\n",
+       " 29704860: '2023-08-29 12:04:10',\n",
+       " 29704897: '2023-08-29 12:07:15',\n",
+       " 29704926: '2023-08-29 12:10:00',\n",
+       " 29704934: '2023-08-29 12:10:40',\n",
+       " 29704967: '2023-08-29 12:13:25',\n",
+       " 29705009: '2023-08-29 12:16:55',\n",
+       " 29705044: '2023-08-29 12:20:10',\n",
+       " 29705077: '2023-08-29 12:23:00',\n",
+       " 29705106: '2023-08-29 12:25:45',\n",
+       " 29705138: '2023-08-29 12:28:30',\n",
+       " 29705170: '2023-08-29 12:31:10',\n",
+       " 29705203: '2023-08-29 12:33:55',\n",
+       " 29705242: '2023-08-29 12:37:10',\n",
+       " 29705275: '2023-08-29 12:39:55',\n",
+       " 29705307: '2023-08-29 12:42:45',\n",
+       " 29705337: '2023-08-29 12:45:20',\n",
+       " 29705371: '2023-08-29 12:48:10',\n",
+       " 29705399: '2023-08-29 12:50:35',\n",
+       " 29705490: '2023-08-29 12:58:20',\n",
+       " 29705518: '2023-08-29 13:00:40',\n",
+       " 29705547: '2023-08-29 13:03:05',\n",
+       " 29705571: '2023-08-29 13:05:20',\n",
+       " 29705719: '2023-08-29 13:18:00',\n",
+       " 29705832: '2023-08-29 13:27:40',\n",
+       " 29705884: '2023-08-29 13:32:05',\n",
+       " 29706109: '2023-08-29 13:51:20',\n",
+       " 29706171: '2023-08-29 13:56:40',\n",
+       " 29706223: '2023-08-29 14:01:00',\n",
+       " 29706253: '2023-08-29 14:03:30',\n",
+       " 29706280: '2023-08-29 14:05:50',\n",
+       " 29706310: '2023-08-29 14:08:30',\n",
+       " 29706336: '2023-08-29 14:10:45',\n",
+       " 29706367: '2023-08-29 14:13:25',\n",
+       " 29706395: '2023-08-29 14:15:50',\n",
+       " 29706422: '2023-08-29 14:18:10',\n",
+       " 29706448: '2023-08-29 14:20:35',\n",
+       " 29706476: '2023-08-29 14:23:00',\n",
+       " 29706503: '2023-08-29 14:25:20',\n",
+       " 29706531: '2023-08-29 14:27:45',\n",
+       " 29706560: '2023-08-29 14:30:20',\n",
+       " 29706585: '2023-08-29 14:32:45',\n",
+       " 29706612: '2023-08-29 14:35:10',\n",
+       " 29706639: '2023-08-29 14:37:45',\n",
+       " 29706667: '2023-08-29 14:40:10',\n",
+       " 29706695: '2023-08-29 14:42:35',\n",
+       " 29706699: '2023-08-29 14:42:55',\n",
+       " 29706731: '2023-08-29 14:46:00',\n",
+       " 29706734: '2023-08-29 14:46:15',\n",
+       " 29706749: '2023-08-29 14:47:30',\n",
+       " 29706785: '2023-08-29 14:50:30',\n",
+       " 29706789: '2023-08-29 14:50:50',\n",
+       " 29706844: '2023-08-29 14:55:40',\n",
+       " 29706889: '2023-08-29 14:59:40',\n",
+       " 29706891: '2023-08-29 14:59:50',\n",
+       " 29707157: '2023-08-29 15:22:55',\n",
+       " 29707158: '2023-08-29 15:23:00',\n",
+       " 29707835: '2023-08-29 16:20:40',\n",
+       " 29707838: '2023-08-29 16:20:55',\n",
+       " 29708554: '2023-08-29 17:21:55',\n",
+       " 29709464: '2023-08-29 18:39:50',\n",
+       " 29709481: '2023-08-29 18:41:15',\n",
+       " 29709486: '2023-08-29 18:41:40',\n",
+       " 29709555: '2023-08-29 18:47:25',\n",
+       " 29709575: '2023-08-29 18:49:20',\n",
+       " 29709605: '2023-08-29 18:51:50',\n",
+       " 29709789: '2023-08-29 19:07:50',\n",
+       " 29709837: '2023-08-29 19:12:05',\n",
+       " 29710456: '2023-08-29 20:05:40',\n",
+       " 29710587: '2023-08-29 20:16:45',\n",
+       " 29711420: '2023-08-29 21:29:00',\n",
+       " 29211965: '2023-07-30 14:46:45',\n",
+       " 29212040: '2023-07-30 14:53:15',\n",
+       " 29212116: '2023-07-30 14:59:50',\n",
+       " 29212192: '2023-07-30 15:06:25',\n",
+       " 29212263: '2023-07-30 15:12:50',\n",
+       " 29212341: '2023-07-30 15:19:25',\n",
+       " 29212413: '2023-07-30 15:25:50',\n",
+       " 29212485: '2023-07-30 15:32:15',\n",
+       " 29212559: '2023-07-30 15:38:40',\n",
+       " 29225523: '2023-07-31 10:17:10',\n",
+       " 29228605: '2023-07-31 14:49:00',\n",
+       " 29228631: '2023-07-31 14:51:25',\n",
+       " 29228660: '2023-07-31 14:54:00',\n",
+       " 29228711: '2023-07-31 14:58:45',\n",
+       " 29228726: '2023-07-31 15:00:40',\n",
+       " 29228728: '2023-07-31 15:00:50',\n",
+       " 29228787: '2023-07-31 15:06:05',\n",
+       " 29228809: '2023-07-31 15:08:05',\n",
+       " 29228837: '2023-07-31 15:10:25',\n",
+       " 29228895: '2023-07-31 15:15:35',\n",
+       " 29228924: '2023-07-31 15:18:20',\n",
+       " 29228951: '2023-07-31 15:20:50',\n",
+       " 29228975: '2023-07-31 15:22:55',\n",
+       " 29229307: '2023-07-31 15:52:00',\n",
+       " 29229488: '2023-07-31 16:07:40',\n",
+       " 29229574: '2023-07-31 16:15:30',\n",
+       " 29230004: '2023-07-31 16:52:50',\n",
+       " 29230280: '2023-07-31 17:16:40',\n",
+       " 29230472: '2023-07-31 17:33:50',\n",
+       " 29230571: '2023-07-31 17:42:15',\n",
+       " 29230702: '2023-07-31 17:53:45',\n",
+       " 29230977: '2023-07-31 18:17:35',\n",
+       " 29231150: '2023-07-31 18:33:10',\n",
+       " 29231175: '2023-07-31 18:35:15',\n",
+       " 29231228: '2023-07-31 18:39:45',\n",
+       " 29231273: '2023-07-31 18:43:40',\n",
+       " 29231303: '2023-07-31 18:46:20',\n",
+       " 29231357: '2023-07-31 18:51:05',\n",
+       " 29231378: '2023-07-31 18:52:50',\n",
+       " 29231444: '2023-07-31 18:58:25',\n",
+       " 29231454: '2023-07-31 18:59:20',\n",
+       " 29231527: '2023-07-31 19:05:40',\n",
+       " 29231530: '2023-07-31 19:05:55',\n",
+       " 29231606: '2023-07-31 19:12:30',\n",
+       " 29231613: '2023-07-31 19:13:05',\n",
+       " 29231682: '2023-07-31 19:19:10',\n",
+       " 29231697: '2023-07-31 19:20:25',\n",
+       " 29231758: '2023-07-31 19:25:45',\n",
+       " 29231780: '2023-07-31 19:27:40',\n",
+       " 29231832: '2023-07-31 19:32:20',\n",
+       " 29231862: '2023-07-31 19:35:10',\n",
+       " 29231904: '2023-07-31 19:38:50',\n",
+       " 29231948: '2023-07-31 19:42:45',\n",
+       " 29231978: '2023-07-31 19:45:20',\n",
+       " 29232034: '2023-07-31 19:50:05',\n",
+       " 29232055: '2023-07-31 19:51:55',\n",
+       " 29232118: '2023-07-31 19:57:20',\n",
+       " 29232131: '2023-07-31 19:58:30',\n",
+       " 29232204: '2023-07-31 20:04:45',\n",
+       " 29232208: '2023-07-31 20:05:05',\n",
+       " 29232283: '2023-07-31 20:11:40',\n",
+       " 29232289: '2023-07-31 20:12:10',\n",
+       " 29232358: '2023-07-31 20:18:10',\n",
+       " 29232374: '2023-07-31 20:19:35',\n",
+       " 29232430: '2023-07-31 20:24:45',\n",
+       " 29232457: '2023-07-31 20:27:00',\n",
+       " 29232509: '2023-07-31 20:31:20',\n",
+       " 29232545: '2023-07-31 20:34:25',\n",
+       " 29232587: '2023-07-31 20:37:55',\n",
+       " 29232632: '2023-07-31 20:41:45',\n",
+       " 29232664: '2023-07-31 20:44:25',\n",
+       " 29232718: '2023-07-31 20:49:00',\n",
+       " 29232741: '2023-07-31 20:51:00',\n",
+       " 29232803: '2023-07-31 20:56:25',\n",
+       " 29232817: '2023-07-31 20:57:35',\n",
+       " 29232887: '2023-07-31 21:03:50',\n",
+       " 29232890: '2023-07-31 21:04:10',\n",
+       " 29232963: '2023-07-31 21:10:40',\n",
+       " 29232969: '2023-07-31 21:11:10',\n",
+       " 29233041: '2023-07-31 21:17:15',\n",
+       " 29233056: '2023-07-31 21:18:30',\n",
+       " 29233116: '2023-07-31 21:23:45',\n",
+       " 29233141: '2023-07-31 21:25:50',\n",
+       " 29233193: '2023-07-31 21:30:20',\n",
+       " 29233225: '2023-07-31 21:33:05',\n",
+       " 29233268: '2023-07-31 21:36:50',\n",
+       " 29233308: '2023-07-31 21:40:20',\n",
+       " 29233343: '2023-07-31 21:43:15',\n",
+       " 29233393: '2023-07-31 21:47:35',\n",
+       " 29233416: '2023-07-31 21:49:40',\n",
+       " 29233474: '2023-07-31 21:54:50',\n",
+       " 29233491: '2023-07-31 21:56:15',\n",
+       " 29233561: '2023-07-31 22:02:15',\n",
+       " 29233568: '2023-07-31 22:02:50',\n",
+       " 29233644: '2023-07-31 22:09:20',\n",
+       " 29233648: '2023-07-31 22:09:40',\n",
+       " 29233719: '2023-07-31 22:15:50',\n",
+       " 29233734: '2023-07-31 22:17:05',\n",
+       " 29233795: '2023-07-31 22:22:25',\n",
+       " 29233820: '2023-07-31 22:24:30',\n",
+       " 29233873: '2023-07-31 22:28:55',\n",
+       " 29233907: '2023-07-31 22:31:55',\n",
+       " 29233947: '2023-07-31 22:35:30',\n",
+       " 29233969: '2023-07-31 22:37:25',\n",
+       " 29233973: '2023-07-31 22:37:45',\n",
+       " 29233982: '2023-07-31 22:38:30',\n",
+       " 29233997: '2023-07-31 22:39:50',\n",
+       " 29233998: '2023-07-31 22:40:00',\n",
+       " 29234017: '2023-07-31 22:41:35',\n",
+       " 29234021: '2023-07-31 22:41:55',\n",
+       " 29234029: '2023-07-31 22:42:35',\n",
+       " 29234045: '2023-07-31 22:44:00',\n",
+       " 29234046: '2023-07-31 22:44:05',\n",
+       " 29234065: '2023-07-31 22:45:40',\n",
+       " 29234069: '2023-07-31 22:46:00',\n",
+       " 29234077: '2023-07-31 22:46:40',\n",
+       " 29234097: '2023-07-31 22:48:20',\n",
+       " 29234100: '2023-07-31 22:48:35',\n",
+       " 29234110: '2023-07-31 22:49:25',\n",
+       " 29234126: '2023-07-31 22:50:45',\n",
+       " 29234128: '2023-07-31 22:51:00',\n",
+       " 29234148: '2023-07-31 22:52:40',\n",
+       " 29234151: '2023-07-31 22:52:55',\n",
+       " 29234159: '2023-07-31 22:53:40',\n",
+       " 29234174: '2023-07-31 22:54:55',\n",
+       " 29234175: '2023-07-31 22:55:05',\n",
+       " 29234193: '2023-07-31 22:56:35',\n",
+       " 29234197: '2023-07-31 22:57:00',\n",
+       " 29234201: '2023-07-31 22:57:30',\n",
+       " 29234269: '2023-07-31 23:03:25',\n",
+       " 29234270: '2023-07-31 23:03:30',\n",
+       " 29234347: '2023-07-31 23:10:00',\n",
+       " 29234352: '2023-07-31 23:10:25',\n",
+       " 29234422: '2023-07-31 23:16:30',\n",
+       " 29234445: '2023-07-31 23:18:35',\n",
+       " 29234497: '2023-07-31 23:23:00',\n",
+       " 29234530: '2023-07-31 23:25:45',\n",
+       " 29234571: '2023-07-31 23:29:35',\n",
+       " 29234659: '2023-07-31 23:37:25',\n",
+       " 29234662: '2023-07-31 23:37:40',\n",
+       " 29234672: '2023-07-31 23:38:30',\n",
+       " 29234687: '2023-07-31 23:39:45',\n",
+       " 29234688: '2023-07-31 23:39:50',\n",
+       " 29234708: '2023-07-31 23:41:30',\n",
+       " 29234709: '2023-07-31 23:41:35',\n",
+       " 29234720: '2023-07-31 23:42:30',\n",
+       " 29234735: '2023-07-31 23:43:45',\n",
+       " 29234738: '2023-07-31 23:44:00',\n",
+       " 29234758: '2023-07-31 23:45:40',\n",
+       " 29234759: '2023-07-31 23:45:45',\n",
+       " 29234769: '2023-07-31 23:46:35',\n",
+       " 29234785: '2023-07-31 23:47:55',\n",
+       " 29234787: '2023-07-31 23:48:10',\n",
+       " 29234806: '2023-07-31 23:50:00',\n",
+       " 29234807: '2023-07-31 23:50:05',\n",
+       " 29234819: '2023-07-31 23:51:05',\n",
+       " 29234835: '2023-07-31 23:52:30',\n",
+       " 29234838: '2023-07-31 23:52:45',\n",
+       " 29234857: '2023-07-31 23:54:25',\n",
+       " 29234860: '2023-07-31 23:54:40',\n",
+       " 29234870: '2023-07-31 23:55:30',\n",
+       " 29234885: '2023-07-31 23:56:55',\n",
+       " 29234887: '2023-07-31 23:57:05',\n",
+       " 29234908: '2023-07-31 23:58:50',\n",
+       " 29234913: '2023-07-31 23:59:15',\n",
+       " 29234921: '2023-07-31 23:59:55',\n",
+       " 29234975: '2023-08-01 00:04:50',\n",
+       " 29234977: '2023-08-01 00:05:00',\n",
+       " 29235044: '2023-08-01 00:10:50',\n",
+       " 29235065: '2023-08-01 00:12:40',\n",
+       " 29235123: '2023-08-01 00:17:35',\n",
+       " 29235148: '2023-08-01 00:19:45',\n",
+       " 29235197: '2023-08-01 00:23:50',\n",
+       " 29235231: '2023-08-01 00:26:45',\n",
+       " 29235273: '2023-08-01 00:30:20',\n",
+       " 29235367: '2023-08-01 00:38:30',\n",
+       " 29235381: '2023-08-01 00:39:40',\n",
+       " 29235385: '2023-08-01 00:40:05',\n",
+       " 29235403: '2023-08-01 00:41:45',\n",
+       " 29235406: '2023-08-01 00:42:00',\n",
+       " 29235415: '2023-08-01 00:42:45',\n",
+       " 29235431: '2023-08-01 00:44:10',\n",
+       " 29235432: '2023-08-01 00:44:15',\n",
+       " 29235449: '2023-08-01 00:45:40',\n",
+       " 29235453: '2023-08-01 00:46:00',\n",
+       " 29235461: '2023-08-01 00:46:40',\n",
+       " 29235477: '2023-08-01 00:48:10',\n",
+       " 29235482: '2023-08-01 00:48:40',\n",
+       " 29235495: '2023-08-01 00:49:50',\n",
+       " 29235508: '2023-08-01 00:51:00',\n",
+       " 29235511: '2023-08-01 00:51:15',\n",
+       " 29235530: '2023-08-01 00:52:55',\n",
+       " 29235533: '2023-08-01 00:53:10',\n",
+       " 29235548: '2023-08-01 00:54:25',\n",
+       " 29235560: '2023-08-01 00:55:25',\n",
+       " 29235563: '2023-08-01 00:55:40',\n",
+       " 29235583: '2023-08-01 00:57:20',\n",
+       " 29235586: '2023-08-01 00:57:35',\n",
+       " 29235601: '2023-08-01 00:58:50',\n",
+       " 29235613: '2023-08-01 00:59:50',\n",
+       " 29235614: '2023-08-01 00:59:55',\n",
+       " 29235633: '2023-08-01 01:01:30',\n",
+       " 29235635: '2023-08-01 01:01:45',\n",
+       " 29235680: '2023-08-01 01:05:35',\n",
+       " 29235700: '2023-08-01 01:07:20',\n",
+       " 29235750: '2023-08-01 01:11:40',\n",
+       " 29235784: '2023-08-01 01:14:30',\n",
+       " 29235828: '2023-08-01 01:18:25',\n",
+       " 29235864: '2023-08-01 01:21:25',\n",
+       " 29235905: '2023-08-01 01:24:50',\n",
+       " 29235943: '2023-08-01 01:28:15',\n",
+       " 29235975: '2023-08-01 01:31:00',\n",
+       " 29236080: '2023-08-01 01:40:00',\n",
+       " 29236093: '2023-08-01 01:41:05',\n",
+       " 29236099: '2023-08-01 01:41:40',\n",
+       " 29236116: '2023-08-01 01:43:10',\n",
+       " 29236126: '2023-08-01 01:44:00',\n",
+       " 29236128: '2023-08-01 01:44:10',\n",
+       " 29236148: '2023-08-01 01:45:50',\n",
+       " 29236151: '2023-08-01 01:46:05',\n",
+       " 29236159: '2023-08-01 01:46:50',\n",
+       " 29236175: '2023-08-01 01:48:10',\n",
+       " 29236193: '2023-08-01 01:50:00',\n",
+       " 29236195: '2023-08-01 01:50:10',\n",
+       " 29236208: '2023-08-01 01:51:15',\n",
+       " 29236220: '2023-08-01 01:52:15',\n",
+       " 29236227: '2023-08-01 01:52:50',\n",
+       " 29236244: '2023-08-01 01:54:20',\n",
+       " 29236254: '2023-08-01 01:55:10',\n",
+       " 29236259: '2023-08-01 01:55:40',\n",
+       " 29236277: '2023-08-01 01:57:10',\n",
+       " 29236279: '2023-08-01 01:57:20',\n",
+       " 29236291: '2023-08-01 01:58:20',\n",
+       " 29236309: '2023-08-01 01:59:50',\n",
+       " 29236310: '2023-08-01 01:59:55',\n",
+       " 29236327: '2023-08-01 02:01:30',\n",
+       " 29236329: '2023-08-01 02:01:40',\n",
+       " 29236338: '2023-08-01 02:02:30',\n",
+       " 29236355: '2023-08-01 02:03:55',\n",
+       " 29236383: '2023-08-01 02:06:30',\n",
+       " 29236412: '2023-08-01 02:09:00',\n",
+       " 29236458: '2023-08-01 02:12:50',\n",
+       " 29236492: '2023-08-01 02:15:45',\n",
+       " 29236538: '2023-08-01 02:19:35',\n",
+       " 29236610: '2023-08-01 02:25:40',\n",
+       " 29236622: '2023-08-01 02:26:45',\n",
+       " 29236661: '2023-08-01 02:30:05',\n",
+       " 29236682: '2023-08-01 02:31:50',\n",
+       " 29236789: '2023-08-01 02:41:10',\n",
+       " 29236804: '2023-08-01 02:42:25',\n",
+       " 29236812: '2023-08-01 02:43:05',\n",
+       " 29236830: '2023-08-01 02:44:45',\n",
+       " 29236838: '2023-08-01 02:45:25',\n",
+       " 29236844: '2023-08-01 02:45:55',\n",
+       " 29236860: '2023-08-01 02:47:20',\n",
+       " 29236864: '2023-08-01 02:47:40',\n",
+       " 29236872: '2023-08-01 02:48:20',\n",
+       " 29236888: '2023-08-01 02:49:40',\n",
+       " 29236894: '2023-08-01 02:50:10',\n",
+       " 29236903: '2023-08-01 02:50:55',\n",
+       " 29236919: '2023-08-01 02:52:20',\n",
+       " 29236922: '2023-08-01 02:52:35',\n",
+       " 29236940: '2023-08-01 02:54:15',\n",
+       " 29236944: '2023-08-01 02:54:35',\n",
+       " 29236953: '2023-08-01 02:55:20',\n",
+       " 29236967: '2023-08-01 02:56:45',\n",
+       " 29236971: '2023-08-01 02:57:05',\n",
+       " 29236987: '2023-08-01 02:58:25',\n",
+       " 29236992: '2023-08-01 02:58:50',\n",
+       " 29237005: '2023-08-01 02:59:55',\n",
+       " 29237019: '2023-08-01 03:01:10',\n",
+       " 29237022: '2023-08-01 03:01:25',\n",
+       " 29237042: '2023-08-01 03:03:05',\n",
+       " 29237045: '2023-08-01 03:03:20',\n",
+       " 29237054: '2023-08-01 03:04:10',\n",
+       " 29237071: '2023-08-01 03:05:35',\n",
+       " 29237087: '2023-08-01 03:07:10',\n",
+       " 29237127: '2023-08-01 03:10:35',\n",
+       " 29237166: '2023-08-01 03:13:55',\n",
+       " 29237198: '2023-08-01 03:16:40',\n",
+       " 29237247: '2023-08-01 03:20:45',\n",
+       " 29237330: '2023-08-01 03:28:00',\n",
+       " 29237332: '2023-08-01 03:28:10',\n",
+       " 29237418: '2023-08-01 03:35:25',\n",
+       " 29237518: '2023-08-01 03:43:50',\n",
+       " 29237602: '2023-08-01 03:51:05',\n",
+       " 29237690: '2023-08-01 03:58:30',\n",
+       " 29237776: '2023-08-01 04:05:55',\n",
+       " 29237860: '2023-08-01 04:13:20',\n",
+       " 29237944: '2023-08-01 04:20:45',\n",
+       " 29238027: '2023-08-01 04:28:10',\n",
+       " 29238111: '2023-08-01 04:35:35',\n",
+       " 29238193: '2023-08-01 04:42:55',\n",
+       " 29238275: '2023-08-01 04:50:15',\n",
+       " 29238359: '2023-08-01 04:57:40',\n",
+       " 29238448: '2023-08-01 05:05:05',\n",
+       " 29238535: '2023-08-01 05:12:30',\n",
+       " 29238620: '2023-08-01 05:19:55',\n",
+       " 29238706: '2023-08-01 05:27:25',\n",
+       " 29238794: '2023-08-01 05:34:55',\n",
+       " 29238879: '2023-08-01 05:42:15',\n",
+       " 29238967: '2023-08-01 05:49:40',\n",
+       " 29239052: '2023-08-01 05:57:05',\n",
+       " 29239136: '2023-08-01 06:04:05',\n",
+       " 29239223: '2023-08-01 06:11:30',\n",
+       " 29239305: '2023-08-01 06:18:55',\n",
+       " 29239390: '2023-08-01 06:26:20',\n",
+       " 29239469: '2023-08-01 06:33:40',\n",
+       " 29239554: '2023-08-01 06:41:00',\n",
+       " 29239832: '2023-08-01 07:05:10',\n",
+       " 29242515: '2023-08-01 10:58:05',\n",
+       " 29555470: '2023-08-20 12:41:30',\n",
+       " 29555477: '2023-08-20 12:42:05',\n",
+       " ...}"
+      ]
+     },
+     "execution_count": 18,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "t_map\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "autogen",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.13"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

scripts/profitability.py

@@ -396,7 +396,7 @@ def prepare_profitalibity_data(rpc: str):
     # Check if tools.py is in the same directory
     try:
         # load tools.csv
-        tools = pd.read_csv("tools.csv")
+        tools = pd.read_csv(DATA_DIR / "tools.csv")
 
         # make sure creator_address is in the columns
         assert "trader_address" in tools.columns, "trader_address column not found"
@@ -415,7 +415,7 @@ def prepare_profitalibity_data(rpc: str):
     # Check if fpmmTrades.csv is in the same directory
     try:
         # load fpmmTrades.csv
-        fpmmTrades = pd.read_csv("fpmmTrades.csv")
+        fpmmTrades = pd.read_csv(DATA_DIR / "fpmmTrades.csv")
         print("fpmmTrades.csv loaded")
     except FileNotFoundError:
         print("fpmmTrades.csv not found. Creating fpmmTrades.csv...")

scripts/pull_data.py

@@ -1,6 +1,7 @@
 import logging
 import re
 import os
+import pickle
 from datetime import datetime
 from concurrent.futures import ThreadPoolExecutor
 from tqdm import tqdm
@@ -84,16 +85,16 @@ def weekly_analysis():
 
     # Run profitability analysis
     logging.info("Running profitability analysis")
-    if os.path.exists("fpmmTrades.csv"):
-        os.remove("fpmmTrades.csv")
+    if os.path.exists(DATA_DIR / "fpmmTrades.csv"):
+        os.remove(DATA_DIR / "fpmmTrades.csv")
     run_profitability_analysis(
         rpc=rpc,
     )
     logging.info("Profitability analysis completed")
 
     # Get currentAnswer from FPMMS
-    fpmms = pd.read_csv(MARKETS_FILENAME)
-    tools = pd.read_csv(TOOLS_FILENAME)
+    fpmms = pd.read_csv(DATA_DIR / MARKETS_FILENAME)
+    tools = pd.read_csv(DATA_DIR / TOOLS_FILENAME)
 
     # Get the question from the tools
     logging.info("Getting the question and current answer for the tools")
@@ -105,16 +106,30 @@ def weekly_analysis():
 
     # Convert block number to timestamp
     logging.info("Converting block number to timestamp")
+    t_map = pickle.load(open(DATA_DIR / "t_map.pkl", "rb"))
+    tools['request_time'] = tools['request_block'].map(t_map)
+
+    # tools with missing request_time
+    tools_missing_time = tools[tools['request_time'].isna()]
 
     partial_block_number_to_timestamp = partial(block_number_to_timestamp, web3=web3)
-    missing_timestamps = parallelize_timestamp_conversion(tools, partial_block_number_to_timestamp)
-    tools['request_time'] = missing_timestamps
+    missing_timestamps = parallelize_timestamp_conversion(tools_missing_time, partial_block_number_to_timestamp)
+    tools_missing_time['request_time'] = missing_timestamps
+
+    # merge tools with missing request_time
+    tools = pd.concat([tools, tools_missing_time])
     tools['request_month_year'] = pd.to_datetime(tools['request_time']).dt.strftime('%Y-%m')
     tools['request_month_year_week'] = pd.to_datetime(tools['request_time']).dt.to_period('W').astype(str)
 
     # Save the tools
     tools.to_csv(DATA_DIR / TOOLS_FILENAME, index=False)
 
+    # Update t_map
+    t_map.update(tools[['request_block', 'request_time']].set_index('request_block').to_dict()['request_time'])
+
+    with open(DATA_DIR / "t_map.pkl", "wb") as f:
+        pickle.dump(t_map, f)
+
     logging.info("Weekly analysis files generated and saved")
 
 

scripts/tools.py

@@ -602,11 +602,11 @@ def read_n_last_lines(filename: str, n: int = 1) -> str:
 def get_earliest_block(event_name: MechEventName) -> int:
     """Get the earliest block number to use when filtering for events."""
     filename = gen_event_filename(event_name)
-    if not os.path.exists(filename):
+    if not os.path.exists(DATA_DIR / filename):
         return 0
 
-    cols = pd.read_csv(filename, index_col=0, nrows=0).columns.tolist()
-    last_line_buff = StringIO(read_n_last_lines(filename))
+    cols = pd.read_csv(DATA_DIR / filename, index_col=0, nrows=0).columns.tolist()
+    last_line_buff = StringIO(read_n_last_lines(DATA_DIR/filename))
     last_line_series = pd.read_csv(last_line_buff, names=cols)
     block_field = f"{event_name.value.lower()}_{BLOCK_FIELD}"
     return int(last_line_series[block_field].values[0])
@@ -735,8 +735,8 @@ def etl(
 
         events_filename = gen_event_filename(event_name)
 
-        if os.path.exists(events_filename):
-            old = pd.read_csv(events_filename)
+        if os.path.exists(DATA_DIR / events_filename):
+            old = pd.read_csv(DATA_DIR / events_filename)
 
             # Reset index to avoid index conflicts
             old.reset_index(drop=True, inplace=True)