From 64abce7e4aa596854ea8add77a3344b291f34c7d Mon Sep 17 00:00:00 2001 From: Dan Lykov Date: Tue, 1 Oct 2024 01:45:57 +0000 Subject: [PATCH] sync bench with polaris - compression tests --- bench/qc_simulation/analysis/Notes.md | 18 + .../Single_contraction_memory_trace.ipynb | 306 + .../analysis/compression_project_repo_link | 1 + .../analysis/run_compression.ipynb | 165 + .../qc_simulation/analysis/run_slicing.ipynb | 13698 ++++++++++++++++ bench/qc_simulation/analysis/tw_analysis.py | 20 + bench/qc_simulation/main.py.lprof | Bin 0 -> 93 bytes .../src/simulators/qtensor copy.py | 343 + .../src/simulators/qtensor_profile copy.py | 114 + scratchpad/container_test/submit-i.sh | 21 + 10 files changed, 14686 insertions(+) create mode 100644 bench/qc_simulation/analysis/Notes.md create mode 100644 bench/qc_simulation/analysis/Single_contraction_memory_trace.ipynb create mode 120000 bench/qc_simulation/analysis/compression_project_repo_link create mode 100644 bench/qc_simulation/analysis/run_compression.ipynb create mode 100644 bench/qc_simulation/analysis/run_slicing.ipynb create mode 100644 bench/qc_simulation/analysis/tw_analysis.py create mode 100644 bench/qc_simulation/main.py.lprof create mode 100644 bench/qc_simulation/src/simulators/qtensor copy.py create mode 100644 bench/qc_simulation/src/simulators/qtensor_profile copy.py create mode 100755 scratchpad/container_test/submit-i.sh diff --git a/bench/qc_simulation/analysis/Notes.md b/bench/qc_simulation/analysis/Notes.md new file mode 100644 index 00000000..925ff696 --- /dev/null +++ b/bench/qc_simulation/analysis/Notes.md @@ -0,0 +1,18 @@ +# Benchmark analysis scripts +## Usage +### Compression tests + +1. `compression_scaling_analysis` - print nicely formatted data from each json in glob provided as first argument +2. `Compression_quality.ipynb` - notebook to analyze quality and scaling of compression + +## Tracktable maxcut_qaoa instances + +M29 +`data/preprocess/qaoa_maxcut/ + + - p=1 N=256 + - p=3 N=64 + - p=5 N=42 + - p=6 N= + +With compression: diff --git a/bench/qc_simulation/analysis/Single_contraction_memory_trace.ipynb b/bench/qc_simulation/analysis/Single_contraction_memory_trace.ipynb new file mode 100644 index 00000000..36cdeff1 --- /dev/null +++ b/bench/qc_simulation/analysis/Single_contraction_memory_trace.ipynb @@ -0,0 +1,306 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 85, + "id": "4d3c6bf2", + "metadata": {}, + "outputs": [], + "source": [ + "import matplotlib.pyplot as plt\n", + "from pandas import DataFrame\n", + "import json" + ] + }, + { + "cell_type": "code", + "execution_count": 384, + "id": "d880b3c0", + "metadata": {}, + "outputs": [], + "source": [ + " filename = \"../data/simulations/sc23_node/3reg_N42_p5.jsonterms_Otamaki_60_M30_cM24" + ] + }, + { + "cell_type": "code", + "execution_count": 385, + "id": "719ec3d2", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "dict_keys(['time', 'elapsed', 'memory', 'memory_history', 'nvmemory', 'result', 'compression'])" + ] + }, + "execution_count": 385, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data = json.load(open(filename))\n", + "data.keys()" + ] + }, + { + "cell_type": "code", + "execution_count": 386, + "id": "96d9fb8f", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
memcupy_bufsizenvmemtensors_sizesnvmem_shifttensor_countwidthmdelta
00.2691030.0006680.93166[2]0120.930992
10.2691030.0006680.93166[2, 2]0220.930992
20.2691030.0006680.93166[2, 2, 2]0320.930992
30.2691030.0006680.93166[2, 2, 2, 2]0420.930992
40.2691030.0006680.93166[2, 2, 2, 2, 2]0520.930992
\n", + "
" + ], + "text/plain": [ + " mem cupy_bufsize nvmem tensors_sizes nvmem_shift \\\n", + "0 0.269103 0.000668 0.93166 [2] 0 \n", + "1 0.269103 0.000668 0.93166 [2, 2] 0 \n", + "2 0.269103 0.000668 0.93166 [2, 2, 2] 0 \n", + "3 0.269103 0.000668 0.93166 [2, 2, 2, 2] 0 \n", + "4 0.269103 0.000668 0.93166 [2, 2, 2, 2, 2] 0 \n", + "\n", + " tensor_count width mdelta \n", + "0 1 2 0.930992 \n", + "1 2 2 0.930992 \n", + "2 3 2 0.930992 \n", + "3 4 2 0.930992 \n", + "4 5 2 0.930992 " + ] + }, + "execution_count": 386, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "c_hist = DataFrame(data['memory_history'])\n", + "c_hist[\"nvmem_shift\"] = c_hist[\"nvmem\"] - c_hist[\"nvmem\"].min()\n", + "c_hist[\"tensor_count\"] = c_hist[\"tensors_sizes\"].map(len)\n", + "c_hist[\"width\"] = c_hist[\"tensors_sizes\"].map(max)\n", + "c_hist[[\"nvmem\", \"mem\", \"cupy_bufsize\"]]/=1e9\n", + "c_hist[\"mdelta\"] = c_hist[\"nvmem\"] - c_hist[\"cupy_bufsize\"]\n", + "\n", + "c_hist.head()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 387, + "id": "a4888270", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(800.0, 1100.0)" + ] + }, + "execution_count": 387, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA1EAAAESCAYAAAAc1l9BAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/NK7nSAAAACXBIWXMAAA9hAAAPYQGoP6dpAAB0w0lEQVR4nO3dd3hUZdoG8PtMzSSTSSO90AIIUgSkBCysImWFxbKyIovgWlYXUGRVll17A3UVO7oW0M/Guiu2tQEKCNKkIxAgUpKQEFInZfo53x9n5iRDJmWSSSaT3L/rmouZU98JJ5N5zvO+zytIkiSBiIiIiIiImkUV7AYQERERERGFEgZRREREREREfmAQRURERERE5AcGUURERERERH5gEEVEREREROQHBlFERERERER+YBBFRERERETkB017n9DpdGL37t1ITEyESsUYjoiIiIioqxJFEWfOnMHQoUOh0bR7aNJi7d7S3bt3Y+TIke19WiIiIiIi6qC2b9+OESNGBLsZzdbuQVRiYiIA+QeVnJzc3qcnIiIiIqIOoqCgACNHjlRihFDR7kGUpwtfcnIy0tLS2vv0RERERETUwYTaMJ/Qai0REREREVGQMYgiIiIiIiLyA4MoIiIiIiIiP4ROHUEiIiIi6lBEUYTdbg92M6gD02q1UKvVwW5GwDGIIiIiIiK/2e12HD9+HKIoBrsp1MFFR0cjKSkJgiAEuykBwyCKiIiIiPwiSRIKCgqgVquRnp4ecpXVqH1IkoSamhoUFRUBQKea3ohBFBFRJ+BwiTh6pgqiJDW4ja9VEqRmbHPucaRG1/s+Tv2tzt2m/nl8Hdf/c5/7Hn3t1JxzZyYYkRQV5uOMRF2P0+lETU0NUlJSEB4eHuzmUAdmMBgAAEVFRUhISOg0XfsYRPlJFEXU1NTA5XI1uI3L5UJlZSXMZjNsNpuyX1VVFcxmM6xWq7KtwWCAyWSC0WhUUpyRkZFIS0tDREQEAMBmsyn7CIIAg8EArVbbVm+RiELQ7f+3E+sOFwW7GZ1adLgWP/3tMoTr+KeTyPM9SKfTBbklFAo8gbbD4WAQ1VoffvghjEZjsE7fIjabDZWVle3W9zcyMhI2m83ngM3w8HCYTCbl4fkQEwQBkZGRMJlMCAsLgyAISgBXUVEBlUqFfv36oVu3bu3yHoiofRwqMAMAYiN00Kq9+5wLOOe1jy7p5y5qqt+6z2OcsywQ5/XZinrnafwYvrc5d33jbT1RUo3yGgd2nCjDpX3jfbWKqEvqTGNcqO10xuskaEFUaWkpampqgnX6VhEEodG+vyqVCkajEVFRUdDr9cqFYzQaYTKZlGjc00/UbDajurpaWVZSUoLi4mJUVlYqx/RE7ZIkKdmwmpoaFBYW+t3+tWvXIiEhAZmZmUhLS0N8fLzSDkEQYDKZEBUVhcjIyE550RN1RjanfHPno9tGo29iZJBb0/nc8/Fe/GdnHn46VswgioiIghdETZs2DYmJicE6fYtotVql611bD6C0WCwoLi5Wuvt5Mk2SJMFqtcJsNsNsNqOiogJmsxlOpxOAd1fCuhksTwBXXV2NX3/9FUVFRcogv4ZEREQgLS0N3bp1U4IpTwYsJiYGiYmJnSYlSxTqrA65a02Yhr+TbWFsZpwcROWUBLspRETUAQQtiEpLS0NaWlqwTt/hGQwGpKen11vuGRNlMBhaHIRaLBYcOXIEp06dQl5eHsrKypQgSxRFJUCrrq5GdnY2srOzfR5Ho9EgOTkZJpNJaZvnOIIgoKKiAtXV1UogGB4eDkEQIEkSqqurlfN4Hg6Ho95x1Go1zGYzKisrodfrERUVhejoaKSkpCA9PR2JiYmsCESE2kyUXsvfh7YwprfcBfrA6QqU19gRHc5xIEREXRlHx3ZBBoMBQ4YMwZAhQxrcxuFwoKCgAHl5eTCb5bEWdYOf4uJiWCwW5ObmtkkbbTYbSkq87/haLBaUl5fj5MmT2Lt3LwA5O5iSkoKUlBRoNN6XsyAIiIiIgMlkglarhdlsRlVVFeLi4tCnTx8W56BOw+kS4RTlcnJ6DYOotpBoCkPv+AjknK3G1l9LMWlgUrCbREREQcQginzSarXIyMhARkaGz/WSJKG0tBR5eXlKBcK6XQklSVK6PlosFpjNZlgsFmX/uoUxoqKiYDKZoNfrleN4CmGIogiTyYTIyEilG2NxcTHy8vKUc588eRInT570+/317NlT6SbpqYiYlJQEm80Gs9nsdW5fAZdOp2N3RuoQ7K7aYjd6dudrM2MzuyHnbDV+yilmEEVE1MUxiKIWEQQBcXFxiIuLa5PjN6d6oCRJOHv2LPLy8lBUVFSvaqIkSUpZeYfDAZPJhIiICJw8eRIVFRU4cuRIq9tpNBoRGRnps0uhZ13dQNETjKlUKkRGRiIiIiKoxTs8lRurqqqU+Xc8babQYXXUDaKYiWorY3p3w7tbTmLzseJgN4Wow5EkCRZHw9O/tCWDVt3sv6Xjxo3D4MGDERYWhjfffBM6nQ633347Hn74Ydxwww1wuVxYtWqVsr3D4UBycjKee+453HjjjRg3bhwGDRoEtVqNd955BzqdDo8//jhuuOEGzJs3D//5z3+QmJiIl156CZMnT1aOc+DAAdx777348ccfERERgQkTJmDZsmXK952WHpeCh0EUhSxBEJCQkICEhAS/9pMkCadPn0ZeXh4kSVIqIubn56OoqEgZw1V3PNa5E3x6eAKQllKr1V6BVmRkJKKiopSJ6c7d1pO9a05xE1EUUV1drRQfqfvwLGvovZ133nkYNWoUIiIiYDabfVbSVKvVSEpKQkxMjPLHy263K8GsRqPx6mJZtxrluYVPziUIgpKt1Ov1Slu7devG8vw+2Jzu+VrUKqhUrKjZVkb3ioUgADlnq3HGbEWiiRPvEnlYHC4MePDboJz74KMT/Zq/7Z133sHChQuxbds2bNmyBXPmzMHYsWMxc+ZMXHfddaiqqlKm4fn2229RU1ODq6++2mv/++67D9u3b8eqVatwxx13YPXq1bj66qvx97//HcuWLcOsWbNw6tQphIeHo7y8HJdddhluueUWLFu2DBaLBYsWLcL06dPx/ffft/i4FFyC1NC3wzaSl5eH9PR05ObmsrAEdTiSJNW7m+UJtM7lCQjqZnHq7uPJgtV9eKooOp1Opax9S3jmA/OVBfNkl5o7p5mnkIfnOBUVFX61JSIiAgaDwWdg5AlI7XY7zGZzo5NUN1dmZiZGjx6NHj16sDul24niaoz753pE6jXY/8jEYDenU5v60ibsz6/AbZf0wpC06FYdS6MWMDazG4z6wN/PPFZUhXCdGinR9W/IEAWC1WrF8ePH0bNnT4SFhaHG7gyJIGrcuHFwuVz48ccflWUjR47EZZddhscff1zJOs2aNQsAcMMNN0AURXz00Uc+93e5XIiKisI111yDd999FwBQWFiI5ORkbNmyBaNHj8bjjz+OH3/8Ed9+W/vz8Xwfzs7ORt++fVt03FBy7vVSV6jGBsxEEdXhc5JOQfC53Gg0tmrC6LpjyM7NEHnGmdXlcDi8xpx59mnq/XiyW3UnZ677ODerdfbsWWzbtg379u2DSqVSukGe+zOw2WwoLCxEdXV1gwGhxWLxGgsH1Jbb94yB86VuEGq32xEZGYnw8HCcOXMGx44dw7Fjx6DRaJCSkqJU+kxLS4PRaOySc5tZ3ZkoVuZre2My47A/vwL/2vhrQI537bA0PDu94SI/LVFlc2LKSz8iLkKPzX+7LKDHJmqIQavGwUeDcxPHoPXvhtrgwYO9XicnJ6OoqAgajQbTp0/H+++/j1mzZqG6uhqfffaZEkD52l+tViMuLg6DBg1SlnmqJ3umktm7dy9++OEHn98ZcnJy0Ldv3xYdl4KLQRRRkKjVakRHRyM6Otqv/ep206uurvaZJfMEKi2Z0yw+Ph5TpkzBlVde2WRA4nQ6UVBQoIw583SDBKBknyorK6HT6ZQiHf5mj+pmB0tLS7Ft2zbs378fFosFp06dwqlTp5RttVotoqKiEBMTg9TUVCW4aixg6wxs7jFRLCrR9m7M6oGcoiqYrc5WHae02o5jRVXILw/8pPNl1XZYHSLyyy1wiRLU7OJJ7UAQBL+61AXTucWiBEFQem7MnDkTl156KYqKirBmzRoYDAZMmjSpyf3rLvP8zfIcs6qqClOnTsVTTz1Vry3JycktPi4FV2hc7USk8BSliIyMbNPzNCejo9FofM5nBqDV85n5akdsbCwmT56MSZMmoaSkBHl5ecjNzVWKizgcDhQXF6O4uBhHjx5V9ktISEBKSgqio6NhMpmUrgQqlQoJCQmIjo4O6QwW54hqP6nRBrw5e0Srj7Pm4Bnc+u7PXkVBAsVT7h6Qx6m0RXdBos5qzJgxSE9Px6pVq/D111/juuuua/WUKMOGDcN///tf9OjRo950LBS6+D9JRCFHEASlyMQFF1wAQO7u6Oni6KnamJubi/LychQVFTXa/cFoNCIuLq5eIOWZhywtLQ0JCQktyuy1B09hCWaiQoeniqInAA4kZ52S9zV2J4MoIj/dcMMNeO2113DkyBH88MMPrT7e3Llz8cYbb2DGjBm47777EBsbi2PHjuGjjz7Cm2++yfG9IYqfrETUKWi1WqXsfs+ePTFy5EgAcjeK3NxcnDlzpl5lQIfDgaKiokarLNbNaHnGmHmqKer1+kYzWDExMUhPT0dycnKbTu5sdYgQJBEpVWdhO368dkW9np4+6gid2x3UV60hH4VTmjpsvYXNOG6T5/F1Lp+1kZo4d0veo3sbyekEXC5IThcklxMQW1abKeKMGcPPHENVzKCmN/aTwyUhqboENrUWFntwSk4ThbKZM2fiiSeeQPfu3TF27NhWHy8lJQWbN2/GokWLMGHCBNhsNnTv3h2TJk3qkDfmqHlYnY+IujSHw4GCggKfRTpqamqUiZ3Ly8sbLHXfHEaj0avAR0Pzi3l4yt979mlsTrEv951GwYIFuOj0/ha3j4Ljxz5ZuO2LtwN6zH1HT8N11SSU6U1I/t9X6J/Med8o8BqrtkZ0LlbnIyLqZLRaLTIyMhpc78loeUrH162k2NhcV6IooqioCLm5uaiurlayXfn5+S1qZ0NziplMJpSftaJHzRlIANTh4cC5fe59VZ2st8BHgNacZc3axscm5y4M6PmbOFezj1N/G0GjgaBWA55/W3gX2VpSCuTnIc58tkX7N8ZVWoYwlwPJNSWosbWuAAYREfnGIIqIqBk85d5NJv/u6kuShOrq6nql7H3NL1aX0+lUtq+srITL5UJ5eTnKy8t9bp8z+TKoXC6YoqIQFRcXsO6DYWFh9crkR0VFNZoZo6YdW/0/OBbfA43TEfBjOx21gZOlxhrw4xMREYMoIqI25ZnM2Gg0IiUlpUXHcLlcqKqqUuYRO/dRcLYUoq0GolqN8qoqlDcwviuQPFUiWzMgWqvV+py7zBOwteU4smDThhvgANokiHLVyZBaqgJfQp2IiBhEERF1eGq1GlFRUYiKivK5fvn6HIz5yzQ4wvSIfftt1GjUcLlaX1BAkiRYLBafWTRRFFFRUdHqc5w5c6bBdQaDoV6AFRYWFrQMWN35zlpbptgGCdUREXDp1CgtLYMqgHM5VVVWQhMRAY3DAWs1gygiorbAIIqIKMTZbXboRBd0NTXo3qM71H5O4OwvURRRWVmJysrKVk366JmQ+dwMW0VFBRwOBywWCywWS6OBVkj73VQAwO6XXmyzYwubPsPx/evbpYSyRqNBcnIy0tLSEBUV1S7BbkxMTMjP80ZEocmvIOrhhx/GI4884rWsX79+OHz4cEAbRUREzeew2pTngl7f5udTqVSNZsZaS5Ik2Gw2nwFWY8U82lLdNrU2eAQASRQh2WyQAKgMBl+lL1rM5XRBcNjh0mggiSLKysoCePTGFRYWYvfu3e12PgCIiIhAcnKyEijq9foGK2AKgoDw8HCYTCbExMQgPDy8XdtKRJ2H35mo888/H2vXrq09AGdeJiIKKoeltnhAewRRbU0QBISFhSEsLAwJCQnBbk6bsJ84gZxJk1GtCUP6T1uQaApcieh1q75FykML4FKpsGXhE5g4YViryvM3l8ViQX5+PvLy8lBT0/bdCEVRRGlpKaqrq3Hs2LEWHSM6Ohrp6emIj4/3Go9nMpn4/YaIGuX3J4RGo0FSUlKzt7fZbLDZau+SVlZW+ntKIiJqhMsqB1GiRgOBEzeGBE+wqxMdsDoCOyGuyyEXq1CLIuBAoyX8A+28885rt3MBtfO8FRcXK4GiZxyfrwqYkiQpUxVUVlY2WvHSE0QJgoCIiAiYTCaEh4fX6zpYtxtjYmIidDpd4N8oEXU4fgdRR48eRUpKCsLCwpCVlYUlS5Y0+gG9ZMmSel0AiYgocFwW+UaVqOGXt1DhCaK0ogtWe2DnchLrlDh3WGyNbBn6PPO8tSRQtFqtSuasrKzMa0ye0+mE01n7c2ws2AKA/ftrJ7oOCwuDyWTC4MGDMXbsWL/bRUShwa8gatSoUVi5ciX69euHgoICPPLII7j44otx4MABREZG+txn8eLFWLhwofI6Pz8fAwYMaF2riYhI4bLJmSiJd8BDhqCr7XZpr7ECCNz4MrFO2XSnhfNENSQsLAy9e/dG7969vZZLkgSr1ar0ovFkryoqKmCxWOodp24wVl1dDavVCqvV6nNbIuo8/AqiJk+erDwfPHgwRo0ahe7du+Pf//43br75Zp/76PV66Ov00TebzS1sKhER+eJyF5aQtAyiQoUqrPbvoq0msF+2XXUyW54Am5pPEAQYDAYYDAZlWUxMDNLT05vc11N8xGw2+z0xNxGFllZ1no+Ojkbfvn1bPKCTiIhaT/JkojpBUYmuQtBo4BLkP8G26sAGOpKrThBlZRDVnvR6PeLj49G7d2/Ex8cHuznkw7hx4zB//nwsWLAAMTExSExMxBtvvIHq6mrcdNNNiIyMRGZmJr7++mtlnwMHDmDy5MkwGo1ITEzErFmzUFxc3KpjUuhrVRBVVVWFnJwcJCcnB6o9RETkJ9HmLvvNTFRIcWq0AABHgLt9ifba7nwua+ceE0UdiCQB9urgPPysPvnOO++gW7du2L59O+bPn4877rgD1113HcaMGYNdu3ZhwoQJmDVrFmpqalBeXo7LLrsMQ4cOxc8//4xvvvkGZ86cwfTp01t8TOoc/OrOd88992Dq1Kno3r07Tp8+jYceeghqtRozZsxoq/YREVFT7PIXZUHPICqUONVa6B22gAdRUp2CCKKNQRS1E0cN8GRKcM7999OALqLZmw8ZMgT3338/AHns/tKlS9GtWzfceuutAIAHH3wQy5cvx759+7B27VoMHToUTz75pLL/22+/jfT0dBw5cgR9+/b1+5ijR48OyNum4PIriMrLy8OMGTNQUlKC+Ph4XHTRRdi6dStT1kREQSS5M1F1ixVQx+fS6gCr9zxfgVA3iAKDKKJ6Bg8erDxXq9WIi4vDoEGDlGWJiYkAgKKiIuzduxc//PADjEZjvePk5OQoQZQ/x6TOwa8g6qOPPmqrdhARUQsJnkxUWOAmbKW253J353MGuAy5WCeIkuz2gB6bqEHacDkjFKxz+7O5Vuv1WhAEr2WeucBEUURVVRWmTp2Kp556qt5x6g5n8eeY1DlwOm4iolDnDqJULCwRUkStJ4gKcCaqzjxRAoMoai+C4FeXulAxbNgw/Pe//0WPHj2UCZiJgFYWliAiouAT3IUE1AyiQopncuRAV9Cr253Pk6UkopaZO3cuSktLMWPGDOzYsQM5OTn49ttvcdNNN8HlcgW7eRREDKKIiEKcyv1FWR3GICqUiO4xbAGvoFc3iHLYIYr+VS4jolopKSnYvHkzXC4XJkyYgEGDBmHBggWIjo6GSsWv0V0Z85JERCFOcMpdttQGjokKJZK7O1+gJ8StO0+UTnTC6nQhXMc/90QAsH79+nrLTpw4UW+ZVKdsep8+ffDJJ58E9JjUcvn5+Vi0aBG+/vpr1NTUIDMzEytWrMCFF14IQP45P/TQQ3jjjTdQXl6OsWPHYvny5ejTp49yjNLSUsyfPx9ffPEFVCoVrr32Wrzwwgs+C4g0hCE0EVEIc7pEaNyZBw0zUSFFcmeilHm+AnXcOmOidC4nauzsckREnUNZWRnGjh0LrVaLr7/+GgcPHsSzzz6LmJgYZZunn34aL774Il577TVs27YNERERmDhxIqx1uk7PnDkTv/zyC9asWYMvv/wSGzduxG233eZXW3hriogohNldInSiPCZKw+p8oUUnj4mSAjwmSqibiXI5YGEQRUQhoLKyEmazWXmt1+uhP2es71NPPYX09HSsWLFCWdazZ0/luSRJeP7553H//fdj2rRpAIB3330XiYmJ+PTTT3H99dfj0KFD+Oabb7Bjxw4le/XSSy/ht7/9Lf75z38iJaV5850xE0VEFMKsDhE6lzuIYne+0OL+chDoMuSSszZo0okOZqKIKCQMGDAAUVFRymPJkiX1tvn8889x4YUX4rrrrkNCQgKGDh2KN954Q1l//PhxFBYWYvz48cqyqKgojBo1Clu2bAEAbNmyBdHR0UoABQDjx4+HSqXCtm3bmt1eZqKIiEKYzemCzp154Jio0OKZHFkK9IS4rnO78zkb2ZiIqGM4ePAgUlNTldfnZqEA4Ndff8Xy5cuxcOFC/P3vf8eOHTtw5513QqfTYfbs2SgsLARQO7mxR2JiorKusLAQCQkJXus1Gg1iY2OVbZqDQRQRUQizOUToRPlLsudLOYUGlV7uzodAz+VUpzqfVnSyOx8RhYTIyEiYTKZGtxFFERdeeCGefPJJAMDQoUNx4MABvPbaa5g9e3Z7NFPB7nxERCHM5hShdXfnEzxfyikkeCZHDvRcTnXHROld7M5HRJ1HcnIyBgwY4LWsf//+OHXqFAAgKSkJAHDmzBmvbc6cOaOsS0pKQlFRkdd6p9OJ0tJSZZvmYBBFRBTCrA4X9O7CEipOthtSVO5CIIIjwJko1zljohwMooiocxg7diyys7O9lh05cgTdu3cHIBeZSEpKwrp165T1ZrMZ27ZtQ1ZWFgAgKysL5eXl2Llzp7LN999/D1EUMWrUqGa3hd35iIhCmM0pKmOiBD3HRIUSz+TIQqC789UJorQuJ8o5JoqIOom7774bY8aMwZNPPonp06dj+/bt+Ne//oV//etfAABBELBgwQI8/vjj6NOnD3r27IkHHngAKSkpuOqqqwDImatJkybh1ltvxWuvvQaHw4F58+bh+uuvb3ZlPoBBFBFRSLM5XdCK7M4XitTuzKHK4QjocQUnu/MRUec0YsQIrF69GosXL8ajjz6Knj174vnnn8fMmTOVbe677z5UV1fjtttuQ3l5OS666CJ88803CKszDcj777+PefPm4fLLL1cm233xxRf9aguDKCKiECaXOJe/NLM7X2hRu/+gqxwBHhMl1slEiZxsl4g6lylTpmDKlCkNrhcEAY8++igeffTRBreJjY3FBx980Kp2cEwUEVEIk0ucezJRDKJCiSZcDqLUzgBnojjZLlHIWr9+PQRBQHl5eauP9fDDDyMxMRGCIODTTz9tctsLLrig1efsSpiJIiIKYTaHiEiRY6JCkdbgCaICOyZKqDMmSi86UWPjmCiirubQoUN45JFHsHr1aowePRoxMTGNbn/PPfdg/vz57dS6zoFBFBFRCJMLS3iq83FMVCjRGsLgAKAJcCZK5fLOPNksloAen4g6vpycHADAtGnTIAhCk9sbjUYYjca2blanwu58REQhzOpw1U62y+58IUUbbgAQ+CCq7pgoALDXWAN6fCJfJElCjaMmKA9JkvxqqyiKePrpp5GZmQm9Xo+MjAw88cQTPrvS7dmzB4Ig4MSJEwCAlStXIjo6Gp9++in69OmDsLAwTJw4Ebm5uQCAEydOQKVS4eeff/Y65/PPP4/u3btDFMVmtXHz5s0YPHgwwsLCMHr0aBw4cEBZ56vr3fPPP48ePXoo66dOnQoAUKlUShC1fv16jBw5EhEREYiOjsbYsWNx8uRJn8cUBKHew3N8ADhw4AAmT54Mo9GIxMREzJo1C8XFxc16b50FM1FERCGsbiaKQVRo0RnCUANA63JAFCWoVE3fLW6OczNRdguDKGp7FqcFoz5o/hw7gbTthm0I14Y3e/vFixfjjTfewLJly3DRRRehoKAAhw8fbvb+NTU1eOKJJ/Duu+9Cp9PhL3/5C66//nps3rwZPXr0wPjx47FixQpceOGFyj4rVqzAnDlzoFI1L39x77334oUXXkBSUhL+/ve/Y+rUqThy5Ai0Wm2T+95zzz3o0aMHbrrpJhQUFACQJ5O96qqrcOutt+LDDz+E3W7H9u3bG8xSefYDgOrqakyaNEmZZ6m8vByXXXYZbrnlFixbtgwWiwWLFi3C9OnT8f333zfr/XUGDKKIiEKY3WaHRpLvbLI6X2jRuzNROpcTNqcIg04dkOOqRO8xUE4GUUSKyspKvPDCC3j55Zcxe/ZsAEDv3r1x0UUXYf369c06hsPhwMsvv6xMzPrOO++gf//+2L59O0aOHIlbbrkFt99+O5577jno9Xrs2rUL+/fvx2effdbsdj700EO44oorlOOnpaVh9erVmD59epP7Go1GREdHAwCSkpIAAKWlpaioqMCUKVPQu3dvAPJ8SQ3x7CdJEq699lpERUXh9ddfBwC8/PLLGDp0KJ588kll+7fffhvp6ek4cuQI+vbt2+z3GcoYRBERhTCHtbY8NjNRoUXvrs6nFZ2wOV2BC6LOyUQ5OSaK2oFBY8C2G7YF7dzNdejQIdhsNlx++eUtPp9Go8GIESOU1+eddx6io6Nx6NAhjBw5EldddRXmzp2L1atX4/rrr8fKlSvxm9/8xqs7XFM8WR9ALsfdr18/HDp0qMVtjo2NxZw5czBx4kRcccUVGD9+PKZPn47k5ORG9/v73/+OLVu24Oeff4bBIP+c9+7dix9++MHnGKqcnBwGUURE1PE56mQZGESFFs+YKL3LAZuzeeMkmkN1zpgLpzWw81AR+SIIgl9d6oLFEwj44ulqV3eMlaMFk2HrdDrceOONWLFiBa655hp88MEHeOGFF/xvbCPtPHccWHPauWLFCtx555345ptvsGrVKtx///1Ys2YNRo8e7XP79957D8uWLcP69euRmpqqLK+qqsLUqVPx1FNP1dunqaCsM2FhCSKiEOayykGUqNFAaGZfe+oYPEGvTnTA5ghkEOXdnc/FIIpI0adPHxgMBqxbt67euvj4eADe44H27NlTbzun0+lVOCI7Oxvl5eVe3eNuueUWrF27Fq+++iqcTieuueYav9q5detW5XlZWRmOHDmiHD8+Ph6FhYVegZSvdvoydOhQLF68GD/99BMGDhzY4ISzW7ZswS233ILXX3+9XpA1bNgw/PLLL+jRowcyMzO9HhEREX69z1DGv7hERCHMZZG/IIsaljcPNZ4gSiu6YLEHrkKf+pzqfKKNQRSRR1hYGBYtWoT77rsP7777LnJycrB161a89dZbyMzMRHp6Oh5++GEcPXoU//vf//Dss8/WO4ZWq8X8+fOxbds27Ny5E3PmzMHo0aMxcuRIZZv+/ftj9OjRWLRoEWbMmNFoBsyXRx99FOvWrcOBAwcwZ84cdOvWDVdddRUAYNy4cTh79iyefvpp5OTk4JVXXsHXX3/d6PGOHz+OxYsXY8uWLTh58iS+++47HD161Oe4qMLCQlx99dW4/vrrMXHiRBQWFqKwsBBnz54FAMydOxelpaWYMWMGduzYgZycHHz77be46aab4HJ1ncm9GUQREYUwl03OREk6BlGhRtDVdr8MZBnyc7vzScxEEXl54IEH8Ne//hUPPvgg+vfvjz/84Q8oKiqCVqvFhx9+iMOHD2Pw4MF46qmn8Pjjj9fbPzw8HIsWLcINN9yAsWPHwmg0YtWqVfW2u/nmm2G32/GnP/3J7zYuXboUd911F4YPH47CwkJ88cUX0Lk/5/v3749XX30Vr7zyCoYMGYLt27fjnnvuafR44eHhOHz4MK699lr07dsXt912G+bOnYs///nP9bY9fPgwzpw5g3feeQfJycnKwzMOLCUlBZs3b4bL5cKECRMwaNAgLFiwANHR0c2uPtgZCJK/xfVbKS8vD+np6cjNzUVaWlp7npqIqNP5x9J/448rH4I9LgFDNm8IdnPID5LTicMDBwEAqj/+GhcO6hGQ424cmoV4SzkkrQ6Cw44nRs7G/72zqFkTbhI1l9VqxfHjx9GzZ0+EhYUFuzntZuXKlViwYIHXXFINeeyxx/Dxxx9j3759bd+wDq6x6yVUY4NWhYtLly6FIAhYsGBBgJpDRET+kDyZKBaVCDmCRgOXIP8ZtlUHJhMlSZLSnU8Ilwf5awJcuIKIGldVVYUDBw7g5Zdfxvz584PdHGojLQ6iduzYgddffx2DBw8OZHuIiMgPos0uP9GyO18ocmrkiTMdASpDLkqAWpKDKJV7gLdOdMJi7zrjFIiCbd68eRg+fDjGjRtXryvf7bffDqPR6PNx++23B6nF1BItKnFeVVWFmTNn4o033vDZV5SIiNqJXR7vIugZRIUip1oLvcPmVaq+NRwuEWr3mCi1MQIiAJ3LgRqHCzEBOQNR1zZnzhzMmTOn0W1WrlyJlStX+lz36KOPNjh+yWQytbJ11J5aFETNnTsXV155JcaPH99kEGWz2WCrUxmosrKyJackIiIfJHcmqm6RAgodLq0OsAYuE+UUJWjOzUS5HLDYnY3tRkTtJCEhAQkJCcFuBgWA30HURx99hF27dmHHjh3N2n7JkiV45JFH/G4YERE1TfBkorrQwO7OxOXuzue0BKaCnssl1Wai6nTnq2F3PiKigPJrTFRubi7uuusuvP/++82uxLJ48WJUVFQoj4MHD7aooURE5IM7iFKxsERIErWeICpA3flEEWqptjsf4O7OxyCKiCig/MpE7dy5E0VFRRg2bJiyzOVyYePGjXj55Zdhs9mgVqu99tHr9dDX+eNuNptb2WQiIvIQ3JO0qhlEhSTPJMkua4CCKLsTKsgzl7CwBBFR2/EriLr88suxf/9+r2U33XQTzjvvPCxatKheAEVERG1LcMiZKHUYg6hQJLrHsrkCNCGuw1OtEbVBlJaZKCKigPOrO19kZCQGDhzo9YiIiEBcXBwGDhzYVm0kIqIGqBzyl2a1gWOiQpHk7s7nsgUmE+VyOJTnKq8xUSwsQRQo69evhyAIzZpw16NHjx54/vnn26xN1P5aNdkuEREFj9MlQuOUvxxrmIkKSZI7EyXWySC1hrNOEOUpLKF3OWBxMBNF1JEIgoBPP/002M2gVmhRifO61q9fH4BmEBGRv+wuETpR/tKsYXW+0KSTx0RJARoT5bTVBlFCeDgAQOtidT4iokBjJoqIKERZHSJ0Lncmit35QpO7IIhkD1Amyl1oxCmooNLL14RO5JgoIo9x48Zh/vz5WLBgAWJiYpCYmIg33ngD1dXVuOmmmxAZGYnMzEx8/fXXyj5fffUV+vbtC4PBgN/85jc4ceJEveNu2rQJF198MQwGA9LT03HnnXeiurraZxt69OgBALj66qshCILyOicnB9OmTUNiYiKMRiNGjBiBtWvXBvpHQAHCIIqIKETZnC7oXO7qfAyiQpJnkmTJFqB5otxBlEulhuAO0HQuJ2psHBNFbUuSJIg1NUF5SJLkV1vfeecddOvWDdu3b8f8+fNxxx134LrrrsOYMWOwa9cuTJgwAbNmzUJNTQ1yc3NxzTXXYOrUqdizZw9uueUW/O1vf/M6Xk5ODiZNmoRrr70W+/btw6pVq7Bp0ybMmzfP5/k9c62uWLECBQUFyuuqqir89re/xbp167B7925MmjQJU6dOxalTp1rwP0JtrdXd+YiIKDhsDhE6Uf5y7PkyTqFFpZe78yFQmSinE3oAokoNlXucnE50oNLKIIralmSxIHvY8KCcu9+unUr31eYYMmQI7r//fgDyfKZLly5Ft27dcOuttwIAHnzwQSxfvhz79u3D559/jt69e+PZZ5+Vz9WvH/bv34+nnnpKOd6SJUswc+ZMLFiwAADQp08fvPjii7j00kuxfPnyenOrxsfHAwCio6ORlJTk1a4hQ4Yorx977DGsXr0an3/+eYMBGQUPgygiohBlc4rQujNRgufLOIUUzyTJgj0wmSinu0CFeE4mymx1NLYbUZcyePBg5blarUZcXBwGDRqkLEtMTAQAFBUV4dChQxg1apTX/llZWV6v9+7di3379uH9999XlkmSBFEUcfz4cfTv379Z7aqqqsLDDz+M//3vfygoKIDT6YTFYmEmqoNiEEVEFKKsDhf07sISKk62G5JU7jvUgiMwmSjRIWecXCq1kp3UiQ5UWBhEUdsSDAb027UzaOf2h9Y9tYCyvyB4LRMEAQAgimKzjldVVYU///nPuPPOO+uty8jIaHa77rnnHqxZswb//Oc/kZmZCYPBgN///vewByhTTYHFIIqIKETZnLWFJQQ9x0SFotpMVGC+JLncQZSoUildBbXMRFE7EATBry51oaJ///74/PPPvZZt3brV6/WwYcNw8OBBZGZmNvu4Wq0WLpd3wZfNmzdjzpw5uPrqqwHIwZmvIhbUMbCwBBFRiLI5XdCK7M4Xyjzze6kcgQlyXO5gTFRrILizXHoXM1FELXX77bfj6NGjuPfee5GdnY0PPvgAK1eu9Npm0aJF+OmnnzBv3jzs2bMHR48exWeffdboOKYePXpg3bp1KCwsRFlZGQB5LNUnn3yCPXv2YO/evbjhhhuanQ2j9scgiogoRNUtcc7ufKFJ7Q50VI4AVedTMlG13fm0ohNmCwtLELVERkYG/vvf/+LTTz/FkCFD8Nprr+HJJ5/02mbw4MHYsGEDjhw5gosvvhhDhw7Fgw8+iJSUlAaP++yzz2LNmjVIT0/H0KFDAQDPPfccYmJiMGbMGEydOhUTJ07EsGHD2vT9UcuxOx8RUYiyOV3QK4UlGESFIk24HESpnYHJFInujJaoVivd+XQuB8xWB0RRgkolBOQ8RKFq/fr19Zb56jJXt2z6lClTMGXKFK/1N910k9frESNG4LvvvmvwvOeeY+rUqZg6darXsh49euD777/3WjZ37twGj0nBxUwUEVGI8ipxzjFRIUlr8ARRASos4ZSvB6lOdT696IQkSqiyMxtFRBQoDKKIiEKMS5RQVGlFSbVNmWxXxTFRIckTRGkClYlyB0qSWq2MiQLkLn0VNRwXRUQUKOzOR0QUQkRRwu9e3oRfTpsBAP9VMlHszheKtIYwOBDAIMrp6c6ngUpXG1hzrigiosBiJoqIKISYrQ4lgFIJUDJRDKJCky5cnt9G65LHLLWWpzsfVCpAqwXc891wrigiosBiEEVEFEI8X4QNWjVyHpsIjSSXv2V1vtCkdwdROpcTNmfrSxl7qvNJao08b4/7utC5HKzQR0QUQAyiiIhCiOeLsMmggVRnglZmokKT3l2dTys6YXO6mti6aZK7Op+klnvre4JrneiEmZkoagN1q9gRNaQzznfFMVFERCHEk4mKMmgh2mrnFhJ0LCwRirTuTJTe5QhIJkryVOfTqAGgTiaKY6IosLRaLQRBwNmzZxEfHw9BYPl8qk+SJNjtdpw9exYqlQq6TvS3ikEUEVEI8XwRNoVpIXmCKK0WglodxFZRSylBjuiAzdH6IEp0d+eD2juI0nJMFAWYWq1GWloa8vLyfM6zRFRXeHg4MjIyoFJ1nk5wDKKIiEJI3UyUJ4jieKjQVRvkuGCxByDIcdaOiZKPL9/11bsc7M5HAWc0GtGnTx84HLy2qGFqtRoajabTZSsZRBERhRDPF2FTne58HA8VugRd7f+dvcYKIKpVx1Oq8yljouQxVzqXk5koahNqtRpqZsKpC+o8OTUioi7AOxMlF5YQONFuyFKF1QZRthpL6w/omW9Kc253PifMVlbnIyIKFGaiiIhCSO2YKA0kWyWA2mwDhR5Bo4FLUEEtiTh4shii0aSsMxk06JcY6VcXGMlT4e+c7nw6F8dEEREFEoMoIqIQUqGUOGd3vs7CqdFC7bDh1W8PonDTGa91L84Yit8NSWn2sTzV+aA5tzsfx0QREQUSu/MREYUQM7vzdTpqdxDcK0qLXvER6BUfgSiDFgBwpLDSr2MJLjmIEjSeTFTtPFHMRBERBQ4zUUREIaSiTmEJqdhdnU/HTFQoCzOGw1llxlvXD4Zh4PkAgOe+y8aL3x/zO/BprDsf54mituByuVidjxql1WrbrPjI0qVLsXjxYtx11114/vnnAQBWqxV//etf8dFHH8Fms2HixIl49dVXkZiYqOx36tQp3HHHHfjhhx9gNBoxe/ZsLFmyBBpN80MjBlFERCHE80U4yqCFaLUCAIQwjokKZZ5AR7LXTp5scmei/A583N35BK2nO19tJsrqEGFzuqDXsJIatZ4kSSgsLER5eXmwm0IhIDo6GklJSQEtc75jxw68/vrrGDx4sNfyu+++G//73//w8ccfIyoqCvPmzcM111yDzZs3A5AD/yuvvBJJSUn46aefUFBQgBtvvBFarRZPPvlks8/PIIqIKISYLQ5AkmAS7RDNclcvducLbZ5MovXwYQhaOXhKPH0GKVVnUWGJ9+9g9brzyQG2XpSDMbPFifhIBlHUep4AKiEhAeHh4Z1uDiAKDEmSUFNTg6KiIgBAcnJyQI5bVVWFmTNn4o033sDjjz+uLK+oqMBbb72FDz74AJdddhkAYMWKFejfvz+2bt2K0aNH47vvvsPBgwexdu1aJCYm4oILLsBjjz2GRYsW4eGHH4ZO17y/qX4FUcuXL8fy5cuVmanPP/98PPjgg5g8ebI/hyEiohaQJAnmGgf++eMrED47AU8JAnbnC22eTOKZRx9TlmUCeAvAB9rbAYxs/rGc5wZR8pcBI+RufhUWB+Ijeb1Q67hcLiWAiouLC3ZzqIMzGAwAgKKiIiQkJDTYta+yshJms1l5rdfroW+gcNLcuXNx5ZVXYvz48V5B1M6dO+FwODB+/Hhl2XnnnYeMjAxs2bIFo0ePxpYtWzBo0CCv7n0TJ07EHXfcgV9++QVDhw5t1vvyK4hKS0vD0qVL0adPH0iShHfeeQfTpk3D7t27cf755/tzKCIi8pPVIUJnrcb5pSdqF2o0iBg7NmhtotaL+cN0FJeXAy6XssxeVg7BUoPYghP+HUyUj+EJotRGIwDAJMlFSDguigLBMwYqPDw8yC2hUOG5VhwOR4NB1IABA7xeP/TQQ3j44YfrbffRRx9h165d2LFjR711hYWF0Ol0iI6O9lqemJiIwsJCZZu6AZRnvWddc/kVRE2dOtXr9RNPPIHly5dj69atDKKIiNqY2eqA0SFPyCqEhaHvtq0QBAFCM7seUMcU/fvfI/r3v/dadvCJZ4D/exvqmmr/DnZOJkoVKc87FeWSx8+xQh8FErvwUXM151o5ePAgUlNTlde+slC5ubm46667sGbNGoQFeTxwi0ucu1wufPTRR6iurkZWVlaD29lsNpjNZuVRWelfuVYiIpJVWByIcAdRapMJKr2eAVQnFRYTBQDQWfwLogR3NkvlHluljpKDqEiHHERxrigi6qgiIyNhMpmUh68gaufOnSgqKsKwYcOg0Wig0WiwYcMGvPjii9BoNEhMTITdbq9X8OTMmTNISkoCACQlJeHMmTP11nvWNZffQdT+/fthNBqh1+tx++23Y/Xq1fXSb3UtWbIEUVFRyqOxbYmIqGFmiwOR7iBKZYoMcmuoLYXHxsj/2mtgdbia2LqWEkS5K/CpIuXrJMIuXzcMoogolF1++eXYv38/9uzZozwuvPBCzJw5U3mu1Wqxbt06ZZ/s7GycOnVKSfpkZWVh//79SrELAFizZg1MJpNfcYrf1fn69euHPXv2oKKiAv/5z38we/ZsbNiwocGTLl68GAsXLlRe5+fnM5AiImqBCotD+TKsNkUFuTXUlgyx0SgDEOGwwGxxIEzbvIp6ymS7nkyU+zox2OSMltnqDHxjiYjaSWRkJAYOHOi1LCIiAnFxccrym2++GQsXLkRsbCxMJhPmz5+PrKwsjB49GgAwYcIEDBgwALNmzcLTTz+NwsJC3H///Zg7d26DhSx88TsTpdPpkJmZieHDh2PJkiUYMmQIXnjhhQa31+v1Xqm5yEjePSUiaom6Y6LU/Czt1DRRcvBjtFv8GsdUm4lyF5ZwZyz1thoAHBNFNG7cOCxYsCDYzeg0BEHAp59+GuxmeFm2bBmmTJmCa6+9FpdccgmSkpLwySefKOvVajW+/PJLqNVqZGVl4Y9//CNuvPFGPProo36dp9XzRImiCJvN1vSGRETUKhU1tUGUyj3WhTonT/BjdFj8qqinEuVMk8oz2a5Jvk50lhoIksjufEQhwOVyQRAEqFQtLl3Qpaxfv97rdVhYGF555RW88sorDe7TvXt3fPXVV606r1//O4sXL8bGjRtx4sQJ7N+/H4sXL8b69esxc+bMVjWCiIiaZrY662SiGER1Zmp38GN0+JuJEuX9le588nEESYTBaWcmitqMJEmw2+1BeUiS1Kw2zpkzBxs2bMALL7wgVzYVBJw4cQIHDhzA5MmTYTQakZiYiFmzZqG4uFjZb9y4cbjzzjtx3333ITY2FklJSV6ltyVJwsMPP4yMjAzo9XqkpKTgzjvvVNaXlZXhxhtvRExMDMLDwzF58mQcPXpUWb9y5UpER0fj888/x4ABA6DX63Hq1Kkm38/bb7+N888/H3q9HsnJyZg3b56y7tSpU5g2bRqMRiNMJhOmT5/uVUxhzpw5uOqqq7yOt2DBAowbN67Z77tHjx4AgKuvvhqCICivuwq/MlFFRUW48cYbUVBQgKioKAwePBjffvstrrjiirZqHxERuXlV52MmqlNTMkiiE5UVNc3eTzg3ExUWBkGng2S3w+io4TxR1GYcDgeWLFkSlHMvXrwYumZUKn3hhRdw5MgRDBw4UOm6pdVqMXLkSNxyyy1YtmwZLBYLFi1ahOnTp+P7779X9n3nnXewcOFCbNu2DVu2bMGcOXMwduxYXHHFFfjvf/+LZcuW4aOPPsL555+PwsJC7N27V9l3zpw5OHr0KD7//HOYTCYsWrQIv/3tb3Hw4EFo3Tc8ampq8NRTT+HNN99EXFwcEhISGn0vy5cvx8KFC7F06VJMnjwZFRUV2Lx5MwC5l5gngNqwYQOcTifmzp2LP/zhD/WyNk1p7H3v2LEDCQkJWLFiBSZNmtTg/E+dlV9B1FtvvdVW7SAioiaYLQ709HTnYyaqU1NFREAUBKgkCdUlZQB6Nm8/95gotU5bu8xkgqu4GBEOKzNR1KVFRUVBp9MhPDxcKWX9+OOPY+jQoXjyySeV7d5++22kp6fjyJEj6Nu3LwBg8ODBeOihhwAAffr0wcsvv4x169bhiiuuwKlTp5CUlITx48dDq9UiIyMDI0eOBAAleNq8eTPGjBkDAHj//feRnp6OTz/9FNdddx0AOQh99dVXMWTIkGa9l8cffxx//etfcddddynLRowYAQBYt24d9u/fj+PHjyM9PR0A8O677+L888/Hjh07lO2ao7H3HR8fDwCIjo72qzR4Z9HqMVFERNQ+Kix1CkuYGER1ZoJKBUdYOPSWaljKypu9n1r0LiwByNeKq7gYRnsNKiyszkdtQ6vVYvHixUE7d0vt3bsXP/zwA4xGY711OTk5XkFUXcnJyUqJ7Ouuuw7PP/88evXqhUmTJuG3v/0tpk6dCo1Gg0OHDkGj0WDUqFHKvnFxcejXrx8OHTqkLNPpdPXO0ZCioiKcPn0al19+uc/1hw4dQnp6uhJAAcCAAQMQHR2NQ4cO+R1ENfS+uzoGUUREIcJsdcBo5zxRXYUz3Ai9pRo2P4IoQayfifJUcjQ6rDjFTBS1EUEQmtWlrqOpqqrC1KlT8dRTT9Vbl5ycrDw/N1ATBAGiKI9BTE9PR3Z2NtauXYs1a9bgL3/5C5555hls2LCh2e0wGAwQBKHZ27aWSqWqN5bM4aj/+dDY++7qWPaDiChEVFictWOiOE9Up+cKl++MOyrMzd5H7enOV+eLj6eSo9FRg0qrA6LYvEH4RJ2RTqeDy1U7gfWwYcPwyy+/oEePHsjMzPR6RERENPu4BoMBU6dOxYsvvoj169djy5Yt2L9/P/r37w+n04lt27Yp25aUlCA7O7vF86ZGRkaiR48eXhPK1tW/f3/k5uYiNzdXWXbw4EGUl5cr54yPj0dBQYHXfnv27PG7LVqt1uvn2ZUwiCIiChFmr+58zER1eu4Mkstc0exdVJ5MlLZOdz73+LkIhxWiBFTZ2aWPuq4ePXpg27ZtOHHiBIqLizF37lyUlpZixowZ2LFjB3JycvDtt9/ipptuanZwsHLlSrz11ls4cOAAfv31V7z33nswGAzo3r07+vTpg2nTpuHWW2/Fpk2bsHfvXvzxj39Eamoqpk2b1uL38fDDD+PZZ5/Fiy++iKNHj2LXrl146aWXAADjx4/HoEGDMHPmTOzatQvbt2/HjTfeiEsvvRQXXnghAOCyyy7Dzz//jHfffRdHjx7FQw89hAMHDvjdDk8wV1hYiLKysha/n1DEIIqIKESYOSaqSxGMchAlVVY2ex+VJHez0dTpVuWp5Bjtkq+dihp26aOu65577oFarcaAAQMQHx8Pu92OzZs3w+VyYcKECRg0aBAWLFiA6OjoZs/TFB0djTfeeANjx47F4MGDsXbtWnzxxReIi4sDAKxYsQLDhw/HlClTkJWVBUmS8NVXX7VqLNfs2bPx/PPP49VXX8X555+PKVOmKGXTBUHAZ599hpiYGFxyySUYP348evXqhVWrVin7T5w4EQ888ADuu+8+jBgxApWVlbjxxhv9bsezzz6LNWvWID09HUOHDm3x+wlFgtTc4voBkpeXh/T0dOTm5iItLa09T01EFLJcooT+iz7DZ1/IA7f77tiujHWhzmnn/HsQvuZ/+HrkNCx8d2mz9tkwbAwSasoQ8fb/IWOMfMe5aNnzKHn9dXw/YBye6TsFq24bjVG94tqy6dTJWa1WHD9+HD179kRYWFiwm0MhoLFrJlRjA2aiiIhCQKW1do4oqFRQ+dFXn0KTNkoe96aqrmr2Pp7qfJq6hSXcWct42AAAuWWWQDWRiKjLYhBFRBQCzBYnIu3ypKvqyEgIzexmQqErLCYaAKCtaV4QJYoSNJ4gqs6YKE8lx2jRHUSVNn/yXiIKDqPR2ODjxx9/DHbzCCxxTkQUEiosDkQ4rADkyVOp8wuLiUI1AL21Gi5RglrVePljhygqY6LU+rqZKDmjFenOZOaWMYgi6ugaq5SXmprafg2hBjGIIiIKAWarA0aHOxPFIKpLiOgWg2oAEQ4LqqxORIU3Pgjd6aqTifLqzidnogw2OYjKK2V3PqKOLjMzM9hNoCawPwgRUQiosDhgVDJRLCjRFeijazNIFc2YJNcpStBInu58deaJcgfdOovcLZCZKAoUTrpKzdUZrxVmooiIQoBc3tyTieJEu12BJ+MY4bDAbG1GEOUSoXJ/UdHWLXHuPo7gLlBRaLbC5nRBr1EHusnUReh0OqhUKpw+fRrx8fHQ6XQQhMa7m1LXJEkS7HY7zp49C5VKBV2dz6ZQxyCKiCgE1B0TxYl2uwZPBslob14myuF0QQ151hKVj+p8sFoRqZZQ6RKQX2ZBr3hj4BtNXYJKpULPnj1RUFCA06dPB7s5FALCw8ORkZHR7Lm3QgGDKCKiBljsLojtO5Veg0qq7TC6q/OxsETX4Al+wp02FFfbmtzeYbMrzwV1bZZJZawNlvpESNhlFpDLIIpaSafTISMjA06nEy6XK9jNoQ5MrVZDo9F0umwlgygiIh+e/uYwXl2fE+xmeLnbXV1NHckgqivwBMsqSKgqLQfQeEUul702WyVoav+8C2o1VJGRECsr0UsvYRdY5pwCQxAEaLVaaLWNFz0h6ow6T06NiCiAvj9cFOwm1GNyubvzRTGI6gpUOh2cWnn8QE1ZeZPbO+xO5XndIAqQ5xYDgAy9nDFgcQkiotZhJoqIyAezewzKqttGY0h6dHAb41b4p1Ww5AMqZqK6DEdYBDQOO6yl5U1u63TUdufDOUGUKioKOH0aKWoHAB3LnBMRtRKDKCIiH8xW+a5+fKQeYdqOUcVMrJKrqzET1XU4I4xAZRns5eYmt3XZHFADEAUBwjmDtz2ZqESVfF0zE0VE1DrszkdEnY4otq4YhNMlosomf9mMMnScvv5iRQWA2i/E1PlJEXLxB1dF00GU0yFnT11C/aDfE3jHiXKBCo6JIiJqHQZRRNSpLP5kH8Ys/R5l1famN25ApbV2bImpAwVRrspKAICK80R1He6um67KZmSi3IUlXOr6QZSnSEWUKI+rK6txKDcKiIjIfwyiiKhTWXeoCIVmK3adKmvxMTxz8oTr1NCqO8bHpORyQXQHUZwnqutQebKOVZVNbut0F5YQhfrXrKeio6amCtHh8o0BZqOIiFquY3w7ICIKEE8A1JoviGarfIwO1ZXPPR4KqDN5KnV62ig56yg0I4gSPd35VPWHO3u684nmSqTHhANgEEVE1BoMooio07A6XLA5RQBAblnLq495AjFTWMcJolxmuTuXYDBA0OmC3BpqL7poOfjR1lQ3ua3TKV+3oq/ufJ5ugWYzMmLdQVQrfkeIiLo6BlFE1Gl4MkhAKzNRlo5XVMITRLGoRNcSFhsNANBaqnAgvwJHzlRCknwXTnF5uvOpGi4sIVaakRZrAMBMFBFRa7DEORF1Gp7gBwhQJsrQcT4iRU8QxfLmXUp4bDRsAMLtFkx5aRMAYMH4Plgwvm+9bUV3YQlfQZRnbJWrwqx058tjmXMiohZjJoqIOg1P8AMAeaU1Dd6xb4ono9WhKvOZ3ZX5ONFulxIeFwMAiHFZlYIQP5/wXTTFMybKV3c+tbuio6uyEvGRegBAcVXLK1gSEXV1fgVRS5YswYgRIxAZGYmEhARcddVVyM7Obqu2ERH5pW53vkqb0yuo8kfHHBPlniOKRSW6FE9VvQEmFV7743AADU+U63I20p3PXdFRrKhATLg8pq68hkEUEVFL+RVEbdiwAXPnzsXWrVuxZs0aOBwOTJgwAdXVTQ94JSJqa+Zzgqbc0pZ16fMcpyONiRI9mSiWN+9SPN03XWYz0t0FIU6XW+DyMaG0y52JkhqZJ8pVWYlodzfV8hbeZCAiIj/HRH3zzTder1euXImEhATs3LkTl1xySUAbRkTkLyWIkiRAEJBbVoNBaf5PTKtkovRqSKIYyCa2mFJYghPtdime7ptiRQViivKQbilBblgsCs1WpEYbvLaVHHImSvKZiXJnMEURJknOQFVYHHCJEtQqoQ3fARFR59SqUdMVFXL3ktjY2Aa3sdlssNlsyuvKyqbnuiAiaokKiwO37/sUI84cwl2X3tXi6mNmqxM3HP4OWZ/dh8NSxwiiPDjRbtfiyURJDgdO/u53+BeAlf0nI7c0q14QJXqCKHX9P+2qsDAIOh0kux2RdjlDK0nyjYeYCJbMJyLyV4sLS4iiiAULFmDs2LEYOHBgg9stWbIEUVFRymPAgAEtPSURUaPMVicuOr0PKdUl6F96osGxI02psDgw9vR+CB0sgBK0WoRfeGGwm0HtSGU0wjRlCtTR0VCFy935Bhfn+LxB0FhhCQDQJCQAAITiIhj1cqBVxnFRREQt0uJM1Ny5c3HgwAFs2rSp0e0WL16MhQsXKq/z8/MZSBFRm6iocSDCId9lT6opbfGYqEpL7XHS33wTYed3jM8slV6vfJGmrkEQBKT+8xkAQPW27Tg1ezYSa0qxz0cJf9FdWAINBFHatDQ48vLgyMtDdHgkqmxOlNVwXBQRUUu0KIiaN28evvzyS2zcuBFpaWmNbqvX66HX65XXZne/fiKiQKuuqkGYS/5SmFhdil9akYmKdAdR2tQUaGJiAtZGopbSpaUCABJqypBfXFVvveRsuDsfAGjd+9tz8xATPgR5ZRZW6CMiaiG/uvNJkoR58+Zh9erV+P7779GzZ8+2ahcRkd9s5RXK86SaUuSVWSD6qGLWGEmSUFVjRbhTHsvJkuLUUWiSkiCp1dBKLpTnna633hNEQeM7iNK5b3rKmSi58iQzUURELeNXEDV37ly89957+OCDDxAZGYnCwkIUFhbCYmlZlxkiokBymr2DKLtTxNkqWyN71GdxuKCz1X6mqSNZyIE6BkGtBhKSAAD2vLx66yVPiXMf1fkAQJtaG0RxrigiotbxK4havnw5KioqMG7cOCQnJyuPVatWtVX7iIiazWWurf6ZXFMGAH5X6DNbnDC6u/IJBgMEHSuXUcehS5cDIf3ZQlgdLq91ypgoTUNjotzd+fLzEePORJUzE0VE1CJ+jYmSJP+6xRARtSehzhQK4Q4LjPYa5JbV4MIeDU/DcK4KiwNGdwloduWjjiY8Ix0V27chsboU+eUW9I431q5Ugijfk0R7uvM5CwsRo5PnhmJ1PiKilmlxiXMioo5EFCUI1d6D7RNbUKHPbK2tzMc5maij0aWnA/BUn/TOskpOd2aqgep86m7dIISFAZKEBEs5AGaiiIhaikEUEXUKVXYnIuzeXyqTqut/0WxKRY1D6c6nMkUFrH1EgeDpkpdYU4rcc8ucN9GdTxAEaFPl/btVlgBgJoqIqKUYRBFRpyAHP1avZUk1pTjl75goa20QxaIS1NF4uuQl1ZQir14mSg6ihAa68wG1QVhURREAVucjImopBlFE1CnIwY/3l8rEmlIcyK+AwyU2+zgVljpBVBTHRFHHonUHUXEWM/LPVnivdHkm2214uLPOXaEvolQOolidj4ioZRhEEVGnUGFxIMKdidKkJAMA0qxlqLa7sD+/orFdvZgtTmVMFLvzUUejjo2FqA+DChKqT51T5tw9JkpooDsfUBuE6c6eAcAxUURELcUgiog6BbPFiUh3JipswAAAQHe7HDxtySlp9nEqLA5E2tmdjzomQRCgSk4BALjy871Xujzd+RrORHm686nOyJP1WhyueqXSiYioaQyiiKhTMNfJRIX17w8AiDYXA5KEn3KKm3+cutX52J2POqCwDLlCn7GsCHtyy5FdWInswko4bHLXPEHbSHc+dyZKPH0aGpVc5pzZKCIi/zGIIqJOwWx1wOiuzhfWrx+gUkHlsCPGVomfT5TVu9v+3S+FGProd/jul0Kv5XXHRKkiGURRx2PIqC1zftUrmzHx+Y2Y+PxGFJW7xwQ2WlhCDqJcpaVI1MpjBVmhj4hCxZIlSzBixAhERkYiISEBV111FbKzs722sVqtmDt3LuLi4mA0GnHttdfizJkzXtucOnUKV155JcLDw5GQkIB7770XTk+F02ZiEEVEnYIc/MiZKHVsHDRJiQCA/lIlbE4Ru0+VK9vanC488sVBlNU48MH2U17HMbOwBHVwni55GbZyxEXolEeESgIAdI9vuBuq2mSCyj2JdE+n3N2VQRQRhYoNGzZg7ty52Lp1K9asWQOHw4EJEyagurpa2ebuu+/GF198gY8//hgbNmzA6dOncc011yjrXS4XrrzyStjtdvz000945513sHLlSjz44IN+taXhnD8RUQiRgx/5Trw6ygRdahqcpwswJsKGn0RgS04xsnrHAQBW7chFfrkcKG0/XgqHS4RWLd9T8s5EcUwUdTyeLnmXmpyY88AVyvL8+9bA/CsQYwpvdH9tWipsB83obq/AJnU0u/MRUcj45ptvvF6vXLkSCQkJ2LlzJy655BJUVFTgrbfewgcffIDLLrsMALBixQr0798fW7duxejRo/Hdd9/h4MGDWLt2LRITE3HBBRfgsccew6JFi/Dwww9Dp9M1qy3MRBFRp1BRbUO4OxOlioxUui2dL8h3p35yF5ew2F146ftjyn41dhf25ZUrr+WxVZ5MFKvzUcfjubYdeQ1U52tkTBRQW+Y8xVIGgJkoIuoYKisrYTablYfNZmtyn4oKOaMeGxsLANi5cyccDgfGjx+vbHPeeechIyMDW7ZsAQBs2bIFgwYNQmJiorLNxIkTYTab8csvvzS7vQyiiEKYKErKQ5KkYDcnqKzmKqgh/wzUUVFKl6c0WzkAYE9uOSqtDvzf1hM4W2lDWowB4/vLH6A/Haut3me2OGBkdT7qwJRxTeXlsGZnw37yJOwnT8JVWSlvoG64xHnd/ROq5euemSgi6ggGDBiAqKgo5bFkyZJGtxdFEQsWLMDYsWMxcOBAAEBhYSF0Oh2io6O9tk1MTERhYaGyTd0AyrPes6652J2PKES9v+0kHvrsFzhFOXAYlhGNf/85Cxp117w34nDfjZK0Wqj0eqXLk+5sIdLPNyC31IJBD3+nbH/X5X1gdYpYe+gMfsopwfzL+8DpEuGosUAryXf0OU8UdURqoxHqqCi4KipwfNpV9dYLjRSWAGrHVMVWlgCJnHCXiDqGgwcPIjU1VXmt1+sb3X7u3Lk4cOAANm3a1NZN86lrftsiCnFmqwNPf5OtBFAAsOtUOX45bQ5iq4LLVSG/d8koZ4/qdnm6bni617aD06Jw9dBUjHGPkdp5Sq7eV2l1KuOhoFZDFdH42BKiYIm+/nqojEaoIiK8HtqMDESMGtnovp4bDKayIgBAGTNRRNQBREZGwmQyKY/Ggqh58+bhyy+/xA8//IA092caACQlJcFut6O8vNxr+zNnziApKUnZ5txqfZ7Xnm2ag5koohD01o/HUWFxIDPBiFW3jcZ9/9mHdYeL8FNOCYakRwe7eUEhursyCZHnBFGFhZh/aU/MGdsDLpccdEYZtFCpBPTqFoFEkx5nzDbsOlmGlGhD7XioyEgIghCEd0LUtIS7FyDh7gUt2lebLt9UMJQUAZLETBQRhQxJkjB//nysXr0a69evR8+ePb3WDx8+HFqtFuvWrcO1114LAMjOzsapU6eQlZUFAMjKysITTzyBoqIiJCQkAADWrFkDk8mEAQMGNLstzEQRhZiyajve2nQcALDwir6IM+pxcZ9uAODXpLKdjVAtZ6LU7i54mvh4CDod4HLBUVgIU5gWMRE6xETooHJPMioIAsb09vzsSmC2OhDpqcxnYnlz6py07u4yamsNIh01zEQRUciYO3cu3nvvPXzwwQeIjIxEYWEhCgsLYbHIf7ujoqJw8803Y+HChfjhhx+wc+dO3HTTTcjKysLo0aMBABMmTMCAAQMwa9Ys7N27F99++y3uv/9+zJ07t8kuhHUxE0UUYl7bmIMqmxMDkk2YdL6cdh6TKQcCO06Uwu4UodN0rfsjNqcLOotc3lzrnttJUKmgTUmB/cQJOPLylC5M58rqHYfVu/OxOacYo3rF1maiGERRJ6XS66GJj4fz7FkkVZeirEa+E5tbWoOCCmu97XvFR6CbsflfLIiI2sry5csBAOPGjfNavmLFCsyZMwcAsGzZMqhUKlx77bWw2WyYOHEiXn31VWVbtVqNL7/8EnfccQeysrIQERGB2bNn49FHH/WrLQyiiEJIUaUV7/x0AgDw1wl9lYxKnwQjuhl1KK6yY09uOUb2jA1iK9uf2VI7lkkXXVsMQpuWpgRRDfGMi9p9qhyz3tqOyzyV+UyszEedlzYtDc6zZ5FYU4qDNQ4cLjRj6kub4HDVr/IZG6HD5kWXwaBrvOofEVFba04l4rCwMLzyyit45ZVXGtyme/fu+Oqrr1rVlq51u5ooxL36Qw6sDhEXpEfjsvMSlOWCICCrd9ft0ld3glxNVG0GyVOFzN5IEJUWE46sXnHKa2WiXVbmo07MM2YwqaYU5TV2/PPbI3C4JMRG6NCrW4Ty0GlUKK224+eTpUFuMRFRx8JMFFGIOF1uwQfbTgEA7pnQr17RgzG94/DF3tP4KacEC8b7OkLnZbbWzu1UdyyTTqnQl9/o/h/cOgql1fLgesubv6JyP7vzUefmucGQVF0KUQLWHjoDlQD8+89ZyEwwKtv99d978d9defgppwQX94kPVnOJiDocZqKIQsRL3x+D3SViVM9YjM2Mq7e+tltaGSx2V3s3L6gqLI46VfXqZqJqy5w3RhAExBn1iDPqobVUy8dhdz7qxDw3GFKsZcqyq4amegVQQO3nyk85JSAioloMoohCwMmSanz8cy4A4K8+slAAkBEbjtRoAxwuqct1vTHX6c6nrtudL1X+omjPbzyIqstllqv8sTsfdWae343kGvmzQqMScNflfeptl+UOovbnlcNsZRU/IiIPducj6kCcLhE3v/MzNhw563P9JX3jGywaIY+LisN/duZh1lvb27KZHdI/PWOZIuuPiXKdLYZotUIVFtbkcVyVnlLpzERR5+XJ0narKoUgibjuwh7oHhdRb7uUaAN6dovA8eJqbP+1FOMHJLZ3U4mIOiRmoog6kOXrcxoMoMK0Ktw3sV+j+191QSo0qq45QayvTJQ6OhqqCPmLoSO/8XFRHmKFJ4jimCjqvLRJiYBaDY3oxNRUHe6+on4WyiOLXfqIiOphJoqogziQX4EX1h0FACy9ZlC9O74ROk2TJYYv6tMNex+aAIuja42JAoCSzU9DrARUkbUZJEEQoE1Lgy07G468POh7927yOK7KSgDeGS2izkbQaKBNToYjLw9Lx8QhPLLhLO2Y3nH4YNupLln5k4ioIQyiiDoAq8OFu1ftgVOUMHlgEv4wIt3nuKfmiNBrEKHver/axZ5ueFHeY5k8QVRjZc7rcpkr3MdhEEWdmzYtDY68PNjz8hB+4YUNbjfaPQXA4cJKlFbbERuha68mEhF1WF3vmxZRB/Tsd9k4WlSFbkY9nrh6UIsDqK5KtNshWa0AAHWk91gmnXtcVFNlzpVjmT2ZKI6Jos5N28zfjW5GPc5LisThwkr8++dcjOgR0x7NC3kJkWFIjw0PdjOIqI34HURt3LgRzzzzDHbu3ImCggKsXr0aV111VRs0jahr2PprCd7cdBwA8NS1g3iXtwVEd0U9CEK94MdThaypMucAILlcEKuqANTPaBF1NrpmTgEAyOOiDhdWYunXh9u6WZ3GzRf1xANTBgS7GUTURvwOoqqrqzFkyBD86U9/wjXXXNMWbSIKOrtTxK5TZdh+vBR7csthPWeMkSAAV/RPxOwxPVqVNaq0OnDPx3shScD1I9JxeX9WvmoJlyd7ZDRCUHnXy/FUIWtOmXPRPR4KqJ/RIups/LnBMHNUBn4+UYZKljlvNt4QI+rc/A6iJk+ejMmTJ7dFW4g6hNPlFsx6axtyzlY3ut3mYyXIL7fg77/t36JAyuZ04cHPfkFemQVpMQbczzuWLSZ6xjH5qKjX3C5LQO0cUUJ4OAStNoAtJOp4PL8b9mZUrsxMiMQX8y9q6yYREYWMNh8TZbPZYLPZlNeVde70EnU0uaU1mPHGVuSVWRAdrsVFmd0wokcsYs65o3isqAovrjuKN348jhq7C9MuSPXrPAfyK/Cvjb+i0GyFIADPXjcExi5YDCJQlIp6PoIoXar8fyOazXCZzY2WLvdktJiFoq7A053PWVgIyW6HoGPmhIioudr8W9uSJUvwyCOPtPVpKAAkSYLZ4kReeQ0KK6yosDhQaXXC5pS7sjlcEo4XV+NQgRnFVTYkmcKQGmPoVF/+fzxajIIKK3rEheODW0cjJdrQ4LYpUWFYvHo/3t92Cu9vO9Wi8yWa9Fg06TyMcle/opZxNTK3kyoiAurYWLhKS+HIy4N6QMMZv8YyWkSdjbpbNwhhYZCsVlRt2gxNYkKwm9SpaOLioE1KCnYziKiNtPm338WLF2PhwoXK6/z8fAwYMAAHfjMeZ3nXq8OKdT/ONaa9G9LOZkCegVqnUcP8PmBuZNsLAHwpSnCKIiD5eSJBgEYlQK0SgH8DHKrdOpJLDvQbCn60aWlwlZbixB+uB9SNzLXlPo6K5c2pCxAEAdrUVNhzcpD3l78EuzmdTuzs2Uhc/LdgN4OI2kibB1F6vR56vV55bXaPOdCLDoS5WMaZOiiXo1lxkQpAa24F+Bt7UeMMw4f5XG68aCys+/ZBcjgAR9MD48OHDQ9004g6pNg/zkTJG29CEsVgN6XTUZnYLZioMwtaP6yot95FdFJysE5PDYjQaxCmbeROPVEHJei00Cb47o4Uf+ediP7DHyA5nE0fR6uBNpFVEqlriJkxAzEzZgS7GUREIcfvIKqqqgrHjh1TXh8/fhx79uxBbGwsMjIymn2chMzuSHYPaiUiamsMjIiIiChQVE1v4u3nn3/G0KFDMXToUADAwoULMXToUDz44IMBbxwRNcLlAPJ+BiR2CmwRSQLydwGuprNTRERERHX5HUSNGzcOkiTVe6xcubINmkdEDfrqHuDNy4GfXgx2S0LTD08Ab/yGPz8iIiLym99BFBF1AMVHgV3vys9/fBawlAe1OSGn8gzw08vy88NfBrctREREFHIYRBGFovVLAMldTctaAWx5JbjtCTWbngOcFvn56d3yz5CIiIiomRhEEYWawgPAgf/Kzy+5T/5366tAdXHw2hRKKvKAn9+Wn2sj5GD05E/BbRMRERGFlKCVOCeiFlq/RP53wFXAb/4OHPkGKNwHbH4emPB4MFvWcdlrgFNbANEJ7PkAcNkh9bgIB6MS0G/vJ9Ac3wj0mxzsVhIFnFN0YnfRblg8mVc3taDG0IShCNeG1y4syQHCooGIuPZtJBFRCGIQRRRKig7LY3gElRxACQJw2QPAB9cB298ELv0boDcGu5Udz1f3Anve81r0So/BeP3kl7gryoRbjm8MUsOI2taq7FVYun2pz3W/6/07PHHRE/KL07uBN68A4vsBt2+SP1uIiKhB7M5HFEr2fyz/22ei/GUHAPpcAURnyGN8Tm0NXts6KlEEjnwtP08cCKQMQ/HYeXgnby0A4IdwA3DmALtDUqd0oPgAACA5IhkD4wZiYNxAZEZnAgB2ndlVu+H3jwOiQ/5dOL3L16GIiKgOBlFEoUKSasdCDfp97XJBAHpeKj8/vqH929XRFR0Eakrk8U+3rQdu+wFvRZlgdVkBAAf0elQKAnDix+C2k6gN5FflAwAWDl+ID6d8iA+nfIi3J8pjAvOq8lDjqAFObgGOra3d6cAnwWgqEVFIYRBFFCpO7wbKjgPa8Prjd5Qgit3S6vEElt3HAGotCqsLsSp7FQDAoDFAFIBdYXr+7KhTyq+Ug6hUY6qyLCYsBt0M3QAAv5bnyFkoAIjrI/974BM5g0tERA3imCiijqamFLBXA9Hp3ss9Wai+kwBdBOwuO3ae2QmH6AAMOmRq1Egp2AtYygBDTPu3u6M6vhEWQcDuxF5w5m3E5zmfwyE6cGHihegR1QP/OfIfbDOE4dJj64Aj33nvG9ENSB0WnHYTtZLNZUORpQgAkBqZ6rUuMzoTxZZiHD36Pww8uQlQ64AbVgH/+g1QeRrI3SrfeCAiIp8YRBF1JFVngdcuAqrPAle/Dgy+Tl4uisAvq+XnA68FACzZvgT/OfIfZdfItFSsPZmL8BObgf5T2rvlHZPLCZzYjCfjYvDp6a+B018rq+YPnY8iSxH+c+Q/2G4IA/JPygU6znXDv4G+E9ux0USBcbrqNAA54xqj976xkhmdia0FW3HsqHuy6Qv/BMT1lj879rwv37RhEEVE1CB25yPqKCQJ+OIuoKoQkFzAJ7cCu90V5XK3AuZ8QG8CMsfjRMUJrD4qB1X9Y/vDoDGgkt3S6ivYA9FeiQ3hchnnzOhMDIgbgFsH3YphicMwInEEACBbp0NZ8mAg+YLaR0wP+RjrHmXXJgpJnvFQqcZUCOdU2+sTI3fdO+bOVGHErfK/A6+R//3lU/kmBBER+cRMFFFHsfdDIPt/gEorj3k69Dnw2Vxgx5tyhgoAzpsCaMOwfO9yuCQXLkm7BK9c/goe3PwgVh9bje1hYbiIQVSt4xtwVKtFmVoFg8aAf0/9N7QqrbI6zhCHPjF9cLTsKHZMfAATekyo3bemFHhhiFyt7OCntV8uiUKEZzxUWmRavXWeCn3HtGrAlCpnoQB5fGV4HFBTDPy6Hugzvr2aS0QUUpiJIuoIynOBrxfJz3+zGJj+LjDqDvn16d2AOU9+fsEMHC07iq+Py93S5l0wDwAwMnkkAGCbIQw4ewioKmrX5ndYxzfKXfUADE8c7hVAeYxKGgUA2F643XtFeCyQJf988cOTvCtPIceTiUoz1g+iekfLQVORRoOKHlm180KptUqXYXz3D8BhbZe2EhGFGmaiiDqCr+8DbGYgbSQw5i75C82kJcDg6bUBkTEeSB2OV3+4GxIkXNH9CvSP6w8AGJkkB1GHdDpUqAREbX8DSJeXQZLcJ5FqzyfVee5Z7mtZa/dv8phoYJkfbbKUAxV58mB4QQVowgB9JBCVBpzaiu2x8uTDnmDpXCOTRuK9Q+9hc/5mbMrf5L2y+1AgqhtQkwt8t7C2ehl1Sb3Dk5CsD52iLXllxwB4V+bziNBGIFVSIV8QcSyhL4YDyCnPQUF1AdDvN8DRz4GqE8DX89H7skeRbExu38YTEXVwDKKIgu3oGiD7K0ClAX73EqB2/1oKQr3KcL+U/IK1p9ZCgIC5F8xVlieEJ6BnVE8crziOn8PCcPnGp9vzHXRYTgA/G+IB1GbrzjU8aThUggp5VXm4Y+0d9TeIDQcQDhT9ID+oyzK5XFiTexrhvm4CdED5aWmAVuUziIK1ApmWauSHG3AsIgqGkoO44X83wCW55PXROgAJQNlWmD67Cmum/4BwbXi7tp+IqCNjEEXkS+F+YP/HwMmfgKJDQJ8rgCufk7t4BZLTVtuNb9TtQMJ5jW7+8u6XAQBX9rpS6Y7jMTJpJI5XHMf2xF643Fqn25rXgHLBx3Jfy/xd7u8x4GN5C9uhNwJR6fK4DkEAnFa5zHtFHg5WnkSVqggmnQn9Yvr5PL1JZ8K8C+Zhzck1vtsniUD5KcBl972euoQTggtmtRq7U/pjrFi/W2iHU3YC+So52Du3vDkA4OQWZNrt2BBuwFFbMdbvfgkuyYXE8ETEhrk/5ypyccJhhtlZg90HV2HskJva8Q0QEXVsDKKIzpX9DfDvWd5fmn9ZDeRuB655A+gxNnDn2voqUJoDRCQAly5qdNPdRbuxKX8T1IIadwypnzEZlTwKq7JXYXt0IjBtdeDaGMK2738T2PUCRiSNgFqlbnC7WwffilsH39qOLaNQ4ynesm3YdRg7fGGwm9Okqj3vo2LvUgBAmjqi/gbHNyLT7gAArD25FiXWEqgFNVZMXIF0k3uOOlslHnz3YqzWubBtwyMYay4Dxt4FNPK7RETUVbCwBPlHkoDKQjlTU13ie2xLKDv4ObDqj3IA1fNS4KrXgFmrgdjeconxlb8F3rxCrphXktP0oGtRlCvrleTIBSLyfpYf+/8DvD8dWPeYvN0VjwBhpkYP5clCXZV5FTJMGfXWj0gcAQECjpUfQ7GluEVvv7PZVrANQO2YMaKW8nQH3V6wvYktO4b8NLkrcIzLhfAdb9ff4PhG9HHIQVSJtQSA/NmiBFAAoI/EyIv/AQDYHqYD1j0CPD8IWPMQULAXcDna9k0QEXVgwctEHf8RsMQH7fTkiwTUlAAVuYD5tDxg32aWu5wB8h/MkmNy6VsPbYTcnaqzqD4rd98aeK082a3a3W3nzxuBb/4mT0KZt11+eETEA2HRQFiU+2ECNAb5Z1V0ELBXNX7O868GBl+vvCy2FCO7NNtrk9zKXGwv3A6tSos/D/6zz8NEh0XjvNjzcKj0EFZlr8IF8Re04AfQeUiQsLtoNwA5S0fUGkrxltJDqLBVIEofFeQWNS6vRp5oN9XpBLYuB9IurP08c9qAM/vRQwDUggouSWzws2VkxqXANuCQPgwVhmhEmfOBzc/LD5UWiD8PiM4AjAlARDdAa5CLuygPvVzwRRDkfyG4u+XW/VflY1m7/JjaVlQGEN832K0gojYSvCBq9W2AiYmwkCSoAEOMHHA5quVHZ3LBH4HfvejdZUVvBKa9DFx2v5xFOvBf4Gy2/N6rz8qPxugi5eBK5f6V00UA/X4LDP6D1x/ZUmsprvviugYzSb/v+/tGq2SNTBqJQ6WH8Nre15r9dju7uLA49IrqFexmUIirW7xl55mduCzjsmA3qVGeOaJSNZGA4wzw4fX1ttHHn48MUzccrziO6/pe5/Ozxet9T/8XLrNYgb2rgBM/yjfZzuyXH1Tf6LnApCeD3QoiaiPBC6IS+gMxYUE7PTUgLEq+exaVKgdKYVHynUTPHcLo7vKdR1243JXNnA84LMFudeDoIoDYng2vj0wCxsyTH5IkFzAw5wPWCsBqdv9bIWefYnoAiQPlSSzVTQ9ElyQJj255FMWWYkTro5EUkeS1Pi4sDrcPub3RY0zvNx2/lPyCKkcT2a8uQoCAGefNgNBQUQsiPyjFWwq3d/wgyj1HVGqv8YAYCzjP+ZxWaYCLFuIvBh3WnFzT6GeL8r7P7sZlI/8GDJgmf/6Vn5Kz7eZ8udtyTYl8HodVLvDitMpZL0l0d/2WvP+VxPrLlH87ARPLwhN1ZsELov74CZBWfwJACiHasNpZ7rsiQZCr9QWoYt+Xv36JdafWQSNo8K8r/qXMAeWPDFMGVkxaEZD2EJE3T/EWz1i7jkwJopKHA+OeanC7SQAm9ZzU6LF8vm9BAGK6yw8ioi6I/emIOoDC6kI8uU3u9nHHBXe0KIAiorY1InEEAIRE8RZPEJVmbP3NylB630RE7YUlzomCTJRE3L/5flQ5qjA4fjD+NPBPwW4SEfngKd5yuPQwPs7+GEMShgS7SQ1SMlG+5ojyUyi9744kOSIZPaMa6R5ORCGNQRRRE0RJhEty1VuuVQVmws0PD3+IbQXbYNAY8ORFT0Kj4q8lUUc1MmkkDpcexqt7Xw12U5okQEByRGDG5YTS++4oZg2YhftG3BfsZhBRG+G3NSIfjpQdwdfHv8bOMztxoPgAHGL9+VAuTr0Yz1z6DCK0PiaybKZfK37Fsp3LAAALhy9EdxPHFxB1ZH/o9we5eEtTUxd0AJdnXA6dWheQY4XS++4oEgwJwW4CEbUhQZL8L4Pzyiuv4JlnnkFhYSGGDBmCl156CSNHNm8yy7y8PKSnpyM3NxdpLCxBHdDGvI24+4e7YRftTW47OH4wlo9fDpOu8YlyfTlYchAPbn4Q2WXZyErOwutXvM4qckRERNSltCQ2aE0sEih+Z6JWrVqFhQsX4rXXXsOoUaPw/PPPY+LEicjOzkZCAu+6dAUllhKUWkuREJ4Ak87Uqb74f3/qe/x1w1/hFJ0YmTQSU3pNwbDEYYgJi/Ha7tfyXzHv+3nYd3Yfbv72ZlycerFf5zlUegib8jcBAEw6Ex4d+2in+jkSERERtYWOEov4nYkaNWoURowYgZdffhkAIIoi0tPTMX/+fPztb39rcn9PtLn659VISA5y0NVBpqKQOkhDJEgot5WjsLoQhdWFqLRXospRBZvLBgBwik6cNJ/0qs5k1BoRrg0PVpMDrsRSApfkwoTuE7D0kqWNjnvKLs3GbWtuQ6m1tEXnUgkq/Lbnb3H7kNvZjY+IiIi6JH8zUa2NRQLFr0yU3W7Hzp07sXjxYmWZSqXC+PHjsWXLFp/72Gw22Gw25XVlZSUAYNHGRdDFBqavNrUvAQIidZEw282oclR1uoldf9f7d3hkzCNNFnjoF9sP701+D/85+h8l0GyucE04rs68Gumm9NY0lYiIiKhTqKyshNlsVl7r9Xro9XqvbVoSi7QVv4Ko4uJiuFwuJCYmei1PTEzE4cOHfe6zZMkSPPLII/WW947qjfCY4GcwOkoXKgEdox0R2gikGFOQGJ6IKH0UTDoTdGodBAgQBAGpxlRkRmciXBsOi9OCguoC2Jz+BRAdWbg23K+sULopHXcPv7sNW0RERETU+Q0YMMDr9UMPPYSHH37Ya1lLYpG20ubV+RYvXoyFCxcqr/Pz8zFgwAD8a8K/WFgixBk0BvSK6hXsZhARERFRiDt48CBSU2vntjs3C9XR+BVEdevWDWq1GmfOnPFafubMGSQlJfnc59xUXN00HRERERERUWRkJEymxqsdtyQWaSsqfzbW6XQYPnw41q1bpywTRRHr1q1DVlZWwBtHREREREQEdKxYxO/ufAsXLsTs2bNx4YUXYuTIkXj++edRXV2Nm266qS3aR0REREREBKDjxCJ+B1F/+MMfcPbsWTz44IMoLCzEBRdcgG+++abeAC8iIiIiIqJA6iixiN/zRLVWS2YlJiIiIiKizidUYwO/xkQRERERERF1dQyiiIiIiIiI/NDm80SdSxRFAEBBQUF7n5qIiIiIiDoQT0zgiRFCRbsHUbm5uQCAkSNHtvepiYiIiIioA8rNzUVGRkawm9Fs7V5YorS0FHFxcThw4ACioqLa89TUQVRWVmLAgAE4ePAgIiMjg90cCgJeA8RrgHgNEK8BAoCKigoMHDgQJSUliI2NDXZzmq3dM1EajXzK9PT0Jmclps7JbDYDAFJTU3kNdFG8BojXAPEaIF4DBED5v/fECKGChSWIiIiIiIj8wCCKiIiIiIjID+0eROn1ejz00EPQ6/XtfWrqIHgNEK8B4jVAvAaI1wABoXsdtHthCSIiIiIiolDG7nxERERERER+YBBFRERERETkBwZRREREREREfmAQRURERERE5AcGUURERERERH5odRDlcrnwwAMPoGfPnjAYDOjduzcee+wx1C36J0kSHnzwQSQnJ8NgMGD8+PE4evSo13FKS0sxc+ZMmEwmREdH4+abb0ZVVVVrm0ftpDnXwZw5cyAIgtdj0qRJXsfhdRDaKisrsWDBAnTv3h0GgwFjxozBjh07lPX8LOj8mroG+DnQuWzcuBFTp05FSkoKBEHAp59+6rU+UL/z+/btw8UXX4ywsDCkp6fj6aefbuu3Rs0UiGugR48e9T4Xli5d6rUNr4GOranr4JNPPsGECRMQFxcHQRCwZ8+eesewWq2YO3cu4uLiYDQace211+LMmTNe25w6dQpXXnklwsPDkZCQgHvvvRdOp7MN31kjpFZ64oknpLi4OOnLL7+Ujh8/Ln388ceS0WiUXnjhBWWbpUuXSlFRUdKnn34q7d27V/rd734n9ezZU7JYLMo2kyZNkoYMGSJt3bpV+vHHH6XMzExpxowZrW0etZPmXAezZ8+WJk2aJBUUFCiP0tJSr+PwOght06dPlwYMGCBt2LBBOnr0qPTQQw9JJpNJysvLkySJnwVdQVPXAD8HOpevvvpK+sc//iF98sknEgBp9erVXusD8TtfUVEhJSYmSjNnzpQOHDggffjhh5LBYJBef/319nqb1IhAXAPdu3eXHn30Ua/PhaqqKmU9r4GOr6nr4N1335UeeeQR6Y033pAASLt37653jNtvv11KT0+X1q1bJ/3888/S6NGjpTFjxijrnU6nNHDgQGn8+PHS7t27pa+++krq1q2btHjx4jZ+d761Ooi68sorpT/96U9ey6655hpp5syZkiRJkiiKUlJSkvTMM88o68vLyyW9Xi99+OGHkiRJ0sGDByUA0o4dO5Rtvv76a0kQBCk/P7+1TaR20NR1IEnyl6dp06Y1eAxeB6GtpqZGUqvV0pdffum1fNiwYdI//vEPfhZ0AU1dA5LEz4HO7NwvToH6nX/11VelmJgYyWazKdssWrRI6tevXxu/I/JXS64BSZKDqGXLljV4XF4DocVXEOVx/Phxn0FUeXm5pNVqpY8//lhZdujQIQmAtGXLFkmS5EBNpVJJhYWFyjbLly+XTCaT17XRXlrdnW/MmDFYt24djhw5AgDYu3cvNm3ahMmTJwMAjh8/jsLCQowfP17ZJyoqCqNGjcKWLVsAAFu2bEF0dDQuvPBCZZvx48dDpVJh27ZtrW0itYOmrgOP9evXIyEhAf369cMdd9yBkpISZR2vg9DmdDrhcrkQFhbmtdxgMGDTpk38LOgCmroGPPg50DUE6nd+y5YtuOSSS6DT6ZRtJk6ciOzsbJSVlbXTu6GWaM414LF06VLExcVh6NCheOaZZ7y6aPEa6Px27twJh8Phda2cd955yMjI8Pq8GDRoEBITE5VtJk6cCLPZjF9++aXd26xp7QH+9re/wWw247zzzoNarYbL5cITTzyBmTNnAgAKCwsBwOsNe1571hUWFiIhIcG7YRoNYmNjlW2oY2vqOgCASZMm4ZprrkHPnj2Rk5ODv//975g8eTK2bNkCtVrN6yDERUZGIisrC4899hj69++PxMREfPjhh9iyZQsyMzP5WdAFNHUNAPwc6EoC9TtfWFiInj171juGZ11MTEybtJ9arznXAADceeedGDZsGGJjY/HTTz9h8eLFKCgowHPPPacch9dA51ZYWAidTofo6Giv5ed+Xvi6ljzr2lurg6h///vfeP/99/HBBx/g/PPPx549e7BgwQKkpKRg9uzZgWgjhYDmXAfXX3+9sv2gQYMwePBg9O7dG+vXr8fll18erKZTAP3f//0f/vSnPyE1NRVqtRrDhg3DjBkzsHPnzmA3jdpJU9cAPweI6FwLFy5Ung8ePBg6nQ5//vOfsWTJEuj1+iC2jKhhre7Od++99+Jvf/sbrr/+egwaNAizZs3C3XffjSVLlgAAkpKSAKBedY0zZ84o65KSklBUVOS13ul0orS0VNmGOramrgNfevXqhW7duuHYsWMAeB10Br1798aGDRtQVVWF3NxcbN++HQ6HA7169eJnQRfR2DXgCz8HOq9A/c4nJSX5PEbdc1DH1JxrwJdRo0bB6XTixIkTynF4DXRuSUlJsNvtKC8v91p+7udFR7oOWh1E1dTUQKXyPoxarYYoigCAnj17IikpCevWrVPWm81mbNu2DVlZWQCArKwslJeXe92t/v777yGKIkaNGtXaJlI7aOo68CUvLw8lJSVITk4GwOugM4mIiEBycjLKysrw7bffYtq0afws6GJ8XQO+8HOg8wrU73xWVhY2btwIh8OhbLNmzRr069eP3bg6uOZcA77s2bMHKpVK6erJa6DzGz58OLRarde1kp2djVOnTnl9Xuzfv9/rxsuaNWtgMpkwYMCAdm9zq6vzzZ49W0pNTVVKW3/yySdSt27dpPvuu0/ZZunSpVJ0dLT02WefSfv27ZOmTZvms8Tp0KFDpW3btkmbNm2S+vTpw5K2IaSp66CyslK65557pC1btkjHjx+X1q5dKw0bNkzq06ePZLValePwOght33zzjfT1119Lv/76q/Tdd99JQ4YMkUaNGiXZ7XZJkvhZ0BU0dg3wc6DzqayslHbv3i3t3r1bAiA999xz0u7du6WTJ09KkhSY3/ny8nIpMTFRmjVrlnTgwAHpo48+ksLDw1neuoNo7TXw008/ScuWLZP27Nkj5eTkSO+9954UHx8v3Xjjjco5eA10fE1dByUlJdLu3bul//3vfxIA6aOPPpJ2794tFRQUKMe4/fbbpYyMDOn777+Xfv75ZykrK0vKyspS1ntKnE+YMEHas2eP9M0330jx8fGhW+LcbDZLd911l5SRkSGFhYVJvXr1kv7xj394lRoURVF64IEHpMTEREmv10uXX365lJ2d7XWckpISacaMGZLRaJRMJpN00003SZWVla1tHrWTpq6DmpoaacKECVJ8fLyk1Wql7t27S7feeqtXmUpJ4nUQ6latWiX16tVL0ul0UlJSkjR37lypvLxcWc/Pgs6vsWuAnwOdzw8//CABqPeYPXu2JEmB+53fu3evdNFFF0l6vV5KTU2Vli5d2l5vkZrQ2mtg586d0qhRo6SoqCgpLCxM6t+/v/Tkk0963ViRJF4DHV1T18GKFSt8rn/ooYeUY1gsFukvf/mLFBMTI4WHh0tXX321V5AlSZJ04sQJafLkyZLBYJC6desm/fWvf5UcDkc7vtNagiRJUvvlvYiIiIiIiEJbq8dEERERERERdSUMooiIiIiIiPzAIIqIiIiIiMgPDKKIiIiIiIj8wCCKiIiIiIjIDwyiiIiIiIiI/MAgioiIiIiIyA8MooiIiIiIiPzAIIqIiIiIiMgPDKKIiIiIiIj8wCCKiIiIiIjID/8P4D+sJyAlRvMAAAAASUVORK5CYII=\n", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "fig = plt.figure(figsize=(10, 3))\n", + "c_hist.iloc[:][[\"nvmem\", \"mem\", \"cupy_bufsize\",\"mdelta\"]].plot(ax=plt.gca())\n", + "ax2 = plt.twinx()\n", + "c_hist.iloc[:][[\"tensor_count\"]].plot(color='gray',\n", + " ax=ax2)\n", + "plt.legend(loc='center right')\n", + "plt.xlim(800, 1100)" + ] + }, + { + "cell_type": "code", + "execution_count": 388, + "id": "d4ffcc4d", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(800.0, 1100.0)" + ] + }, + "execution_count": 388, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA0cAAAEVCAYAAAArY55WAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/NK7nSAAAACXBIWXMAAA9hAAAPYQGoP6dpAAA9CUlEQVR4nO3deXyU9bn38e9MkpnsE7JOAgmEfUsQQTEugEqBQK1We6ocW7Xl2OrBnrpX6nGr7cGj56ltn8d6ztPTSt2t53FlraJBUUBBAgSQTZAlMwECmUkCCVnu549kBiKBZJKZzPZ5v17zepm577nnmvjLzX3N77qvn8kwDEMAAAAAEOXMwQ4AAAAAAEIByREAAAAAiOQIAAAAACSRHAEAAACAJJIjAAAAAJBEcgQAAAAAkkiOAAAAAEASyREAAAAASCI5AgAAAABJJEcAAAAAIEmK9WXnZ599Vs8++6z27t0rSRozZowefvhhlZaWSpIaGhp0zz336NVXX1VjY6NmzJihP/7xj8rJyen2e7S2tqqyslIpKSkymUy+hAcAAAAgghiGodraWuXl5clsDvy8jskwDKO7O7/77ruKiYnRsGHDZBiG/vrXv+qpp57Shg0bNGbMGN1+++1avHixFi5cKJvNpjvuuENms1mffPJJtwM6cOCA8vPze/RhAAAAAESe/fv3a8CAAQF/H5+So86kp6frqaee0ve+9z1lZWXp5Zdf1ve+9z1J0pdffqlRo0Zp9erVuuiii7p1PJfLpbS0NO3fv1+pqam9CQ0AAABAGHO73crPz1dNTY1sNlvA38+nsrrTtbS06PXXX1d9fb1KSkq0fv16NTU1adq0ad59Ro4cqYKCgnMmR42NjWpsbPT+XFtbK0lKTU0lOQIAAADQZ7fb+Fy4t3nzZiUnJ8tqteq2227Tm2++qdGjR8vpdMpisSgtLa3D/jk5OXI6nWc93oIFC2Sz2bwPSuoAAAAABIPPydGIESNUXl6utWvX6vbbb9fNN9+srVu39jiA+fPny+VyeR/79+/v8bEAAAAAoKd8LquzWCwaOnSoJGnChAn6/PPP9fvf/17XX3+9Tp48qZqamg6zR1VVVbLb7Wc9ntVqldVq9T1yAAAAAPCjHt9z5NHa2qrGxkZNmDBBcXFxWrFiha677jpJ0vbt27Vv3z6VlJT0OlAAAAAg2FpaWtTU1BTsMCKKxWLpkzbd3eFTcjR//nyVlpaqoKBAtbW1evnll1VWVqbly5fLZrNp7ty5uvvuu5Wenq7U1FT97Gc/U0lJSbc71QEAAAChyDAMOZ1O1dTUBDuUiGM2m1VYWCiLxRLsUHxLjg4dOqSbbrpJDodDNptNxcXFWr58ub71rW9Jkp5++mmZzWZdd911HRaBBQAAAMKZJzHKzs5WYmJin3VPi3Stra2qrKyUw+FQQUFB0H+vvV7nyN/cbrdsNptcLhetvAHAj/YfPa6vq48HOwz00JDsJOXaEvxyLMMw9KWzVtV1JyVJmSkWjbTzby5wNi0tLdqxY4eys7OVkZER7HAijsvlUmVlpYYOHaq4uLgO2/o6N+j1PUcAgNB3pK5RM373kY6fbAl2KOghW0KcVv3icqXEx3W9cxfWfHVUc/60psNzr99WogsGpff62EAk8txjlJiYGORIIpOnnK6lpeWM5KivkRwBQBRYWuHU8ZMtSrHGqn8//8w+oO/sP3pcrhNN+uDLQ7r6vP69Pl7FQZektoQrLsasI3WNeuOLAyRHQBeCXfIVqULp90pyBABRYMkmhyTpjiuG6qdThgQ5GvjqP5Zv1//5cJcWb3L4JTmqdJ2QJN1wYb4uG5qlH/x5rZZvqdLjV7cqNiY0OkYBQDBwBgSACHekrlFr91RLkmYV5QY5GvSE5/9b2Y7Dqmts7vXxnK4GSVJuarwuGpyu9CSLjtaf1Jqvjvb62ADC08KFCzusVdqZRx99VOedd94599m7d69MJpPKy8v9FltfIjkCgAi3rMKpVkMqHmBTfjr18uFoVG6KCjOTdLK5VSu2VfX6eI725MhuS1BsjFkzxuRIkhZvdvT62ADC0/XXX68dO3b49JpbbrlF11xzTWACChKSIwCIcIvbS+qYNQpfJpNJs4rskqQlfkhgHO1ldXlp8ZJOjY3lW5xqbmnt9fEBhJ+EhARlZ2cHO4ygIzkCgAh2ekndbJKjsOYtrdt+WPW9KK1ramnVodpGSZLd1pYclQzOUL/EOB2tP6m1eyitAyLFokWLlJaWppaWtk6l5eXlMplMeuCBB7z7/NM//ZN+8IMfdFpW98QTTygnJ0cpKSmaO3euGhoavNseffRR/fWvf9Xbb78tk8kkk8mksrIy7/avvvpKl19+uRITEzVu3DitXr06oJ/VX2jIAAARxjAMvb7+gKpcDdpxqE6thlTUn5K6cDc6N1WDMhK1t/q4Hnlniwae9v/TbDZp+ugcDctJ6fI4h2sbZRhSXIxJmUlWSWovrbPr1c/3a/Fmhy4ZmhmwzwFECsMwdKKp75dHSIiL6XZ3t8suu0y1tbXasGGDJk6cqJUrVyozM7NDErNy5Ur94he/OOO1f/vb3/Too4/qmWee0aWXXqoXXnhBf/jDHzR48GBJ0r333qtt27bJ7XbrueeekySlp6ersrJSkvTggw/qP/7jPzRs2DA9+OCDmjNnjnbt2qXY2NBOP0I7OgCAz97bWqX7/2dTh+dmFzNrFO5MJpNmF+fqmQ9363/WHzhj+5sbDuq9uyZ3edHkKanLSY2X2Xxq31lFuXr18/1aVuHUr74zhq51QBdONLVo9MPL+/x9t/5qhhIt3buEt9lsOu+881RWVqaJEyeqrKxMd911lx577DHV1dXJ5XJp165dmjJlij755JMOr/3d736nuXPnau7cuZKkX//613r//fe9s0fJyclKSEhQY2Oj7Hb7Ge997733avbs2ZKkxx57TGPGjNGuXbs0cuTI3nz8gOPMBwAR5t32e4zOy0/TnAsLdPvUIbqpZGCQo4I//OSyIfrp5MGac2FBh4cl1qxdh+q0vaq2y2N4mjHktpfUeZQMyVAapXVAxJkyZYrKyspkGIY+/vhjXXvttRo1apRWrVqllStXKi8vT8OGDTvjddu2bdOkSZM6PFdSUtLt9y0uLvb+d25u2xd0hw4d6uGn6DvMHAFABGloavF2M3vkqtEaX9AvyBHBn2yJcZo/a9QZzx+ubdT726q0ZJNDI+2p5zyG87ROdaeLizFrxmi7XltHaR3QHQlxMdr6qxlBeV9fTJ06VX/5y1+0ceNGxcXFaeTIkZo6darKysp07NgxTZkyJSBxxsXFef/bM6Pd2hr6DV+YOQKACFK2/bCOn2xR/7QEnZefFuxw0EdmF7eVtCze7JBhGOfct7KmLTnK+8bMkSTNai+/XF5B1zqgKyaTSYmW2D5/dPd+Iw/PfUdPP/20NxHyJEdlZWWaOnVqp68bNWqU1q5d2+G5NWvWdPjZYrF4mz1ECpIjAIggnjbPpWPtPv8DivB15agcWWLM2n24Xjuq6s65r9Pdds+RvZPk6OL20rrq+pP6jNI6ICL069dPxcXFeumll7yJ0OTJk/XFF19ox44dZ505+vnPf66//OUveu6557Rjxw498sgj2rJlS4d9Bg0apE2bNmn79u06cuSImpqaAv1xAo7kCAAixOkldbNowBBVUuPjNHl4WxlcVwu5nu2eI6mttG76aBaEBSLNlClT1NLS4k2O0tPTNXr0aNntdo0YMaLT11x//fV66KGHdP/992vChAn6+uuvdfvtt3fY59Zbb9WIESM0ceJEZWVlndHUIRyZjK7m3/uY2+2WzWbT4cOHlZp67rppAMAp72+r0r+8skG5qfF6/54pzBxFmXfKD+qBNzZrcFayFv3s0rPud/lTZaqqbdBrPylR0QDbGds/3nlYP31hvTKSLCq773LFmBlHQENDgw4cOKBBgwYpPv7MLxZ6y2yO7vmKhoYG7dmzR4WFhWf8fj25gcvl6pPcIGSTowceeCAggw8AAADwRVJSki655BL1798/IOv05OXl+f2Y4SSUkqPoTlMBAAAAoF3ItvK+5557KKsD4Hdr9xzVj577TNkpVv2wZJD+19+3yxpn1ie/uKLbi+pJ0u5Ddbrq/6xSkjVWvywNnQXt8volalJherDDQJC4jp/URzuPqLmlVQs//Vo7D9XqodmjNGdS2zpXG/bV6Mb/XqM8W4Lev+fs7Xs/2nlYt72wXhlJVpXdN5XSOkQ9T1ldZmYmlU0RLmSTI4vFIovFEuwwAESYI8eb1awYDcq26bbLh+vldQe1/+gJffKVS7N9aGJw+HiLmhWj3H7Juv6iwQGMGOi+LItF112QLElyn5R+s2Sblm47opsva1vg8Uj7uM1OSzrnv7GTR+QqMd6qqvpmlR+sU8mQjD6JHwhVra2tMplMMpvNUX9/UKTj/y6AqOJZ4yXXliCTyaRZRW0J0RIfO3M5XCfaj8M3iAhNM8e2rX302Z6jOlzbKOnUuO2sjffpLLFmTR/T9npf/zYAIJyRHAGIKs5vtDGe3Z4cffDlIZ042f2F7DztkO22BD9HCPhHfnqixg2wqdWQlm1xSjo1bvPSuh63nr+NpRVOtbSGVO8mIGhaW1kcORBCqT9cyJbVAUAgnEpq2pKjov42DeiXoAPHTujD7Ye8M0ldHqfm7GvFAKFiVlGuNh5wackmh3540UDvlwP21K7H7SVDM5UaH6sjdY36fO9RXTSY0jpEL4vFIrPZrMrKSmVlZclisbBcgp8YhqHDhw/LZDIpLi4u2OGQHAGILp6yory0totDk8mk2UW5+q+PvtLizY7uJ0dukiOEvllFuVqw9Eut3VOtw7WNqvShHNQSa9a3Rtv1/744oCWbHSRHiGpms1mFhYVyOByqrKwMdjgRx2QyacCAAYqJiQl2KCRHAKLLqW/OT5UVzWpPjj7Y1lZal2Dp+uTs9F5kUlaH0JWfnqjiATZtOuDS1Kc+1PGmttLR3G6U1UnS7OK25GhphVOPXDWGrnWIahaLRQUFBWpublZLS/fLsNG1uLi4kEiMJJIjAFGkoalF1fUnJXX85rx4wKnSurLth1TajdkjT1ldVze2A8E258ICbTqwWfXt99T1S4zT0Ozkbr320qFZSomP1eHaRq3be1STmD1ClPOUfoVC+RcCg+QIQNSoai+Fi48zKy3x1D9snq51/7e9tK6r5Ki2oUm1jc2SKKtD6JtzYYGmDM/SifZZI3tqvJKs3fvnv620LkdvfHFQSzY7SI4ARDy61QGIGg5Xxzbep5t1Wte6hqZzl0t4SvNS42O7fZEJBFNeWoKGZCVrSFayz2P29K51rXStAxDhSI4ARI1zdeoaN8Cm/mkJOn6yRWXbD53zOKcnWUCku3RYplKssTpU26h1Xx8LdjgAEFA+JUcLFizQBRdcoJSUFGVnZ+uaa67R9u3bO+wzdepUmUymDo/bbrvNr0EDQE94O3WlnZkctZXWtS16uXiz85zH8a6V1MlxgEhjjY3Rt0bnSGJBWACRz6fkaOXKlZo3b57WrFmj9957T01NTZo+fbrq6+s77HfrrbfK4XB4H08++aRfgwaAnvjmArDf5CmtW7Gt6pyldb60QwYiwexiT2mdg9I6ABHNp8LjZcuWdfh54cKFys7O1vr16zV58mTv84mJibLb7f6JEIDPDrkbvA0DPMwmkwrSE6O6Fe+pBWA7L4c7Lz9N/dMSdLDmhP7fFwd00eAM9Uu0KD3J0mG/ztqBA5HMU1pX5W7U+n3HdMGg9GCHBAAB0as7iV0ulyQpPb3jSfKll17Siy++KLvdrquuukoPPfSQEhMTOz1GY2OjGhsbvT+73e7ehAREveVbnPrpC+s73VY61q5nfzChjyMKHd4FYM8y42MymVQ61q7/XrVHD75ZIUmKMZv09rxLNLa/7bTjUFaH6OIprXtjw0Et3uQgOQIQsXrckKG1tVV33nmnLrnkEo0dO9b7/D/+4z/qxRdf1Icffqj58+frhRde0A9+8IOzHmfBggWy2WzeR35+fk9DAiDp1c/2SZIS4mJkS4jzPqS2xKm6rvFcL49o3hmfc5TD/eCigRqUkShbQpyssWa1tBr6n/UHOuzjoKwOUWhWEaV1ACJfj2eO5s2bp4qKCq1atarD8z/5yU+8/11UVKTc3FxdeeWV2r17t4YMGXLGcebPn6+7777b+7Pb7SZBAnrIdaJJq3YdkSS9+7NLNDQ7xbvt2//7Y1UcdGv5lir946SCYIUYNI3NLTpS51kA9uzlcIMyk1R23+WSpPe3Vumfnl+npRUOPfzt0TK3lyQ6urh3CYhElw0/VVr3xb5jmsjsEYAI1KOZozvuuEOLFi3Shx9+qAEDBpxz30mTJkmSdu3a1el2q9Wq1NTUDg8APfPe1io1tRganpPcITGSTn3rG63dpqpcbTNm1liz+iV2b2Xzb14MSlJdY7NqG9ru5zrbvUtAJLLGxmhae9e6xVF6HgEQ+XxKjgzD0B133KE333xTH3zwgQoLC7t8TXl5uSQpN/fcK84D6D1P4uNJhE7nWchx9VfVOlp/sk/jCgWnl8J9cwHYs+nsYtDZfpyU+FglswAsooy3tG4zC8ICiEw+JUfz5s3Tiy++qJdfflkpKSlyOp1yOp06caLtYmH37t16/PHHtX79eu3du1fvvPOObrrpJk2ePFnFxcUB+QAA2rhONOnjnYclnUqETjcwI0lj8lLV0mpo+ZZzr+MTiZzuru836sw3LwYpqUM0u2xYppKtsXK6G7RhPwvCAog8PiVHzz77rFwul6ZOnarc3Fzv47XXXpMkWSwWvf/++5o+fbpGjhype+65R9ddd53efffdgAQP4JT320vqhmUna1hOSqf7RHNpXWVNW1KT52MpXMeLwRo5ajzJESV1iD7xcTGaNipbkrR4U/R9yQIg8vlUE2IY555Cz8/P18qVK3sVEIDOHa5t1Mc7D6vlLKUsr7R3qeuspM5jdlGunlq+XZ/urtarn+2LqjWPPt3d1qjC15kjz8XgW+WV+q+Vu72/M2aOEK1mFeXqrfJKLa1w6F9nj/I2KgGASEDBPBAm7nl9oz7acbjL/Twr2XdmUGaSRuemaqvDrQfe2OzP8MJGXprvMz6ei8G/b63q1XGASDB5eJaSrbFyuNpmUycM7BfskADAb0iOgDBgGIbK27ulXTQ4XQlxMZ3uN2FgPw0/S0mdxyNXjdZ/r9qj5pZWv8cZ6volWfTtcySPZ3PFyGz96JJB2nukXpKUEh+nf5h47k6dQKSKj4vRlaOy9XZ5pZZsdpAcAYgoJEdAGDhU2yh3Q7PMJmnhjy5U/FmSo+6YNDhDkwZn+DG6yBcbY9YjV40JdhhAyJhVlKu3yyu1dLNDD86itA5A5OjROkcA+tbOqjpJ0qCMpF4lRgDgD1OGZynJEqNKV4PKD9QEOxwA8BuSIyAM7KiqlSQNzU4OciQA4Cmta1sDbMmm6Ot+CSBykRwBYWDnobaZo67uJwKAvuJdA6zC2WU3WwAIFyRHQBjY2T5zNCyHmSMAoWHqiLbSuoM1J1S+vybY4QCAX9CQAegBwzD03x/v0Vft3cuSrTH656lD1S/JEpD38swcDctm5ghAaIiPi9EVo3L07sa2rnXjC+haByD8kRwBPbD5oEu/WbKtw3Mmk0m/nDXK7+91uLZRrhNNMpukwVlJfj8+APTU7CJ7e3Lk1C9njZLJRNc6AOGNsjqgB7Y53JKkIVlJun5iviRp8SZHQOruPbNGA+lUByDETB2RrURK6wBEEJIjoAc8rbUnD8/SY1eP8V4cbDzgCsB70akOQGiKj4vRFSOzJUlLNtO1DkD4IzkCemDHad3jAn1xcOq9SI4AhJ7Z7V3rlmymax2A8EdyBPTALk/3uPbZHM/FQSBK63ZV0YwBQOiaOiJbCXGBmz0HgL5EcgT4qLahSZWuBkmnEpbTLw42+fHiwDAM7ThEG28AoSvBEqMrRlFaByAykBwBPtrVXuaWnWKVLTFOUuAuDo7UnVTN8bZOdUOySI4AhKZAzp4DQF8iOQJ85GnGMDynY5mb9+Jgs/8uDjzNGArSE+lUByBkXR6g2XMA6GskR4CPdh7qvHuc5+LgwLET2nzQPxcHq7+qliSNzkv1y/EAIBASLHStAxAZSI4AH+04y8zR6RcHi/1wcWAYhvc4M8bYe308AAikWQGYPQeAvkZyBPjIc89RZw0SZnlb2vb+4mB7Va2+OlwvS6xZV47K6dWxACDQLh+Zpfg4s19nzwGgr5EcAT6oa2zWwZoTkk618T6d5+Jg/9ETqjjo7tV7LdnUNms0ZXiWkq2xvToWAARaoiXWr7PnABAMJEeADzyzRlkpVqUlWs7Y7q+LA8MwtKj99Z5GDwAQ6vw5ew4AwUByBPhgR3v3uOHnWHPIHxcHHUvqsnt0DADoa1eMzPbb7DkABAO1OggIwzB0oqkl2GH43TZH2z/2nsVfO+O5ONh39Li2VLo1tr/tnMdsbTXU0Nzxd/VOeaUkafKwLKXEx/UyagDoG4mWWF0+IltLK5xavNmhogHnPv8BQKghOYLftbQauvaPn2hjBK910VkzBo/TLw4WbXKcMzlqaGrRVf97lXa2l+t90+xiutQBCC+zinK1tMKpJZsd+sXMETKZTMEOCQC6jbI6+N3aPdURnRjZEuI0eVjWOffpbmndl87asyZGAzMS9a3RJEcAwssVI7NljT01ew4A4YSZI/idZwHA684foMevGRPkaPzPEmNWbMy5v1f45sXB2WaPPPcwXTQ4XX+55YIO2+JjY2Q2840rgPCSZG2bPV+2pa20rqvSYgAIJSRH8KuWVkPLKqokSVeNy1WiJTqHWHcvDjzd70baU6P2dwUg8swqztWyLW2ldffPoLQOQPigrA5+9dmeozpS1yhbQpwuGZoZ7HCCalZx16V1npmjc93DBADh5sr22fOvqymtAxBefEqOFixYoAsuuEApKSnKzs7WNddco+3bt3fYp6GhQfPmzVNGRoaSk5N13XXXqaqqyq9BI3R5Suqmj85RXBelZ5GuOxcHO6vaZo7O1f0OAMJNkjVWU0e03Zu5hAVhAYQRn65eV65cqXnz5mnNmjV677331NTUpOnTp6u+vt67z1133aV3331Xr7/+ulauXKnKykpde+21fg8coael1dDSCqekU7Mm0cxTWid1fnFQ39isgzUnJEnDspk5AhBZZhfnSWJBWADhxaebHJYtW9bh54ULFyo7O1vr16/X5MmT5XK59Oc//1kvv/yyrrjiCknSc889p1GjRmnNmjW66KKL/Bc5gqqhqUVf7Dum1tZTz+05UqcjdY1KjY/VJUOiu6TOw1N3v2iTQxcPyZTZJBXnpynZGuu93ygz2ap+SZYgRwoA/uWZPd9bfVxbHW6NyaMxA4DQ16s7wF2utnbN6enpkqT169erqalJ06ZN8+4zcuRIFRQUaPXq1Z0mR42NjWpsbPT+7HZTmxwO7nl9oxZv6rxUYsYYuyyx0V1S53HlaV3rfvDntZKkS4dm6sV/muS932g49xsBiECe0rrlW6q0ZLOD5AhAWOjxFWxra6vuvPNOXXLJJRo7dqwkyel0ymKxKC0trcO+OTk5cjqdnR5nwYIFstls3kd+fn5PQ0If2t0+65GfnqCR9hTvY8LAfvrJ5MFBji50JFljdf/Mkd7fjySt2nVEDtcJ78wRJXUAItWpNd+clNYBCAs9njmaN2+eKioqtGrVql4FMH/+fN19993en91uNwlSGDh+skWS9Lvrx2vCwH5Bjia0zb20UHMvLZQkfe/ZT7Xu62Nautl5Wqc6mjEAiExXjsqRJdasPUfqtc1Rq9F5qcEOCQDOqUczR3fccYcWLVqkDz/8UAMGDPA+b7fbdfLkSdXU1HTYv6qqSna7vdNjWa1Wpaamdngg9B0/2SxJSrLGBDmS8HLqW1SHdlQxcwQgsiVbYzV1OF3rAIQPn5IjwzB0xx136M0339QHH3ygwsLCDtsnTJiguLg4rVixwvvc9u3btW/fPpWUlPgnYoSE+sa2maMkFi71SWlR25cE674+5u1UN5yZIwARbHY31nwDgFDh05XtvHnz9PLLL+vtt99WSkqK9z4im82mhIQE2Ww2zZ07V3fffbfS09OVmpqqn/3sZyopKaFTXQRpaTV0oqktOUq0MHPki1xbgiYM7Kf1Xx+TJGUmW+hUByCieUrrvjpSry+dtRqVS4UIgNDl08zRs88+K5fLpalTpyo3N9f7eO2117z7PP300/r2t7+t6667TpMnT5bdbtcbb7zh98ARPJ6SOqmt4QB84ymtk1j8FUDkS7bGagqldQDChM9ldZ09brnlFu8+8fHxeuaZZ3T06FHV19frjTfeOOv9RghPnmYMZpNkpWW3z2YVnfp7GEYbbwBRYHb7l0KLKa0DEOK4soXP6hs9zRhiZTKZghxN+Mm1JWhie4c/yksARIMrR2W3ldYdrtf29k6dABCKSI7gM8/MEc0Yeu7J7xXrvhkjdO35/YMdCgAEXEp8nCYPay+tO8sC4gAQCkiO4DPPzFEibbx7bHBWsuZdPlTWWH6HAKLD7OK2kmJK6wCEMpIj+IyZIwCAr64clSNLjFm7D9d713kDgFBDcgSf1XlmjmjjDQDoptT4OE0enimpbfYIAEIRyRF85mnlTRtvAIAvPEsZ0NIbQKgiOYLP6htZABYA4Ltpo9tK63YdqtMOutYBCEEkR/CZZ+YomZkjAIAPUuPjdNmwttK6RXStAxCCSI7gs/qTnpkjkiMAgG8orQMQykiO4LPj3kVgKasDAPhm2ugcxcWYKK0DEJJIjuAzZo4AAD1lS4jTZe0Lwi6mtA5AiCE5gs/qmTkCAPQCpXUAQhXJEXzGzBEAoDe+1V5at/NQnXZSWgcghJAcwWfee45o5Q0A6AFbQpwuHcqCsABCD8kRfOaZOWIRWABAT1FaByAUkRzBZ551jrjnCADQU9NH2xUXY9KOqjrtOkRpHYDQQHIEn9U3cs8RAKB3bIlxusRTWrfJGeRoAKANyRF85p05IjkCAPQCpXUAQg3JEXzS2mrouKdbHWV1AIBemD46R7Fmk7ZX1WrXobpghwMAJEfwzfGmFu9/M3MEAOiNtESLt7SO2SMAoYDkCD7xtPE2m6T4OIYPAKB3ZlNaByCEcHULn3jbeFtiZTKZghwNACDcTR/TVlr3pbNWuw9TWgcguEiO4JP69pkj7jcCAPhDWqJFF3tK6zYxewQguEiO4JPjp80cAQDgD7OL7JKkxZTWAQgykiP4pP4kM0cAAP+aPtqumPbSuq8orQMQRCRH8MlxFoAFAPhZvySLLh6SIYnGDACCi+QIPvHcc5RkYeYIAOA/nq51izc7gxwJgGhGcgSfnCqrY+YIAOA/08e0ldZtc7i150h9sMMBEKV8To4++ugjXXXVVcrLy5PJZNJbb73VYfstt9wik8nU4TFz5kx/xYsgO9WQgZkjAID/pFNaByAE+Jwc1dfXa9y4cXrmmWfOus/MmTPlcDi8j1deeaVXQSJ0eMvqmDkCAPiZt7SOlt4AgsTnK9zS0lKVlpaecx+r1Sq73d7joBC6aOUNAAiU6WPsevCtCm11uLX3SL0GZSYFOyQAUSYg9xyVlZUpOztbI0aM0O23367q6uqz7tvY2Ci3293hgdDFIrAAgEA5vbSONY8ABIPfk6OZM2fq+eef14oVK/Tv//7vWrlypUpLS9XS0tLp/gsWLJDNZvM+8vPz/R0S/IiZIwBAIM1qL63jviMAweD35OiGG27Qd77zHRUVFemaa67RokWL9Pnnn6usrKzT/efPny+Xy+V97N+/398hwY/qPDNHNGQAAATAjPaudVsq3fq6mq51APpWwFt5Dx48WJmZmdq1a1en261Wq1JTUzs8ELqOn6QhAwAgcNKTLCoZTGkdgOAIeHJ04MABVVdXKzc3N9BvhT5Q39hWVsfMEQAgUCitAxAsPidHdXV1Ki8vV3l5uSRpz549Ki8v1759+1RXV6f77rtPa9as0d69e7VixQpdffXVGjp0qGbMmOHv2BEEnpmjZGaOAAABMmNMjmLMJlUcdGtf9fFghwMgivicHK1bt07jx4/X+PHjJUl33323xo8fr4cfflgxMTHatGmTvvOd72j48OGaO3euJkyYoI8//lhWq9XvwaPv1Z/0zByRHAEAAiMj2aqLBqdLorQOQN/y+Qp36tSpMgzjrNuXL1/eq4AQ2o57F4GlrA4AEDizinL1ya5qLdns0O1ThwQ7HABRIuD3HCFytLYaOt7EzBEAIPBmjLHLbJI2H3RRWgegz5AcodtONLXIM2nIzBEAIJAyk626qL1r3ZIKSusA9A2SI3RbfXszBpNJio8lOQIABBZd6wD0NZIjdNtxTxvvuBiZzaYgRwMAiHQzx7aV1m064NL+o5TWAQg8kiN0Wz0LwAIA+lBmslWTCttL65g9AtAHSI7Qbcfb23iTHAEA+sqsYkrrAPQdkiN0W317G+9EC/cbAQD6xsz2rnUbKa0D0AeYAggzh2sbdddr5TpS19jn713b0F5WRxtvAEAfyUqx6sLCdK356qiWbHbop1NY8whA4HCVG2ZWbKvSql1HghrD4KykoL4/ACC6zC7KJTkC0CdIjsJMdf1JSdKU4Vm69bLBff7+sTEmnV/Qr8/fFwAQvWaMtevhd7Z4S+vy0xODHRKACEVyFGaq69qSo5H2FF06LDPI0QAAEHjZKfG6cFC61u45qqUVDv1kMrNHAAKDhgxh5mh9271GGcmWIEcCAEDfmd3etW7xZmeQIwEQyUiOwoynrC49yRrkSAAA6Dszx9plMkkb99fowDG61gEIDJKjMOMpq8tIYuYIABA9slPidcGgdEnSUmaPAAQIyVGYOeqdOSI5AgBEl9lFntI6FoQFEBgkR2HEMAxvcsQ9RwCAaFPaXlpXvr9GB2tOBDscABGI5CiM1DY262RLqyQpg3uOAABRJjs1XhcM9JTWMXsEwP9IjsLI0fb7jRLiYpRgiQlyNAAA9L1ZRXZJlNYBCAySozBSzf1GAIAoV1qUK5NJ2rCvRpWU1gHwM5KjMOK53yiT+40AAFEqJzVeEwf2kyQtYfYIgJ+RHIWR6rq2BWCZOQIARLNZ7V3rSI4A+BvJURhhAVgAAKTSsW3J0ReU1gHwM5KjMEIbbwAAJLvtVGnd0goWhAXgPyRHYcSbHFFWBwCIcpTWAQgEkqMwcoR7jgAAkCSVtrf0Xv/1MTlclNYB8A+SozBCWR0AAG1ybQma4Cmt20xpHQD/IDkKI6fK6mjIAAAApXUA/I3kKEwYhsEisAAAnGZWe2nduq+PyelqCHI0ACKBz8nRRx99pKuuukp5eXkymUx66623Omw3DEMPP/ywcnNzlZCQoGnTpmnnzp3+ijdq1TU262RzqyTK6gAAkL5RWlfB7BGA3vM5Oaqvr9e4ceP0zDPPdLr9ySef1B/+8Af953/+p9auXaukpCTNmDFDDQ18o9MbnpK6+DizEi2xQY4GAIDQQGkdAH/yOTkqLS3Vr3/9a333u989Y5thGPrd736nf/3Xf9XVV1+t4uJiPf/886qsrDxjhgm+qeZ+IwAAznB6aV2Vmy9iAfSOX+852rNnj5xOp6ZNm+Z9zmazadKkSVq9enWnr2lsbJTb7e7wwJmO1tGpDgCAb8q1Jej8gjQZhrSU2SMAveTX5MjpbGulmZOT0+H5nJwc77ZvWrBggWw2m/eRn5/vz5AiRnU9axwBANCZU6V1tPQG0DtB71Y3f/58uVwu72P//v3BDikk0akOAIDOeZKjz78+qkOU1gHoBb8mR3Z7W91vVVVVh+erqqq8277JarUqNTW1wwNn8pTVZSZzzxEAAKfLS0vQeE9pXQWzRwB6zq/JUWFhoex2u1asWOF9zu12a+3atSopKfHnW0UdZo4AADi72e2zR4u57whAL/icHNXV1am8vFzl5eWS2powlJeXa9++fTKZTLrzzjv161//Wu+88442b96sm266SXl5ebrmmmv8HHp0ITkCAODsSj2ldXsprQPQcz4vmLNu3Tpdfvnl3p/vvvtuSdLNN9+shQsX6v7771d9fb1+8pOfqKamRpdeeqmWLVum+Ph4/0UdhY62N2TIIDkCAOAM/dMSdF5+msr312jZFqduKhkU7JAAhCGTYRhGsIM4ndvtls1mk8vlivr7j76urteTy7freGOz1nx1VCeaWvTWvEt0Xn5asEMDACDk/Omjr/SbJds0qTBdr/2Ucn4gEvR1bhD0bnU4u5fW7tPiTQ59uP2wTjS1KC7GpAH9EoIdFgAAIam0fUHYz/Ye1aFaSusA+M7nsjr0nYPHTkiSrh3fXyVDMjQ8J4VudQAAnMWAfokal5+mjftrtLzCqR9SWgfAR8wchTCHqy05mj4mR/8wMV/jKKcDAOCcZrfPHtG1DkBPkByFMIerrSQg10YpHQAA3VE6tq1r3Wd7jupwbWOQowEQbkiOQlRzS6sOtZ/Uc210+gMAoDvy0xM1boBNrYa0bAsLwgLwDclRiDpc16iWVkOxZpMyuM8IAIBum9W+5tGSTZTWAfANyVGI8pTU5aTGK8ZsCnI0AACED09ytHZPNaV1AHxCt7oQ5fTeb0RJHQAAvshPT1TxAJs2HXBp6lMfKjbGrBE5KXp+7oWKj4sJdngAQhgzRyGqsqatU52d5AgAAJ/NubBAklR/skWuE036bO9RffjloSBHBSDUMXMUojwzR3lpdKoDAMBXcy4s0JThWTrR1KK/rNrTtrD6ZodK20vuAKAzzByFKIe7LTmypzJzBABAT+SlJWhIVrL+YWK+JOmDLw+poaklyFEBCGUkRyHK0V5Wxz1HAAD0zrgBNvVPS9Dxky0q205pHYCzIzkKUd6GDJTVAQDQKyaTSbOK7JKkxZtZ+wjA2ZEchaCWVkNVLAALAIDfeNp7r9hWRWkdgLMiOQpBh2tPLQCbyQKwAAD02nn5aaeV1h0OdjgAQhTJUQhyuNruN2IBWAAA/MNkMql0bFtp3ZLNjiBHAyBUkRyFIEf7/UascQQAgP/MKqa0DsC5kRyFIJIjAAD8b3x+mvJs8ao/2aKVOyitA3AmkqMQ5Gwvq8sjOQIAwG9MJpN3EVhK6wB0huQoBFV6Z45o4w0AgD+d6lrHgrAAzkRyFIK8axwxcwQAgF+Nz09Tri1edY3N+ojSOgDfQHIUghw1bWV1JEcAAPiX2WxS6VhK6wB0LjbYAaCjjgvAUlYHAIC/zS626y+f7NH72w7pb+v2q6tFMyyxZl0+Mlup8XF9Eh+A4CE5CjEHjh1XS6uhGLNJWSksAAsAgL+Nz+8ne2q8nO4G3f8/m7r1mn+YMEBP/cO4AEcGINhIjkLM37dUSZImDuzHArAAAASA2WzSv107Vi+t2adWwzjnvg1NrVr9VbWWVjj1+DVjFR8X00dRAggGkqMQs7i9/nl2+0J1AADA/64YmaMrRuZ0uV9rq6GLn/hATneDPt55RN8a3fVrAIQvGjKEkIM1J1S+v0YmkzRzrD3Y4QAAEPXMZpP332QaOACRz+/J0aOPPiqTydThMXLkSH+/TURa2n7SvWBQurJT6FQHAEAo+HZ7Ncf7W6vU2MzaSEAkC0hZ3ZgxY/T++++fepNYqve6w1tSV0RJHQAAoeL8glMNHD7ecUTTKK0DIlZAyupiY2Nlt9u9j8zMzEC8TUSprDmhDfvaSupKKakDACBkUFoHRI+ATOns3LlTeXl5io+PV0lJiRYsWKCCgoJO921sbFRjY6P3Z7fbHYiQAs4wDP151R7tPlzfo9d/Xd32ugsGpis7lZI6AABCyeziXC38dK/eay+ts8bStQ6IRH5PjiZNmqSFCxdqxIgRcjgceuyxx3TZZZepoqJCKSkpZ+y/YMECPfbYY/4Oo89tdbj168Xben2cb4+jpA4AgFAzoaCfclKtqnI3atXOI7pyFKV1QCQyGUYXDf57qaamRgMHDtRvf/tbzZ0794ztnc0c5efny+VyKTU1NZCh+dWyCodue/EL9U9L0A0X5PfoGLbEOM25sEBxMTQRBAAg1Dz6zhYt/HSvrj2/v377/fOCHQ4QFdxut2w2W5/lBgHvlJCWlqbhw4dr165dnW63Wq2yWq2BDiPgHK4GSdK4fJt+duWwIEcDAAD8bVYRpXVApAv4FEVdXZ12796t3NzILhfzJEf21IQgRwIAAAJh4sB+yk6xqrahWZ/sOhLscAAEgN+To3vvvVcrV67U3r179emnn+q73/2uYmJiNGfOHH+/VUjxJEd5aTRTAAAgEpnNJm9H2cWbnEGOBkAg+D05OnDggObMmaMRI0bo+9//vjIyMrRmzRplZWX5+61CitN1QpJkt5EcAQAQqWa1r0X43lanTja3BjkaAP7m93uOXn31VX8fMixU1rTNHOWSHAEAELEmDkpXVopVh2sb9cmuI7p8ZHawQwLgR7RF84PWVkNVbk9yxD1HAABEqpjTS+tYEBaIOCRHfnCkvlHNrYbMJikrJfw77wEAgLPzlNb9fQuldUCkITnyA0d7SV1WipU1igAAiHAXDEpXZrJV7oZmfbKbrnVAJOFK3g88neooqQMAIPKdXlq3ZBOldUAkITnyA0+nOpoxAAAQHTyldcsprQMiCsmRHzBzBABAdLmwkNI6IBKRHPnBqeSImSMAAKJBjNmkmWNzJFFaB0QSkiM/cLYnRywACwBA9PB2rdtapaYWSuuASEBy5AeV7fcc5aWRHAEAEC0mFWYoM9ki14kmfbKL0jogEpAc9dLpC8DauecIAICoEWM2acaY9q51LAgLRASSo16qrj+pphZDJpOUzQKwAABEldmU1gERheSolxztJXXZLAALAEDUubAwXRlJFtUcb9Knu6uDHQ6AXuJqvpccLkrqAACIVrExZs1gQVggYpAc9ZKnU11uKs0YAACIRp7SuuVbnZTWAWGO5KiXPJ3qculUBwBAVJpUmK709tK61ZTWAWEtNtgBnM3q3dVKSj4Z7DC6tOWgWxILwAIAEK1iY8yaMcauVz7bp5fWfi2zydSt143KTVFGMs2cgFASssnRrc+vk9maGOwwuo17jgAAiF7fLs7VK5/t0/ItVVq+papbr/nTTRP1rdE5AY4MgC9CNjkanpOs2PikYIfRLdmp8Zo6IivYYQAAgCC5aHCGrj2/v7ZWurv9mmRryF6GAVHLZBiGEewgTud2u2Wz2eRyuZSamhrscAAAAAAESV/nBjRkAAAAAACRHAEAAACAJJIjAAAAAJBEcgQAAAAAkkiOAAAAAEASyREAAAAASCI5AgAAAABJIbgIrGfZJbe7+4uoAQAAAIg8npygr5ZmDbnkqLq6WpKUn58f5EgAAAAAhILq6mrZbLaAv0/IJUfp6emSpH379vXJLwChye12Kz8/X/v37++T1ZARehgDYAyAMQDGAFwulwoKCrw5QqCFXHJkNrfdBmWz2fgjgFJTUxkHUY4xAMYAGANgDMCTIwT8ffrkXQAAAAAgxJEcAQAAAIBCMDmyWq165JFHZLVagx0KgohxAMYAGANgDIAxgL4eAyajr/riAQAAAEAIC7mZIwAAAAAIBpIjAAAAABDJEQAAAABIIjkCAAAAAEkkRwAAAAAgqY+So5aWFj300EMqLCxUQkKChgwZoscff1ynN8ozDEMPP/ywcnNzlZCQoGnTpmnnzp0djnP06FHdeOONSk1NVVpamubOnau6urq++Ajope6MgVtuuUUmk6nDY+bMmR2OwxgIb7W1tbrzzjs1cOBAJSQk6OKLL9bnn3/u3c55IDp0NQ44F0SWjz76SFdddZXy8vJkMpn01ltvddjur7/7TZs26bLLLlN8fLzy8/P15JNPBvqjoZv8MQYGDRp0xnnhiSee6LAPYyB0dTUG3njjDU2fPl0ZGRkymUwqLy8/4xgNDQ2aN2+eMjIylJycrOuuu05VVVUd9tm3b59mz56txMREZWdn67777lNzc7NvwRp94De/+Y2RkZFhLFq0yNizZ4/x+uuvG8nJycbvf/977z5PPPGEYbPZjLfeesvYuHGj8Z3vfMcoLCw0Tpw44d1n5syZxrhx44w1a9YYH3/8sTF06FBjzpw5ffER0EvdGQM333yzMXPmTMPhcHgfR48e7XAcxkB4+/73v2+MHj3aWLlypbFz507jkUceMVJTU40DBw4YhsF5IFp0NQ44F0SWJUuWGA8++KDxxhtvGJKMN998s8N2f/zdu1wuIycnx7jxxhuNiooK45VXXjESEhKM//qv/+qrj4lz8McYGDhwoPGrX/2qw3mhrq7Ou50xENq6GgPPP/+88dhjjxl/+tOfDEnGhg0bzjjGbbfdZuTn5xsrVqww1q1bZ1x00UXGxRdf7N3e3NxsjB071pg2bZqxYcMGY8mSJUZmZqYxf/58n2Ltk+Ro9uzZxo9//OMOz1177bXGjTfeaBiGYbS2thp2u9146qmnvNtramoMq9VqvPLKK4ZhGMbWrVsNScbnn3/u3Wfp0qWGyWQyDh482AefAr3R1RgwjLYLoquvvvqsx2AMhLfjx48bMTExxqJFizo8f/755xsPPvgg54Eo0dU4MAzOBZHsmxdF/vq7/+Mf/2j069fPaGxs9O7zi1/8whgxYkSAPxF81ZMxYBhtydHTTz991uMyBsJHZ8mRx549ezpNjmpqaoy4uDjj9ddf9z63bds2Q5KxevVqwzDaEjCz2Ww4nU7vPs8++6yRmpraYVx0pU/K6i6++GKtWLFCO3bskCRt3LhRq1atUmlpqSRpz549cjqdmjZtmvc1NptNkyZN0urVqyVJq1evVlpamiZOnOjdZ9q0aTKbzVq7dm1ffAz0QldjwKOsrEzZ2dkaMWKEbr/9dlVXV3u3MQbCW3Nzs1paWhQfH9/h+YSEBK1atYrzQJToahx4cC6IDv76u1+9erUmT54si8Xi3WfGjBnavn27jh071kefBj3RnTHg8cQTTygjI0Pjx4/XU0891aFcijEQ2davX6+mpqYO42TkyJEqKCjocK4oKipSTk6Od58ZM2bI7XZry5Yt3X6vWP+FfXYPPPCA3G63Ro4cqZiYGLW0tOg3v/mNbrzxRkmS0+mUpA4fxvOzZ5vT6VR2dnaH7bGxsUpPT/fug9DV1RiQpJkzZ+raa69VYWGhdu/erV/+8pcqLS3V6tWrFRMTwxgIcykpKSopKdHjjz+uUaNGKScnR6+88opWr16toUOHch6IEl2NA4lzQTTx19+90+lUYWHhGcfwbOvXr19A4kfvdWcMSNK//Mu/6Pzzz1d6ero+/fRTzZ8/Xw6HQ7/97W+9x2EMRC6n0ymLxaK0tLQOz3/zXNHZOPJs664+SY7+9re/6aWXXtLLL7+sMWPGqLy8XHfeeafy8vJ0880390UICLLujIEbbrjBu39RUZGKi4s1ZMgQlZWV6corrwxW6PCjF154QT/+8Y/Vv39/xcTE6Pzzz9ecOXO0fv36YIeGPtTVOOBcAOCb7r77bu9/FxcXy2Kx6Kc//akWLFggq9UaxMgQafqkrO6+++7TAw88oBtuuEFFRUX64Q9/qLvuuksLFiyQJNntdkk6o+NEVVWVd5vdbtehQ4c6bG9ubtbRo0e9+yB0dTUGOjN48GBlZmZq165dkhgDkWDIkCFauXKl6urqtH//fn322WdqamrS4MGDOQ9EkXONg85wLohc/vq7t9vtnR7j9PdAaOrOGOjMpEmT1NzcrL1793qPwxiIXHa7XSdPnlRNTU2H5795rvDHGOiT5Oj48eMymzu+VUxMjFpbWyVJhYWFstvtWrFihXe72+3W2rVrVVJSIkkqKSlRTU1Nh2+YP/jgA7W2tmrSpEl98CnQG12Ngc4cOHBA1dXVys3NlcQYiCRJSUnKzc3VsWPHtHz5cl199dWcB6JQZ+OgM5wLIpe//u5LSkr00UcfqampybvPe++9pxEjRlBOFeK6MwY6U15eLrPZ7C25ZAxEtgkTJiguLq7DONm+fbv27dvX4VyxefPmDl+mvPfee0pNTdXo0aO7/2bd7y3RczfffLPRv39/bxvnN954w8jMzDTuv/9+7z5PPPGEkZaWZrz99tvGpk2bjKuvvrrTVp7jx4831q5da6xatcoYNmwYrVvDRFdjoLa21rj33nuN1atXG3v27DHef/994/zzzzeGDRtmNDQ0eI/DGAhvy5YtM5YuXWp89dVXxt///ndj3LhxxqRJk4yTJ08ahsF5IFqcaxxwLog8tbW1xoYNG4wNGzYYkozf/va3xoYNG4yvv/7aMAz//N3X1NQYOTk5xg9/+EOjoqLCePXVV43ExETaOIeI3o6BTz/91Hj66aeN8vJyY/fu3caLL75oZGVlGTfddJP3PRgDoa2rMVBdXW1s2LDBWLx4sSHJePXVV40NGzYYDofDe4zbbrvNKCgoMD744ANj3bp1RklJiVFSUuLd7mnlPX36dKO8vNxYtmyZkZWVFZqtvN1ut/Hzn//cKCgoMOLj443BgwcbDz74YIe2eq2trcZDDz1k5OTkGFar1bjyyiuN7du3dzhOdXW1MWfOHCM5OdlITU01fvSjHxm1tbV98RHQS12NgePHjxvTp083srKyjLi4OGPgwIHGrbfe2qEdo2EwBsLda6+9ZgwePNiwWCyG3W435s2bZ9TU1Hi3cx6IDucaB5wLIs+HH35oSDrjcfPNNxuG4b+/+40bNxqXXnqpYbVajf79+xtPPPFEX31EdKG3Y2D9+vXGpEmTDJvNZsTHxxujRo0y/u3f/q3DFyaGwRgIZV2Ngeeee67T7Y888oj3GCdOnDD++Z//2ejXr5+RmJhofPe73+2QPBmGYezdu9coLS01EhISjMzMTOOee+4xmpqafIrVZBiG4fPcFgAAAABEmD655wgAAAAAQh3JEQAAAACI5AgAAAAAJJEcAQAAAIAkkiMAAAAAkERyBAAAAACSSI4AAAAAQBLJEQAAAABIIjkCAAAAAEkkRwAAAAAgieQIAAAAACRJ/x9z/uSQFVJkDAAAAABJRU5ErkJggg==\n", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "fig = plt.figure(figsize=(10, 3))\n", + "c_hist.iloc[:][[\"width\"]].plot(ax=plt.gca())\n", + "plt.hlines(27, *plt.xlim(), color='gray')\n", + "plt.xlim(800, 1100)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "531894ed", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 389, + "id": "01cb1b0e", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'Re': 3.2673478926881216e-06, 'Im': 3.4282932119822362e-06}" + ] + }, + "execution_count": 389, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data['result']" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d922c949", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.13" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/bench/qc_simulation/analysis/compression_project_repo_link b/bench/qc_simulation/analysis/compression_project_repo_link new file mode 120000 index 00000000..6edf60e8 --- /dev/null +++ b/bench/qc_simulation/analysis/compression_project_repo_link @@ -0,0 +1 @@ +../../../../../quantum-simulation-compressed/plots \ No newline at end of file diff --git a/bench/qc_simulation/analysis/run_compression.ipynb b/bench/qc_simulation/analysis/run_compression.ipynb new file mode 100644 index 00000000..f878f7b1 --- /dev/null +++ b/bench/qc_simulation/analysis/run_compression.ipynb @@ -0,0 +1,165 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [], + "source": [ + "from pathlib import Path\n", + "filename = '../data/circuits/qaoa_maxcut_fixangle/3regfix_N30_p5.jsonterms'\n", + "assert Path(filename).is_file()" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Using file ../data/circuits/qaoa_maxcut_fixangle/3regfix_N30_p5.jsonterms. hostname: x3006c0s19b0n0. Python: Python 3.10.9.\n" + ] + } + ], + "source": [ + "!echo \"Using file {filename}. hostname: $(hostname). Python: $(python --version).\"" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "metadata": {}, + "outputs": [], + "source": [ + "pkgenv = \"PYTHONPATH=/home/danlkv/QTensor:/home/danlkv/QTensor/qtree\"" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2023-11-03 05:58:45.525317: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: SSE3 SSE4.1 SSE4.2 AVX AVX2 FMA\n", + "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", + "/home/danlkv/QTensor/qtensor/compression/szx/src\n", + "\u001b[1mNAME\u001b[0m\n", + " main.py\n", + "\n", + "\u001b[1mSYNOPSIS\u001b[0m\n", + " main.py \u001b[4mCOMMAND\u001b[0m\n", + "\n", + "\u001b[1mCOMMANDS\u001b[0m\n", + " \u001b[1m\u001b[4mCOMMAND\u001b[0m\u001b[0m is one of the following:\n", + "\n", + " echo\n", + " Simple mapper that just echoes stuff\n", + "\n", + " estimate\n", + " Estimate the parameters of a simulator\n", + "\n", + " generate\n", + "\n", + " preprocess\n", + "\n", + " simulate\n", + " Simulate the quantum circuit\n" + ] + } + ], + "source": [ + "!export {pkgenv}; ../main.py" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Preprocess" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "metadata": {}, + "outputs": [], + "source": [ + "in_preprocessed = \"../data/preprocess/compress/qaoa_e/slicesvar/3regfix_N30_p5.jsonterms_Orgreedy_0.02_20_M27\"\n", + "assert Path(preprocess).is_file()\n", + "import sys\n", + "sys.path.append('../')\n", + "sys.path.append('/home/danlkv/QTensor/qtree')\n", + "sys.path.append('/home/danlkv/QTensor')\n", + "from main import Main" + ] + }, + { + "cell_type": "code", + "execution_count": 32, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "3regfix_N30_p5.jsonterms_Orgreedy_0.02_20_M26\n", + "3regfix_N30_p5.jsonterms_Orgreedy_0.02_20_M27\n", + "3regfix_N30_p5.jsonterms_Orgreedy_0.02_20_M28\n", + "3regfix_N30_p5.jsonterms_Orgreedy_0.02_20_M29\n", + "index.csv\n" + ] + } + ], + "source": [ + "out_dir = \"../data/preprocess/compress/qaoa_e/slicesvar/\"\n", + "!ls {out_dir}" + ] + }, + { + "cell_type": "code", + "execution_count": 29, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "zsh:export:1: not valid in this context: {pkgenv}\n" + ] + } + ], + "source": [ + "out_dir = '../data/preprocess/compress/qaoa_e/slicesvar2/3regfix_N30_p5.jsonterms_Orgreedy_0.02_20_M27'\n", + "Main.simulate(in_preprocessed, 'qtensor_energy', M='26,27,28,29', S=1, after_slice='TD-reuse')\n", + "!export {pkgenv}; ./main.py simulate {preprocess} data/preprocess/compress/qaoa_e/slicesvar/\\\\{in_file\\}_O\\{O\\}_M\\{M\\} --O rgreedy_0.02_20 --sim=qtensor_energy --M 26,27,28,29 --S 1 --after_slice=TD-reuse" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.9" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/bench/qc_simulation/analysis/run_slicing.ipynb b/bench/qc_simulation/analysis/run_slicing.ipynb new file mode 100644 index 00000000..14c58a25 --- /dev/null +++ b/bench/qc_simulation/analysis/run_slicing.ipynb @@ -0,0 +1,13698 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Added /home/danlkv/qsim/QTensor/bench/qc_simulation to PYTHONPATH\n", + "Added /home/danlkv/qsim/QTensor to PYTHONPATH\n", + "Added /home/danlkv/qsim/QTensor/qtree to PYTHONPATH\n" + ] + } + ], + "source": [ + "import sys, os\n", + "from pathlib import Path\n", + "import numpy as np\n", + "import cartesian_explorer as caex\n", + "\n", + "def addpath(path):\n", + " if str(path) not in sys.path:\n", + " sys.path.insert(0, str(path))\n", + " print(f\"Added {path} to PYTHONPATH\")\n", + "\n", + "cwd = Path(os.path.abspath(\"\"))\n", + "addpath(cwd.parent)\n", + "qtensor_path = Path(os.path.expanduser(\"~\")) / \"qsim\" / \"QTensor\"\n", + "qtree_path = qtensor_path / \"qtree\"\n", + "addpath(qtensor_path)\n", + "addpath(qtree_path)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "%load_ext autoreload\n", + "%autoreload 2" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Qtensor simulation functions" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2023-11-03 06:33:35.677477: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: SSE3 SSE4.1 SSE4.2 AVX AVX2 FMA\n", + "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "/home/danlkv/qsim/QTensor/qtensor/compression/szx/src\n" + ] + }, + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "\n", + "import json\n", + "import copy\n", + "import networkx as nx\n", + "import qtensor\n", + "import qtree\n", + "# qtensor simulation\n", + "\n", + "# -- 1. Read circuit\n", + "\n", + "def qtensor_read_circ(circ_f):\n", + " \"\"\" Read Json representation of maxcut problem and return composer object \"\"\"\n", + " with open(str(circ_f), 'r') as f:\n", + " data = f.read()\n", + " data = json.loads(data)\n", + " terms = data[\"terms\"]\n", + " gamma = np.array(data[\"gamma\"])/np.pi/2\n", + " beta = np.array(data[\"beta\"])/np.pi\n", + " N = len(set(sum([t[1] for t in terms], [])))\n", + " G = nx.Graph()\n", + " for factor, term in terms:\n", + " G.add_edge(*term)\n", + " composer = qtensor.DefaultQAOAComposer(G, gamma=gamma, beta=beta)\n", + " return composer\n", + "\n", + "qtensor_read_circ('../data/circuits/qaoa_maxcut_fixangle/3regfix_N30_p5.jsonterms')" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:52.835\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36mget_ordering_ints\u001b[0m:\u001b[36m262\u001b[0m - \u001b[1mMaximum treewidth: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:53.351\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m322\u001b[0m - \u001b[1mTreewidth: 39\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:53.352\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m323\u001b[0m - \u001b[1mTarget treewidth: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:53.433\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 3. Amps count: 8\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:53.540\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 36\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:53.541\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 36\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:53.618\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 6. Amps count: 64\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 4, # of nodes total: 227, # of nodes per component: [224, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 4\n", + "# of components: 4, # of nodes total: 224, # of nodes per component: [221, 1, 1, 1]\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:53.862\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 33\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:53.863\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 33\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:53.928\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 8. Amps count: 256\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.016\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 31\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.016\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 31\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Calling get_peo_from_tree\n", + "# of components: 4\n", + "# of components: 4, # of nodes total: 222, # of nodes per component: [219, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 4\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:54.079\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 10. Amps count: 1024\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.161\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 29\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.161\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m218\u001b[0m - \u001b[1mRe-created peo is better than old peo. Using new peo.\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.162\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 29\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.215\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 11. Amps count: 2048\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.294\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 28\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.294\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 28\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 4, # of nodes total: 220, # of nodes per component: [217, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 4\n", + "# of components: 4, # of nodes total: 219, # of nodes per component: [216, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 4\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:54.347\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 12. Amps count: 4096\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.423\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 27\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.424\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 27\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 5, # of nodes total: 218, # of nodes per component: [214, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 5\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:54.639\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 13. Amps count: 8192\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.711\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 26\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.711\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 26\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.762\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 14. Amps count: 16384\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.832\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.833\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:54.856\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36mget_ordering_ints\u001b[0m:\u001b[36m262\u001b[0m - \u001b[1mMaximum treewidth: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:55.497\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m322\u001b[0m - \u001b[1mTreewidth: 42\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 5, # of nodes total: 217, # of nodes per component: [213, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 5\n", + "# of components: 6, # of nodes total: 216, # of nodes per component: [211, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 6\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:55.497\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m323\u001b[0m - \u001b[1mTarget treewidth: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:55.601\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 4. Amps count: 16\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:55.729\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 38\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:55.730\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 38\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 2, # of nodes total: 240, # of nodes per component: [239, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 2\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:55.977\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 7. Amps count: 128\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.091\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 35\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.092\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 35\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.175\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 10. Amps count: 1024\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 3, # of nodes total: 237, # of nodes per component: [235, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 3\n", + "# of components: 6, # of nodes total: 234, # of nodes per component: [229, 1, 1, 1, 1, 1]\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:56.278\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 32\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.278\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 32\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.347\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 12. Amps count: 4096\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.440\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 30\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.441\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 30\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Calling get_peo_from_tree\n", + "# of components: 6\n", + "# of components: 8, # of nodes total: 232, # of nodes per component: [1, 225, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 8\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:56.507\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 14. Amps count: 16384\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 9, # of nodes total: 230, # of nodes per component: [1, 222, 1, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 9\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:56.764\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 28\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.764\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 28\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.821\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 15. Amps count: 32768\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.905\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 27\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.906\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 27\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:56.961\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 16. Amps count: 65536\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:57.043\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 26\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:57.044\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 26\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 10, # of nodes total: 229, # of nodes per component: [1, 220, 1, 1, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 10\n", + "# of components: 10, # of nodes total: 228, # of nodes per component: [1, 219, 1, 1, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 10\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:57.099\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 17. Amps count: 131072\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:57.176\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:57.177\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:57.199\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36mget_ordering_ints\u001b[0m:\u001b[36m262\u001b[0m - \u001b[1mMaximum treewidth: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:57.830\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m322\u001b[0m - \u001b[1mTreewidth: 44\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 11, # of nodes total: 227, # of nodes per component: [1, 217, 1, 1, 1, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 11\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:57.830\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m323\u001b[0m - \u001b[1mTarget treewidth: 25\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.093\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 4. Amps count: 16\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.229\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 40\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.230\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 40\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.324\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 8. Amps count: 256\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 2, # of nodes total: 234, # of nodes per component: [233, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 2\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:58.441\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 36\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.442\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 36\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.521\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 11. Amps count: 2048\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 3, # of nodes total: 230, # of nodes per component: [228, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 3\n", + "# of components: 5, # of nodes total: 227, # of nodes per component: [223, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 5\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:58.625\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 33\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.625\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 33\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.864\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 13. Amps count: 8192\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.961\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 31\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:58.961\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 31\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.034\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 15. Amps count: 32768\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 7, # of nodes total: 225, # of nodes per component: [219, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 7\n", + "# of components: 8, # of nodes total: 223, # of nodes per component: [216, 1, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 8\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:59.123\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 29\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.124\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 29\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.183\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 16. Amps count: 65536\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.269\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 28\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.269\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 28\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.330\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 17. Amps count: 131072\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.413\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 27\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.413\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 27\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 9, # of nodes total: 222, # of nodes per component: [214, 1, 1, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 9\n", + "# of components: 9, # of nodes total: 221, # of nodes per component: [213, 1, 1, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 9\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:59.473\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 18. Amps count: 262144\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.553\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 27\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.553\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 26\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 9, # of nodes total: 220, # of nodes per component: [212, 1, 1, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 9\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2023-11-03 06:33:59.788\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_split_graph\u001b[0m:\u001b[36m353\u001b[0m - \u001b[1mParvars count: 19. Amps count: 524288\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.864\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m216\u001b[0m - \u001b[1mRe-created peo width from tree: 26\u001b[0m\n", + "\u001b[32m2023-11-03 06:33:59.865\u001b[0m | \u001b[1mINFO \u001b[0m | \u001b[36mqtensor.optimisation.Optimizer\u001b[0m:\u001b[36m_update_peo_after_slice\u001b[0m:\u001b[36m229\u001b[0m - \u001b[1mTreewidth after slice: 25\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "# of components: 9, # of nodes total: 219, # of nodes per component: [211, 1, 1, 1, 1, 1, 1, 1, 1]\n", + "Calling get_peo_from_tree\n", + "# of components: 9\n" + ] + } + ], + "source": [ + "\n", + "\n", + "# -- 2. Preprocess circuit\n", + "\n", + "def qtensor_preprocess_tn(tn, mem_target, after_slice, ordering_algo):\n", + " opt = qtensor.toolbox.get_ordering_algo(ordering_algo)\n", + " # ignore argument type mismatch for pyright -- opt can be `Optimizer`\n", + " # pyright: reportGeneralTypeIssues=false\n", + " opt = qtensor.optimisation.TreeTrimSplitter(\n", + " tw_bias=0, max_tw=mem_target, base_ordering=opt,\n", + " peo_after_slice_strategy=after_slice\n", + " )\n", + " \n", + " peo, par_vars, _ = opt.optimize(tn)\n", + " #print(\"W\", opt.treewidth)\n", + " return (peo, par_vars, tn), opt.treewidth\n", + "\n", + "def qtensor_preprocess(circ, mem_target,\n", + " hardest_edges=5,\n", + " number_edges=100,\n", + " after_slice='run-again', \n", + " ordering_algo='greedy'\n", + " ):\n", + " \"\"\"\n", + " Preprocess energy calculation lightcones. Use `hardest_edges`\n", + " \"\"\"\n", + " composer = circ\n", + " G = composer.graph\n", + " prep_data = []\n", + " for edge in list(G.edges)[:number_edges]:\n", + " c_copy = copy.deepcopy(composer)\n", + " c_copy.energy_expectation_lightcone(edge)\n", + " _tn = qtensor.optimisation.QtreeTensorNet.from_qtree_gates(c_copy.circuit)\n", + " e_prep, width = qtensor_preprocess_tn(_tn, mem_target, after_slice, ordering_algo)\n", + " prep_data.append((e_prep, width))\n", + " # select only some largest-width edges\n", + " selected = list(sorted(prep_data, key=lambda x: x[1], reverse=True))[:hardest_edges]\n", + " prep_data = [x[0] for x in selected]\n", + " return prep_data\n", + "\n", + "\n", + "prep_data = qtensor_preprocess(\n", + " qtensor_read_circ('../data/circuits/qaoa_maxcut_fixangle/3regfix_N30_p5.jsonterms'),\n", + " mem_target=25,\n", + " hardest_edges=3,\n", + " number_edges=3,\n", + " after_slice='TD-reuse',\n", + " ordering_algo='rgreedy_0.05_10'\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[v_66,\n", + " v_118,\n", + " v_79,\n", + " v_97,\n", + " v_142,\n", + " v_165,\n", + " v_141,\n", + " v_180,\n", + " v_117,\n", + " v_173,\n", + " v_197,\n", + " v_89,\n", + " v_92,\n", + " v_204]" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "prep_data[0][1]" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [], + "source": [ + "# -- 3. Simulate\n", + "\n", + "def qtensor_simulate(prep_data, \n", + " backend='einsum',\n", + " compress=None,\n", + " mem_target=29,\n", + " r2r_error=1e-3, r2r_threshold=1e-3,\n", + " **kwargs):\n", + " import cupy\n", + " cupy.cuda.profiler.start()\n", + "\n", + " C = dict(\n", + " time=0,\n", + " elapsed=0,\n", + " memory=0,\n", + " memory_history=[],\n", + " nvmemory=0,\n", + " result = dict(Re=0, Im=0),\n", + " compression=dict(compress=[], decompress=[])\n", + " )\n", + "\n", + " for prep_lightcone in prep_data[:5]:\n", + " print(prep_lightcone)\n", + " r = qtensor_simulate_preps_lightcone(prep_lightcone, backend, compress, mem_target,\n", + " r2r_error,\n", + " r2r_threshold,**kwargs)\n", + " C['time'] += r['time']\n", + " C['elapsed'] += r['elapsed']\n", + " C['memory'] = max(C['memory'], r['memory'])\n", + " C['nvmemory'] = max(C['nvmemory'], r['nvmemory'])\n", + " C['memory_history'] += r['memory_history']\n", + " C['result']['Re'] += r['result']['Re']\n", + " C['result']['Im'] += r['result']['Im']\n", + " if r.get('compression'):\n", + " C['compression']['compress'] += r['compression']['compress']\n", + " C['compression']['decompress'] += r['compression']['decompress']\n", + "\n", + " cupy.cuda.profiler.stop()\n", + " return C\n", + "\n", + "\n", + "def qtensor_simulate_preps_lightcone(prep_data,\n", + " backend='einsum',\n", + " compress=None,\n", + " mem_target=29,\n", + " r2r_error=1e-3, r2r_threshold=1e-3,\n", + " **kwargs):\n", + " \"\"\"\n", + " Args:\n", + " in_file: file with preprocessed data\n", + " out_file: file to write the results to\n", + " backend: backend to use\n", + " compress: compression algorithm\n", + " M: memory threshold for compression\n", + " r2r_error: relative error for compression\n", + " r2r_threshold: relative threshold for compression\n", + " \"\"\"\n", + " import time\n", + " from qtensor.contraction_algos import bucket_elimination\n", + " from qtensor.compression.Compressor import CUSZCompressor, CUSZXCompressor, TorchCompressor, NEWSZCompressor\n", + " #from qtensor.compression.Compressor import WriteToDiskCompressor\n", + " import cupy\n", + " peo, par_vars, tn = prep_data\n", + " \n", + " backend = qtensor.contraction_backends.get_backend(backend)\n", + " if compress is not None:\n", + " if compress == 'szx':\n", + " print(f\"{r2r_error=} {r2r_threshold=}\")\n", + " compressor = CUSZXCompressor(r2r_error=r2r_error, r2r_threshold=r2r_threshold)\n", + " compressor = qtensor.compression.ProfileCompressor(compressor)\n", + " elif compress == 'cusz':\n", + " print(f\"{r2r_error=} {r2r_threshold=}\")\n", + " compressor = CUSZCompressor(r2r_error=r2r_error, r2r_threshold=r2r_threshold)\n", + " compressor = qtensor.compression.ProfileCompressor(compressor)\n", + " elif compress == 'torch':\n", + " print(f\"{r2r_error=} {r2r_threshold=}\")\n", + " compressor = TorchCompressor(r2r_error=r2r_error, r2r_threshold=r2r_threshold)\n", + " compressor = qtensor.compression.ProfileCompressor(compressor)\n", + " elif compress == 'newsz':\n", + " print(f\"{r2r_error=} {r2r_threshold=}\")\n", + " compressor = NEWSZCompressor(r2r_error=r2r_error, r2r_threshold=r2r_threshold)\n", + " compressor = qtensor.compression.ProfileCompressor(compressor)\n", + " elif compress == 'disk':\n", + " compressor = WriteToDiskCompressor(f'/grand/QTensor/compression/data/tensors_compressed_M{mem_target}/')\n", + " compressor = qtensor.compression.ProfileCompressor(compressor)\n", + " else:\n", + " raise ValueError(f\"Unknown compression algorithm: {compress}\")\n", + " backend = qtensor.contraction_backends.CompressionBackend(backend, compressor, mem_target)\n", + " from qtensor.contraction_backends.performance_measurement_decorator import MemProfBackend\n", + " backend = MemProfBackend(backend)\n", + "\n", + " relabelid = {}\n", + " for tensor in tn.tensors:\n", + " for i in tensor.indices:\n", + " relabelid[int(i)] = i\n", + "\n", + " slice_ext = {relabelid[int(i)]: 0 for i in par_vars}\n", + "\n", + " if len(par_vars) > 0:\n", + " print(\"Parvars\", par_vars)\n", + " print(f\"Detected {len(par_vars)} slice variables\")\n", + " sim = qtensor.QtreeSimulator(backend=backend)\n", + " sim.tn = tn\n", + " sim.tn.backend = backend\n", + " sim.peo = peo\n", + " sim._slice_relabel_buckets(slice_ext)\n", + " buckets = sim.tn.buckets\n", + " # --dbg\n", + " #ignore_vars = sim.tn.bra_vars + sim.tn.ket_vars \n", + " #graph = qtree.graph_model.importers.buckets2graph(buckets, ignore_vars)\n", + " #graph, label_dict = qtree.graph_model.relabel_graph_nodes(\n", + " #graph, dict(zip(graph.nodes, np.array(list(graph.nodes)) - 127*2))\n", + " #) \n", + " #import networkx as nx\n", + " #components = list(nx.connected_components(graph))\n", + " #print(f\"Sliced graph # nodes: {graph.number_of_nodes()} and #components: {len(components)} with sizes {[len(c) for c in components]}\")\n", + " #print(f\"peo size without par_vars and ignore_vars: {len(peo) - len(ignore_vars)}\")\n", + " # --\n", + "\n", + " start = time.time()\n", + " for i in range(2**0):\n", + " print(f\"P {i}\", end='', flush=True)\n", + " bcopy = [b[:] for b in buckets]\n", + " res = bucket_elimination(\n", + " bcopy, backend,\n", + " n_var_nosum=len(tn.free_vars)\n", + " )\n", + " del bcopy\n", + " print(\"Result\", res.data.flatten()[0])\n", + " #time.sleep(0.5)\n", + " sim_result = backend.get_result_data(res).flatten()[0]\n", + " print(\"Simulation result:\", sim_result)\n", + " end = time.time()\n", + " print(\"Elapsed\", end - start)\n", + " C = {'time': 2**len(par_vars)*(end - start)}\n", + " C['elapsed'] = (end - start)\n", + " C['memory'] = backend.max_mem\n", + " C['memory_history'] = backend.mem_history\n", + " C['nvmemory'] = backend.nvsmi_max_mem\n", + " C['result'] = {\n", + " \"Re\": np.real(sim_result).tolist(),\n", + " \"Im\": np.imag(sim_result).tolist()\n", + " }\n", + " if compress is not None:\n", + " if isinstance(compressor, qtensor.compression.ProfileCompressor):\n", + " C['compression'] = compressor.get_profile_data_json()\n", + " return C" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "([i_0, i_1, i_2, i_3, i_4, i_5, i_6, i_7, i_8, i_9, i_10, i_11, i_12, i_13, i_14, i_15, i_16, i_17, i_18, i_19, i_20, i_21, i_22, i_23, i_24, i_25, i_26, i_27, i_28, i_29, o_0, o_1, o_2, o_3, o_4, o_5, o_6, o_7, o_8, o_9, o_10, o_11, o_12, o_13, o_14, o_15, o_16, o_17, o_18, o_19, o_20, o_21, o_22, o_23, o_24, o_25, o_26, o_27, o_28, o_29, v_33, v_40, v_248, v_47, v_233, v_251, v_39, v_37, v_57, v_41, v_231, v_240, v_235, v_242, v_241, v_256, v_232, v_254, v_234, v_258, v_236, v_230, v_52, v_34, v_48, v_53, v_245, v_238, v_243, v_249, v_252, v_51, v_237, v_45, v_239, v_30, v_255, v_259, v_44, v_250, v_55, v_54, v_59, v_56, v_50, v_244, v_43, v_42, v_46, v_32, v_246, v_38, v_31, v_247, v_257, v_58, v_159, v_158, v_138, v_96, v_225, v_126, v_145, v_202, v_98, v_83, v_74, v_210, v_85, v_151, v_61, v_220, v_214, v_156, v_136, v_62, v_78, v_149, v_229, v_88, v_211, v_205, v_150, v_124, v_68, v_155, v_87, v_146, v_147, v_154, v_112, v_222, v_131, v_209, v_129, v_70, v_77, v_157, v_208, v_130, v_95, v_110, v_179, v_192, v_196, v_107, v_100, v_90, v_194, v_103, v_119, v_187, v_120, v_198, v_191, v_139, v_121, v_178, v_167, v_114, v_203, v_215, v_148, v_63, v_115, v_69, v_135, v_67, v_160, v_188, v_223, v_207, v_101, v_228, v_122, v_64, v_108, v_176, v_76, v_152, v_168, v_185, v_169, v_116, v_218, v_134, v_99, v_86, v_109, v_177, v_224, v_104, v_195, v_161, v_153, v_72, v_172, v_166, v_182, v_163, v_216, v_140, v_143, v_60, v_132, v_217, v_227, v_144, v_162, v_84, v_71, v_193, v_221, v_170, v_212, v_189, v_199, v_226, v_201, v_206, v_113, v_181, v_213, v_183, v_186, v_219, v_164, v_200, v_171, v_174, v_175, v_184, v_127, v_128, v_81, v_190, v_105, v_133, v_73, v_137, v_75, v_80, v_82, v_91, v_93, v_94, v_102, v_106, v_111, v_123, v_125, v_65, v_35, v_36, v_49, v_253, v_66, v_118, v_79, v_97, v_142, v_165, v_141, v_180, v_117, v_173, v_197, v_89, v_92, v_204], [v_66, v_118, v_79, v_97, v_142, v_165, v_141, v_180, v_117, v_173, v_197, v_89, v_92, v_204], )\n", + "r2r_error=0.001 r2r_threshold=0.001\n", + "Parvars [v_66, v_118, v_79, v_97, v_142, v_165, v_141, v_180, v_117, v_173, v_197, v_89, v_92, v_204]\n", + "Detected 14 slice variables\n", + "P 0(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2,)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "Added tensor with data size 16.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 2.2645950317382812 MB\n", + "CuPy memory usage 2.51025390625 MB. Total MB: 2.58056640625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.1376266479492188 MB\n", + "CuPy memory usage 3.3828125 MB. Total MB: 3.453125\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.3876113891601562 MB\n", + "CuPy memory usage 1.63232421875 MB. Total MB: 3.45263671875\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "Total memory usage 1.4947891235351562 MB\n", + "CuPy memory usage 1.7392578125 MB. Total MB: 3.4345703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "Total memory usage 1.3697891235351562 MB\n", + "CuPy memory usage 1.6142578125 MB. Total MB: 3.4345703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "Total memory usage 1.3990707397460938 MB\n", + "CuPy memory usage 1.64306640625 MB. Total MB: 3.43212890625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 9.274040222167969 MB\n", + "CuPy memory usage 9.51708984375 MB. Total MB: 11.43115234375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 10.273551940917969 MB\n", + "CuPy memory usage 10.5166015625 MB. Total MB: 12.4306640625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 74.24222564697266 MB\n", + "CuPy memory usage 74.484375 MB. Total MB: 76.3984375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 98.17972564697266 MB\n", + "CuPy memory usage 98.421875 MB. Total MB: 100.3984375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 50.179710388183594 MB\n", + "CuPy memory usage 50.42138671875 MB. Total MB: 100.39794921875\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 26.179710388183594 MB\n", + "CuPy memory usage 26.42138671875 MB. Total MB: 100.39794921875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Need compression: [v_270]\n", + "Chunk indices: [v_267, v_266, v_262, v_259, v_258, v_257, v_256, v_255, v_254, v_252, v_251, v_250, v_249, v_248, v_247, v_246, v_245, v_244, v_243, v_242, v_241, v_240, v_239, v_238], remove_compress: set()\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "7.407443497418913\n", + "Compress: Measure: 0.061s, 128.00MB -> 13.28MB (9.639 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "7.256915989908055\n", + "Compress: Measure: 0.019s, 128.00MB -> 13.64MB (9.385 in/out ratio)\n", + "Return C237{v_270}(v_267,v_266,v_262,v_259,v_258,v_257,v_256,v_255,v_254,v_252,v_251,v_250,v_249,v_248,v_247,v_246,v_245,v_244,v_243,v_242,v_241,v_240,v_239,v_238)\n", + "Total memory usage 10.179725646972656 MB\n", + "CuPy memory usage 74.42138671875 MB. Total MB: 132.41015625\n", + "(2,)\n", + "(2, 2)\n", + "Need compression: []\n", + "Chunk indices: [v_270, v_267, v_266, v_262, v_259, v_258, v_257, v_256, v_255, v_254, v_252, v_251, v_250, v_249, v_248, v_247, v_246, v_245, v_244, v_243, v_242, v_241, v_240, v_239], remove_compress: {v_270}\n", + "Compression end timestamp: 5.102592 ms\n", + "CUDA Error: no error\n", + "Compression end timestamp: 3.910656 ms\n", + "CUDA Error: no error\n", + "Decompress: Measure: 0.159s, 13.28MB -> 128.00MB (0.104 in/out ratio)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Decompress: Measure: 0.005s, 13.64MB -> 128.00MB (0.107 in/out ratio)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Return C238(v_270,v_267,v_266,v_262,v_259,v_258,v_257,v_256,v_255,v_254,v_252,v_251,v_250,v_249,v_248,v_247,v_246,v_245,v_244,v_243,v_242,v_241,v_240,v_239)\n", + "Cleanup 0\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 128.1797103881836 MB\n", + "CuPy memory usage 192.4208984375 MB. Total MB: 226.40966796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 192.17969512939453 MB\n", + "CuPy memory usage 192.4208984375 MB. Total MB: 194.3974609375\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 96.17967987060547 MB\n", + "CuPy memory usage 96.42041015625 MB. Total MB: 194.39697265625\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 48.17967987060547 MB\n", + "CuPy memory usage 48.42041015625 MB. Total MB: 194.39697265625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 24.17967987060547 MB\n", + "CuPy memory usage 24.42041015625 MB. Total MB: 66.39697265625\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 12.179664611816406 MB\n", + "CuPy memory usage 12.419921875 MB. Total MB: 66.396484375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.179664611816406 MB\n", + "CuPy memory usage 6.419921875 MB. Total MB: 66.396484375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.1796646118164062 MB\n", + "CuPy memory usage 3.419921875 MB. Total MB: 66.396484375\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 17.179649353027344 MB\n", + "CuPy memory usage 17.41943359375 MB. Total MB: 66.39599609375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 24.054649353027344 MB\n", + "CuPy memory usage 24.29443359375 MB. Total MB: 64.39599609375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 12.054649353027344 MB\n", + "CuPy memory usage 12.29443359375 MB. Total MB: 64.39599609375\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.054649353027344 MB\n", + "CuPy memory usage 6.29443359375 MB. Total MB: 64.39599609375\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.0546493530273438 MB\n", + "CuPy memory usage 3.29443359375 MB. Total MB: 64.39599609375\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.5546493530273438 MB\n", + "CuPy memory usage 1.79443359375 MB. Total MB: 64.39599609375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.04443359375 MB. Total MB: 64.39599609375\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "CuPy memory usage 1.04443359375 MB. Total MB: 64.39599609375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.03662109375 MB. Total MB: 64.39599609375\n", + "Added tensor with data size 128.0 KB\n", + "Added tensor with data size 64.0 KB\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "Result (-2.0059038e-05+1.0278189e-05j)\n", + "Simulation result: (-2.0059038e-05+1.0278189e-05j)\n", + "Elapsed 1.9069535732269287\n", + "([i_0, i_1, i_2, i_3, i_4, i_5, i_6, i_7, i_8, i_9, i_10, i_11, i_12, i_13, i_14, i_15, i_16, i_17, i_18, i_19, i_20, i_21, i_22, i_23, i_24, i_25, i_26, i_27, i_28, i_29, o_0, o_1, o_2, o_3, o_4, o_5, o_6, o_7, o_8, o_9, o_10, o_11, o_12, o_13, o_14, o_15, o_16, o_17, o_18, o_19, o_20, o_21, o_22, o_23, o_24, o_25, o_26, o_27, o_28, o_29, v_58, v_267, v_269, v_270, v_45, v_260, v_248, v_48, v_254, v_39, v_273, v_246, v_249, v_251, v_259, v_255, v_57, v_266, v_263, v_54, v_256, v_56, v_244, v_36, v_250, v_35, v_261, v_258, v_30, v_59, v_245, v_265, v_272, v_37, v_268, v_40, v_253, v_271, v_46, v_34, v_50, v_44, v_31, v_264, v_52, v_247, v_257, v_49, v_43, v_47, v_41, v_32, v_33, v_262, v_252, v_38, v_42, v_55, v_51, v_53, v_165, v_166, v_237, v_78, v_84, v_214, v_63, v_152, v_69, v_74, v_61, v_139, v_77, v_83, v_67, v_86, v_162, v_231, v_132, v_227, v_164, v_219, v_160, v_242, v_240, v_62, v_221, v_158, v_217, v_155, v_144, v_134, v_163, v_131, v_140, v_151, v_230, v_68, v_126, v_137, v_142, v_128, v_150, v_149, v_224, v_157, v_153, v_222, v_95, v_100, v_121, v_209, v_197, v_188, v_90, v_190, v_179, v_147, v_115, v_206, v_138, v_211, v_135, v_94, v_192, v_103, v_118, v_172, v_123, v_177, v_200, v_75, v_238, v_228, v_96, v_89, v_232, v_106, v_168, v_194, v_145, v_185, v_71, v_80, v_229, v_117, v_79, v_102, v_129, v_243, v_199, v_99, v_184, v_183, v_161, v_112, v_64, v_207, v_110, v_176, v_159, v_167, v_109, v_236, v_143, v_233, v_223, v_203, v_141, v_170, v_65, v_87, v_225, v_91, v_175, v_107, v_208, v_220, v_101, v_193, v_216, v_66, v_212, v_239, v_202, v_156, v_169, v_93, v_122, v_133, v_154, v_130, v_180, v_178, v_136, v_187, v_113, v_210, v_205, v_125, v_213, v_98, v_70, v_198, v_182, v_105, v_201, v_124, v_92, v_181, v_195, v_104, v_127, v_81, v_111, v_114, v_116, v_72, v_189, v_171, v_97, v_119, v_191, v_174, v_85, v_204, v_235, v_218, v_146, v_196, v_108, v_173, v_73, v_148, v_76, v_226, v_88, v_234, v_60, v_241, v_120, v_82, v_186, v_215], [v_218, v_146, v_196, v_108, v_173, v_73, v_148, v_76, v_226, v_88, v_234, v_60, v_241, v_120, v_82, v_186, v_215], )\n", + "r2r_error=0.001 r2r_threshold=0.001\n", + "Parvars [v_218, v_146, v_196, v_108, v_173, v_73, v_148, v_76, v_226, v_88, v_234, v_60, v_241, v_120, v_82, v_186, v_215]\n", + "Detected 17 slice variables\n", + "P 0(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "CuPy memory usage 1.35791015625 MB. Total MB: 2.11669921875\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.4140625 MB. Total MB: 2.11669921875\n", + "(2,)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.466796875 MB. Total MB: 2.11669921875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 1.8978118896484375 MB\n", + "CuPy memory usage 2.4033203125 MB. Total MB: 2.4736328125\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 2.2649993896484375 MB\n", + "CuPy memory usage 2.7705078125 MB. Total MB: 2.8408203125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.5148773193359375 MB\n", + "CuPy memory usage 2.02001953125 MB. Total MB: 2.84033203125\n", + "(2,)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.51483154296875 MB\n", + "CuPy memory usage 2.01904296875 MB. Total MB: 2.83935546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 2.2647552490234375 MB\n", + "CuPy memory usage 2.76806640625 MB. Total MB: 2.83837890625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 2.6944427490234375 MB\n", + "CuPy memory usage 3.19775390625 MB. Total MB: 3.19775390625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.944427490234375 MB\n", + "CuPy memory usage 2.447265625 MB. Total MB: 3.197265625\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 5.444427490234375 MB\n", + "CuPy memory usage 5.947265625 MB. Total MB: 6.697265625\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 7.397430419921875 MB\n", + "CuPy memory usage 7.89990234375 MB. Total MB: 8.64990234375\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 7.397430419921875 MB\n", + "CuPy memory usage 7.89990234375 MB. Total MB: 8.64990234375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 135.26461791992188 MB\n", + "CuPy memory usage 135.76708984375 MB. Total MB: 136.51708984375\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 196.76461791992188 MB\n", + "CuPy memory usage 197.26708984375 MB. Total MB: 198.01708984375\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 100.76461791992188 MB\n", + "CuPy memory usage 101.26708984375 MB. Total MB: 198.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 68.76461791992188 MB\n", + "CuPy memory usage 69.26708984375 MB. Total MB: 198.01708984375\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 52.764617919921875 MB\n", + "CuPy memory usage 53.26708984375 MB. Total MB: 70.01708984375\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 84.76449584960938 MB\n", + "CuPy memory usage 85.2666015625 MB. Total MB: 134.0166015625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 112.51443481445312 MB\n", + "CuPy memory usage 113.01611328125 MB. Total MB: 129.01611328125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 64.51443481445312 MB\n", + "CuPy memory usage 65.01611328125 MB. Total MB: 65.01611328125\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 40.514434814453125 MB\n", + "CuPy memory usage 41.01611328125 MB. Total MB: 65.01611328125\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 28.514434814453125 MB\n", + "CuPy memory usage 29.01611328125 MB. Total MB: 65.01611328125\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 22.514434814453125 MB\n", + "CuPy memory usage 23.01611328125 MB. Total MB: 65.01611328125\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 19.514434814453125 MB\n", + "CuPy memory usage 20.01611328125 MB. Total MB: 65.01611328125\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 18.514434814453125 MB\n", + "CuPy memory usage 19.01611328125 MB. Total MB: 65.01611328125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Need compression: [v_286, v_285]\n", + "Chunk indices: [v_284, v_283, v_282, v_281, v_280, v_279, v_278, v_277, v_276, v_275, v_274, v_273, v_272, v_271, v_270, v_269, v_268, v_267, v_266, v_265, v_264, v_263, v_262, v_261], remove_compress: set()\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "8.593904563400873\n", + "Compress: Measure: 0.007s, 128.00MB -> 10.89MB (11.749 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "Compression end timestamp: 3.382272 ms\n", + "CUDA Error: no error\n", + "11.31624985171516\n", + "Compress: Measure: 0.006s, 128.00MB -> 7.31MB (17.507 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "Compression end timestamp: 2.838528 ms\n", + "CUDA Error: no error\n", + "9.953173463865335\n", + "Compress: Measure: 0.007s, 128.00MB -> 8.86MB (14.447 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "Compression end timestamp: 3.269632 ms\n", + "CUDA Error: no error\n", + "11.118648223856589\n", + "Compress: Measure: 0.006s, 128.00MB -> 7.51MB (17.039 in/out ratio)\n", + "Return C261{v_286,v_285}(v_284,v_283,v_282,v_281,v_280,v_279,v_278,v_277,v_276,v_275,v_274,v_273,v_272,v_271,v_270,v_269,v_268,v_267,v_266,v_265,v_264,v_263,v_262,v_261)\n", + "Need compression: [v_286]\n", + "Chunk indices: [v_285, v_284, v_283, v_282, v_281, v_280, v_279, v_278, v_277, v_276, v_275, v_274, v_273, v_272, v_271, v_270, v_269, v_268, v_267, v_266, v_265, v_264, v_263, v_262], remove_compress: {v_285}\n", + "Compression end timestamp: 2.859008 ms\n", + "CUDA Error: no error\n", + "Decompress: Measure: 0.009s, 10.89MB -> 128.00MB (0.085 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Decompress: Measure: 0.003s, 7.31MB -> 128.00MB (0.057 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "28.487411691667685\n", + "Compress: Measure: 0.004s, 128.00MB -> 0.49MB (259.523 in/out ratio)\n", + "Compression end timestamp: 0.980992 ms\n", + "CUDA Error: no error\n", + "Decompress: Measure: 0.004s, 8.86MB -> 128.00MB (0.069 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Decompress: Measure: 0.003s, 7.51MB -> 128.00MB (0.059 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "28.821829888627576\n", + "Compress: Measure: 0.004s, 128.00MB -> 0.44MB (290.198 in/out ratio)\n", + "Return C261{v_286}(v_285,v_284,v_283,v_282,v_281,v_280,v_279,v_278,v_277,v_276,v_275,v_274,v_273,v_272,v_271,v_270,v_269,v_268,v_267,v_266,v_265,v_264,v_263,v_262)\n", + "Cleanup 0\n", + "Total memory usage 17.514389038085938 MB\n", + "Compression end timestamp: 0.656384 ms\n", + "CUDA Error: no error\n", + "CuPy memory usage 82.015625 MB. Total MB: 321.015625\n", + "Need compression: []\n", + "Chunk indices: [v_286, v_285, v_284, v_283, v_282, v_281, v_280, v_279, v_278, v_277, v_276, v_275, v_274, v_273, v_272, v_271, v_270, v_269, v_268, v_267, v_266, v_265, v_264, v_263], remove_compress: {v_286}\n", + "Decompress: Measure: 0.014s, 0.49MB -> 128.00MB (0.004 in/out ratio)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Decompress: Measure: 0.002s, 0.44MB -> 128.00MB (0.003 in/out ratio)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Return C262(v_286,v_285,v_284,v_283,v_282,v_281,v_280,v_279,v_278,v_277,v_276,v_275,v_274,v_273,v_272,v_271,v_270,v_269,v_268,v_267,v_266,v_265,v_264,v_263)\n", + "Cleanup 0\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 128.01438903808594 MB\n", + "CuPy memory usage 192.515625 MB. Total MB: 256.515625\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 192.0143585205078 MB\n", + "CuPy memory usage 192.51513671875 MB. Total MB: 256.51513671875\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 96.01435852050781 MB\n", + "CuPy memory usage 96.51513671875 MB. Total MB: 256.51513671875\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 48.01435852050781 MB\n", + "CuPy memory usage 48.51513671875 MB. Total MB: 256.51513671875\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 24.014358520507812 MB\n", + "CuPy memory usage 24.51513671875 MB. Total MB: 256.51513671875\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 12.014358520507812 MB\n", + "CuPy memory usage 12.51513671875 MB. Total MB: 256.51513671875\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.0143585205078125 MB\n", + "CuPy memory usage 6.51513671875 MB. Total MB: 256.51513671875\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.0143585205078125 MB\n", + "CuPy memory usage 3.51513671875 MB. Total MB: 256.51513671875\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.5143585205078125 MB\n", + "CuPy memory usage 2.01513671875 MB. Total MB: 256.51513671875\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.26513671875 MB. Total MB: 256.51513671875\n", + "Added tensor with data size 128.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "Added tensor with data size 16.0 KB\n", + "Added tensor with data size 8.0 KB\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "Result (2.8197585e-06-1.1905157e-06j)\n", + "Simulation result: (2.8197585e-06-1.1905157e-06j)\n", + "Elapsed 0.6203460693359375\n", + "([i_0, i_1, i_2, i_3, i_4, i_5, i_6, i_7, i_8, i_9, i_10, i_11, i_12, i_13, i_14, i_15, i_16, i_17, i_18, i_19, i_20, i_21, i_22, i_23, i_24, i_25, i_26, i_27, i_28, i_29, o_0, o_1, o_2, o_3, o_4, o_5, o_6, o_7, o_8, o_9, o_10, o_11, o_12, o_13, o_14, o_15, o_16, o_17, o_18, o_19, o_20, o_21, o_22, o_23, o_24, o_25, o_26, o_27, o_28, o_29, v_262, v_263, v_255, v_240, v_260, v_250, v_251, v_257, v_245, v_264, v_45, v_253, v_32, v_59, v_244, v_44, v_43, v_238, v_249, v_47, v_259, v_56, v_39, v_53, v_241, v_57, v_247, v_51, v_267, v_49, v_54, v_252, v_248, v_52, v_55, v_254, v_266, v_33, v_48, v_239, v_242, v_42, v_41, v_38, v_50, v_243, v_31, v_37, v_30, v_258, v_58, v_34, v_261, v_256, v_46, v_35, v_40, v_36, v_265, v_246, v_163, v_162, v_140, v_64, v_84, v_221, v_65, v_72, v_97, v_232, v_158, v_66, v_160, v_79, v_85, v_78, v_157, v_139, v_216, v_212, v_126, v_150, v_89, v_210, v_147, v_229, v_127, v_223, v_131, v_73, v_227, v_220, v_125, v_63, v_161, v_151, v_155, v_132, v_228, v_130, v_149, v_136, v_153, v_237, v_192, v_135, v_143, v_184, v_185, v_207, v_120, v_112, v_189, v_103, v_92, v_117, v_193, v_173, v_168, v_198, v_179, v_75, v_233, v_82, v_211, v_60, v_105, v_188, v_116, v_165, v_99, v_159, v_98, v_230, v_77, v_199, v_225, v_217, v_206, v_86, v_205, v_141, v_121, v_109, v_91, v_180, v_148, v_146, v_67, v_174, v_196, v_234, v_83, v_113, v_176, v_156, v_215, v_110, v_164, v_123, v_108, v_128, v_171, v_187, v_175, v_214, v_80, v_224, v_111, v_69, v_137, v_61, v_95, v_167, v_201, v_181, v_202, v_104, v_134, v_114, v_191, v_115, v_100, v_87, v_200, v_70, v_71, v_166, v_236, v_226, v_154, v_203, v_178, v_81, v_190, v_222, v_93, v_96, v_204, v_106, v_101, v_183, v_197, v_195, v_129, v_177, v_235, v_208, v_90, v_94, v_182, v_194, v_231, v_76, v_124, v_107, v_170, v_122, v_118, v_68, v_145, v_119, v_144, v_186, v_133, v_213, v_138, v_219, v_88, v_152, v_74, v_218, v_142, v_209, v_62, v_172, v_102, v_169], [v_68, v_145, v_119, v_144, v_186, v_133, v_213, v_138, v_219, v_88, v_152, v_74, v_218, v_142, v_209, v_62, v_172, v_102, v_169], )\n", + "r2r_error=0.001 r2r_threshold=0.001\n", + "Parvars [v_68, v_145, v_119, v_144, v_186, v_133, v_213, v_138, v_219, v_88, v_152, v_74, v_218, v_142, v_209, v_62, v_172, v_102, v_169]\n", + "Detected 19 slice variables\n", + "P 0(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "(2,)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 1.0859375 MB. Total MB: 1.38623046875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.3330078125 MB. Total MB: 1.88623046875\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.0467376708984375 MB\n", + "CuPy memory usage 1.8125 MB. Total MB: 1.82421875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.4207611083984375 MB\n", + "CuPy memory usage 2.1865234375 MB. Total MB: 2.1982421875\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.623870849609375 MB\n", + "CuPy memory usage 2.38916015625 MB. Total MB: 2.40087890625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.373870849609375 MB\n", + "CuPy memory usage 2.13916015625 MB. Total MB: 2.40087890625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.83868408203125 MB\n", + "CuPy memory usage 2.603515625 MB. Total MB: 2.853515625\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.83843994140625 MB\n", + "CuPy memory usage 2.60302734375 MB. Total MB: 2.60302734375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 5.58837890625 MB\n", + "CuPy memory usage 6.3525390625 MB. Total MB: 6.6025390625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 9.52197265625 MB\n", + "CuPy memory usage 10.2861328125 MB. Total MB: 10.5361328125\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 13.26806640625 MB\n", + "CuPy memory usage 14.0322265625 MB. Total MB: 14.2822265625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Need compression: [v_278]\n", + "Chunk indices: [v_275, v_273, v_272, v_271, v_270, v_269, v_268, v_267, v_266, v_265, v_264, v_263, v_259, v_257, v_255, v_254, v_253, v_246, v_245, v_244, v_243, v_242, v_241, v_240], remove_compress: set()\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "6.410203313675585\n", + "Compress: Measure: 0.021s, 128.00MB -> 15.97MB (8.016 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "Compression end timestamp: 3.584000 ms\n", + "CUDA Error: no error\n", + "8.64202456792365\n", + "Compress: Measure: 0.017s, 128.00MB -> 10.81MB (11.839 in/out ratio)\n", + "Return C239{v_278}(v_275,v_273,v_272,v_271,v_270,v_269,v_268,v_267,v_266,v_265,v_264,v_263,v_259,v_257,v_255,v_254,v_253,v_246,v_245,v_244,v_243,v_242,v_241,v_240)\n", + "Total memory usage 12.764175415039062 MB\n", + "Compression end timestamp: 3.343360 ms\n", + "CUDA Error: no error\n", + "CuPy memory usage 77.5283203125 MB. Total MB: 141.7783203125\n", + "Need compression: []\n", + "Chunk indices: [v_278, v_275, v_273, v_272, v_271, v_270, v_269, v_268, v_267, v_266, v_265, v_264, v_263, v_259, v_257, v_255, v_254, v_253, v_246, v_245, v_244, v_243, v_242, v_241], remove_compress: {v_278}\n", + "Decompress: Measure: 0.017s, 15.97MB -> 128.00MB (0.125 in/out ratio)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Decompress: Measure: 0.004s, 10.81MB -> 128.00MB (0.084 in/out ratio)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Return C240(v_278,v_275,v_273,v_272,v_271,v_270,v_269,v_268,v_267,v_266,v_265,v_264,v_263,v_259,v_257,v_255,v_254,v_253,v_246,v_245,v_244,v_243,v_242,v_241)\n", + "Cleanup 0\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 136.26417541503906 MB\n", + "CuPy memory usage 201.0283203125 MB. Total MB: 265.2783203125\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 200.26416015625 MB\n", + "CuPy memory usage 201.0283203125 MB. Total MB: 265.2783203125\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 104.26416015625 MB\n", + "CuPy memory usage 105.0283203125 MB. Total MB: 137.2783203125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 56.26416015625 MB\n", + "CuPy memory usage 57.0283203125 MB. Total MB: 137.2783203125\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 32.26414489746094 MB\n", + "CuPy memory usage 33.02783203125 MB. Total MB: 137.27783203125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 20.264144897460938 MB\n", + "CuPy memory usage 21.02783203125 MB. Total MB: 137.27783203125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 14.264129638671875 MB\n", + "CuPy memory usage 15.02734375 MB. Total MB: 137.27734375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Need compression: [v_278]\n", + "Chunk indices: [v_277, v_276, v_274, v_272, v_271, v_270, v_267, v_266, v_265, v_264, v_263, v_262, v_261, v_260, v_258, v_257, v_256, v_255, v_254, v_252, v_251, v_250, v_249, v_248], remove_compress: set()\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "7.519503755893795\n", + "Compress: Measure: 0.022s, 128.00MB -> 13.02MB (9.829 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "Compression end timestamp: 3.551232 ms\n", + "CUDA Error: no error\n", + "8.043144391747434\n", + "Compress: Measure: 0.017s, 128.00MB -> 11.91MB (10.744 in/out ratio)\n", + "Return C247{v_278}(v_277,v_276,v_274,v_272,v_271,v_270,v_267,v_266,v_265,v_264,v_263,v_262,v_261,v_260,v_258,v_257,v_256,v_255,v_254,v_252,v_251,v_250,v_249,v_248)\n", + "Total memory usage 10.264114379882812 MB\n", + "Compression end timestamp: 3.323904 ms\n", + "CUDA Error: no error\n", + "CuPy memory usage 75.0263671875 MB. Total MB: 137.2763671875\n", + "(2,)\n", + "(2, 2, 2, 2, 2)\n", + "Need compression: []\n", + "Chunk indices: [v_278, v_277, v_276, v_274, v_272, v_271, v_270, v_267, v_266, v_265, v_264, v_263, v_262, v_261, v_260, v_258, v_257, v_256, v_255, v_254, v_252, v_251, v_250, v_249], remove_compress: {v_278}\n", + "Decompress: Measure: 0.017s, 13.02MB -> 128.00MB (0.102 in/out ratio)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Decompress: Measure: 0.004s, 11.91MB -> 128.00MB (0.093 in/out ratio)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Return C248(v_278,v_277,v_276,v_274,v_272,v_271,v_270,v_267,v_266,v_265,v_264,v_263,v_262,v_261,v_260,v_258,v_257,v_256,v_255,v_254,v_252,v_251,v_250,v_249)\n", + "Cleanup 0\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 134.0140838623047 MB\n", + "CuPy memory usage 198.77587890625 MB. Total MB: 260.77587890625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 198.01380920410156 MB\n", + "CuPy memory usage 198.77490234375 MB. Total MB: 260.77490234375\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 102.0137939453125 MB\n", + "CuPy memory usage 102.7744140625 MB. Total MB: 132.7744140625\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 54.0137939453125 MB\n", + "CuPy memory usage 54.7744140625 MB. Total MB: 132.7744140625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 30.0137939453125 MB\n", + "CuPy memory usage 30.7744140625 MB. Total MB: 132.7744140625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Need compression: [v_278]\n", + "Chunk indices: [v_277, v_276, v_275, v_274, v_273, v_272, v_271, v_270, v_269, v_268, v_267, v_266, v_265, v_264, v_263, v_262, v_261, v_260, v_259, v_258, v_257, v_256, v_255, v_254], remove_compress: set()\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "8.999867769038374\n", + "Compress: Measure: 0.021s, 128.00MB -> 10.22MB (12.521 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 0\n", + "Compression end timestamp: 3.295232 ms\n", + "CUDA Error: no error\n", + "9.739610706496558\n", + "Compress: Measure: 0.017s, 128.00MB -> 9.14MB (14.001 in/out ratio)\n", + "Return C253{v_278}(v_277,v_276,v_275,v_274,v_273,v_272,v_271,v_270,v_269,v_268,v_267,v_266,v_265,v_264,v_263,v_262,v_261,v_260,v_259,v_258,v_257,v_256,v_255,v_254)\n", + "Total memory usage 14.013809204101562 MB\n", + "Compression end timestamp: 3.274752 ms\n", + "CUDA Error: no error\n", + "CuPy memory usage 78.7744140625 MB. Total MB: 132.7744140625\n", + "Need compression: []\n", + "Chunk indices: [v_278, v_277, v_276, v_275, v_274, v_273, v_272, v_271, v_270, v_269, v_268, v_267, v_266, v_265, v_264, v_263, v_262, v_261, v_260, v_259, v_258, v_257, v_256, v_255], remove_compress: {v_278}\n", + "Decompress: Measure: 0.016s, 10.22MB -> 128.00MB (0.080 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Decompress: Measure: 0.003s, 9.14MB -> 128.00MB (0.071 in/out ratio)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Cleanup 1\n", + "Return C254(v_278,v_277,v_276,v_275,v_274,v_273,v_272,v_271,v_270,v_269,v_268,v_267,v_266,v_265,v_264,v_263,v_262,v_261,v_260,v_259,v_258,v_257,v_256,v_255)\n", + "Cleanup 0\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 136.0137939453125 MB\n", + "CuPy memory usage 200.77392578125 MB. Total MB: 256.77392578125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 192.01377868652344 MB\n", + "CuPy memory usage 192.77392578125 MB. Total MB: 256.77392578125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 96.01376342773438 MB\n", + "CuPy memory usage 96.7734375 MB. Total MB: 128.7734375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 48.013763427734375 MB\n", + "CuPy memory usage 48.7734375 MB. Total MB: 128.7734375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 24.013763427734375 MB\n", + "CuPy memory usage 24.7734375 MB. Total MB: 128.7734375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 12.013763427734375 MB\n", + "CuPy memory usage 12.7734375 MB. Total MB: 128.7734375\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.013763427734375 MB\n", + "CuPy memory usage 6.7734375 MB. Total MB: 128.7734375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.013763427734375 MB\n", + "CuPy memory usage 3.7734375 MB. Total MB: 128.7734375\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.513763427734375 MB\n", + "CuPy memory usage 2.2734375 MB. Total MB: 128.7734375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.5234375 MB. Total MB: 128.7734375\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 1.1484375 MB. Total MB: 128.7734375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "Added tensor with data size 16.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "Added tensor with data size 4.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "Result (9.678148e-08+3.217218e-07j)\n", + "Simulation result: (9.678148e-08+3.217218e-07j)\n", + "Elapsed 0.7305455207824707\n" + ] + } + ], + "source": [ + "info = qtensor_simulate(prep_data,\n", + " backend='cupy',\n", + " compress='szx',\n", + " mem_target=24\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Benchmarking setup" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [], + "source": [ + "import pickle\n", + "ex = caex.Explorer(cache=caex.caches.JobLibCache('/tmp/qtensor/bench'))\n", + "\n", + "@ex.provider\n", + "def circuit(circ_f, sim='qtensor'):\n", + " return qtensor_read_circ(circ_f)\n", + "\n", + "@ex.provider\n", + "def preprocess(circuit, mem_target, hardest_edges, sim_prep_args, number_edges=10, sim='qtensor'):\n", + " if sim_prep_args.get('prep_file') is not None:\n", + " with open(sim_prep_args['prep_file'], 'rb') as f:\n", + " prep_data = pickle.load(f)\n", + " print(\"Loaded prep data from\", sim_prep_args['prep_file'])\n", + " return prep_data\n", + " return qtensor_preprocess(circuit, mem_target,\n", + " hardest_edges=hardest_edges,\n", + " number_edges=number_edges,\n", + " after_slice=sim_prep_args.get('after_slice', 'TD-reuse'),\n", + " ordering_algo=sim_prep_args.get('ordering_algo', 'greedy'),\n", + " )\n", + "\n", + "@ex.provider\n", + "def sim_info(preprocess, sim_mem_target, sim_sim_args={}, sim='qtensor'):\n", + " res = qtensor_simulate(preprocess,\n", + " mem_target=sim_mem_target,\n", + " backend=sim_sim_args.get('backend', 'cupy'),\n", + " compress=sim_sim_args.get('compress', 'szx'),\n", + " r2r_error=sim_sim_args.get('r2r_error', 1e-3),\n", + " r2r_threshold=sim_sim_args.get('r2r_threshold', 1e-3),\n", + " )\n", + " #print(preprocess)\n", + " for i in preprocess:\n", + " i[2].backend = None\n", + " return [res]\n", + "\n", + "\n", + "@ex.provider\n", + "def memory(sim_info):\n", + " return sim_info[0]['memory']\n", + "\n", + "@ex.provider\n", + "def time(sim_info):\n", + " return sim_info[0]['time']\n" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [], + "source": [ + "\n", + "@ex.provider\n", + "def nvmem(sim_info):\n", + " return sim_info[0]['nvmemory']\n", + "\n", + "@ex.provider\n", + "def result(sim_info):\n", + " return sim_info[0]['result']['Re'] + 1j*sim_info[0]['result']['Im']\n", + "\n", + "@ex.provider\n", + "def total_slices(preprocess):\n", + " return sum([len(k[1]) for k in preprocess])\n", + "\n", + "@ex.provider\n", + "def width(sim_info):\n", + " w = max([max(s['tensors_sizes']) for s in sim_info[0]['memory_history']])\n", + " return w" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "8a86fd251f5c4ac0b0442245956a5b31", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + " 0%| | 0/12 [00:00\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
<xarray.DataArray (mem_target: 2, sim_mem_target: 3, sim_prep_args: 2)>\n",
+       "array([[[5.43685171e+09+0.j, 5.43685171e+09+0.j],\n",
+       "        [2.75249715e+09+0.j, 2.75249715e+09+0.j],\n",
+       "        [1.14188442e+09+0.j, 1.14188442e+09+0.j]],\n",
+       "\n",
+       "       [[5.43685171e+09+0.j, 5.43685171e+09+0.j],\n",
+       "        [2.75249715e+09+0.j, 2.75249715e+09+0.j],\n",
+       "        [1.14188442e+09+0.j, 1.14188442e+09+0.j]]])\n",
+       "Coordinates:\n",
+       "    varname         <U12 'memory'\n",
+       "  * mem_target      (mem_target) int64 29 28\n",
+       "  * sim_mem_target  (sim_mem_target) int64 28 27 25\n",
+       "  * sim_prep_args   (sim_prep_args) object {'after_slice': 'TD-reuse', 'order...\n",
+       "Attributes:\n",
+       "    preprocess_data:  /home/danlkv/qsim/QTensor/bench/qc_simulation/data/prep...
" + ], + "text/plain": [ + "\n", + "array([[[5.43685171e+09+0.j, 5.43685171e+09+0.j],\n", + " [2.75249715e+09+0.j, 2.75249715e+09+0.j],\n", + " [1.14188442e+09+0.j, 1.14188442e+09+0.j]],\n", + "\n", + " [[5.43685171e+09+0.j, 5.43685171e+09+0.j],\n", + " [2.75249715e+09+0.j, 2.75249715e+09+0.j],\n", + " [1.14188442e+09+0.j, 1.14188442e+09+0.j]]])\n", + "Coordinates:\n", + " varname )\n", + "r2r_error=0.001 r2r_threshold=0.001\n", + "P 0CuPy memory usage 1.00048828125 MB. Total MB: 1.0009765625\n", + "CuPy memory usage 1.0009765625 MB. Total MB: 1.00146484375\n", + "CuPy memory usage 1.00146484375 MB. Total MB: 1.001953125\n", + "CuPy memory usage 1.001953125 MB. Total MB: 1.00244140625\n", + "CuPy memory usage 1.00244140625 MB. Total MB: 1.0029296875\n", + "CuPy memory usage 1.0029296875 MB. Total MB: 1.00341796875\n", + "CuPy memory usage 1.00341796875 MB. Total MB: 1.00390625\n", + "CuPy memory usage 1.00390625 MB. Total MB: 1.00439453125\n", + "CuPy memory usage 1.00439453125 MB. Total MB: 1.0048828125\n", + "CuPy memory usage 1.0048828125 MB. Total MB: 1.00537109375\n", + "CuPy memory usage 1.00537109375 MB. Total MB: 1.005859375\n", + "CuPy memory usage 1.005859375 MB. Total MB: 1.00634765625\n", + "CuPy memory usage 1.00634765625 MB. Total MB: 1.0068359375\n", + "CuPy memory usage 1.0068359375 MB. Total MB: 1.00732421875\n", + "CuPy memory usage 1.00732421875 MB. Total MB: 1.0078125\n", + "CuPy memory usage 1.0078125 MB. Total MB: 1.00830078125\n", + "CuPy memory usage 1.00830078125 MB. Total MB: 1.0087890625\n", + "CuPy memory usage 1.0087890625 MB. Total MB: 1.00927734375\n", + "CuPy memory usage 1.00927734375 MB. Total MB: 1.009765625\n", + "CuPy memory usage 1.009765625 MB. Total MB: 1.01025390625\n", + "CuPy memory usage 1.01025390625 MB. Total MB: 1.0107421875\n", + "CuPy memory usage 1.0107421875 MB. Total MB: 1.01123046875\n", + "CuPy memory usage 1.01123046875 MB. Total MB: 1.01171875\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01220703125\n", + "CuPy memory usage 1.01220703125 MB. Total MB: 1.0126953125\n", + "CuPy memory usage 1.0126953125 MB. Total MB: 1.01318359375\n", + "CuPy memory usage 1.01318359375 MB. Total MB: 1.013671875\n", + "CuPy memory usage 1.013671875 MB. Total MB: 1.01416015625\n", + "CuPy memory usage 1.01416015625 MB. Total MB: 1.0146484375\n", + "CuPy memory usage 1.0146484375 MB. Total MB: 1.01513671875\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0146484375 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01416015625 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.013671875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01318359375 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0126953125 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01220703125 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01123046875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01220703125 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01220703125 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01220703125 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01123046875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0107421875 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0107421875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01123046875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0107421875 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01025390625 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01025390625 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01025390625 MB. Total MB: 1.01708984375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0107421875 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01025390625 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0107421875 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01123046875 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01171875 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01220703125 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0126953125 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01318359375 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.013671875 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01416015625 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0146484375 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.01708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.015625 MB. Total MB: 1.017578125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01611328125 MB. Total MB: 1.01806640625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.01806640625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.01806640625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.01806640625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.01806640625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.01806640625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.015625 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.015625 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.015625 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01611328125 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.0185546875\n", + "(2,)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.0185546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.015625 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.015625 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01611328125 MB. Total MB: 1.0185546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.0185546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.01708984375 MB. Total MB: 1.01904296875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.0166015625 MB. Total MB: 1.01904296875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.01904296875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.015625 MB. Total MB: 1.01904296875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.015625 MB. Total MB: 1.01904296875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.01904296875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.0146484375 MB. Total MB: 1.01904296875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.01416015625 MB. Total MB: 1.01904296875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.01416015625 MB. Total MB: 1.02099609375\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.0146484375 MB. Total MB: 1.02197265625\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.01416015625 MB. Total MB: 1.02294921875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.01416015625 MB. Total MB: 1.02392578125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.0146484375 MB. Total MB: 1.02490234375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.01416015625 MB. Total MB: 1.02587890625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.0146484375 MB. Total MB: 1.02978515625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.01513671875 MB. Total MB: 1.03173828125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.015625 MB. Total MB: 1.03369140625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.02294921875 MB. Total MB: 1.04931640625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.0283203125 MB. Total MB: 1.05908203125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.03466796875 MB. Total MB: 1.06689453125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.04833984375 MB. Total MB: 1.09814453125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.0556640625 MB. Total MB: 1.11376953125\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.06884765625 MB. Total MB: 1.12939453125\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.08251953125 MB. Total MB: 1.14501953125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.09521484375 MB. Total MB: 1.16064453125\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.12451171875 MB. Total MB: 1.22314453125\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.14697265625 MB. Total MB: 1.28564453125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.177734375 MB. Total MB: 1.41064453125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.177734375 MB. Total MB: 1.41064453125\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.13037109375 MB. Total MB: 1.41064453125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.11474609375 MB. Total MB: 1.41064453125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.1611328125 MB. Total MB: 1.41064453125\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.20751953125 MB. Total MB: 1.53564453125\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.20654296875 MB. Total MB: 1.53564453125\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 1.328125 MB. Total MB: 1.78564453125\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.5615234375 MB. Total MB: 2.28564453125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 1.6162109375 MB. Total MB: 2.41064453125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.4287109375 MB. Total MB: 2.41064453125\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.36572265625 MB. Total MB: 2.41064453125\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "CuPy memory usage 1.80224609375 MB. Total MB: 3.41064453125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 4.80914306640625 MB\n", + "CuPy memory usage 5.78515625 MB. Total MB: 5.78515625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 12.730972290039062 MB\n", + "CuPy memory usage 13.7060546875 MB. Total MB: 13.7060546875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 16.54345703125 MB\n", + "CuPy memory usage 17.51806640625 MB. Total MB: 17.51806640625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 72.54344177246094 MB\n", + "CuPy memory usage 73.517578125 MB. Total MB: 73.517578125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2097152.0 KB\n", + "Total memory usage 2120.012191772461 MB\n", + "CuPy memory usage 2120.986328125 MB. Total MB: 2120.986328125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1048576.0 KB\n", + "Total memory usage 3136.012176513672 MB\n", + "CuPy memory usage 3136.98583984375 MB. Total MB: 3136.98583984375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 524288.0 KB\n", + "Total memory usage 1536.0121612548828 MB\n", + "CuPy memory usage 1536.9853515625 MB. Total MB: 3072.9853515625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 262144.0 KB\n", + "Total memory usage 768.0121459960938 MB\n", + "CuPy memory usage 768.98486328125 MB. Total MB: 3072.98486328125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 384.0121307373047 MB\n", + "CuPy memory usage 384.984375 MB. Total MB: 1024.984375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 192.01211547851562 MB\n", + "CuPy memory usage 192.98388671875 MB. Total MB: 1024.98388671875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 96.0120849609375 MB\n", + "CuPy memory usage 96.98291015625 MB. Total MB: 1024.98291015625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 48.01206970214844 MB\n", + "CuPy memory usage 48.982421875 MB. Total MB: 1024.982421875\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 24.012069702148438 MB\n", + "CuPy memory usage 24.982421875 MB. Total MB: 1024.982421875\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 12.012069702148438 MB\n", + "CuPy memory usage 12.982421875 MB. Total MB: 1024.982421875\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.0120697021484375 MB\n", + "CuPy memory usage 6.982421875 MB. Total MB: 1024.982421875\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.0119476318359375 MB\n", + "CuPy memory usage 3.98193359375 MB. Total MB: 1024.98193359375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.5119476318359375 MB\n", + "CuPy memory usage 2.48193359375 MB. Total MB: 1024.98193359375\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.7314453125 MB. Total MB: 1024.98193359375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 1.3564453125 MB. Total MB: 1024.98193359375\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.16845703125 MB. Total MB: 1024.98193359375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.07470703125 MB. Total MB: 1024.98193359375\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.02734375 MB. Total MB: 1024.98193359375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.00390625 MB. Total MB: 1024.98193359375\n", + "Added tensor with data size 4.0 KB\n", + "Added tensor with data size 2.0 KB\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2,)\n", + "(2, 2)\n", + "(2,)\n", + "(2,)\n", + "Result (-0.6213744+2.5321037e-07j)\n", + "Simulation result: (-0.6213744+2.5321037e-07j)\n", + "Elapsed 1.4232892990112305\n", + "([i_0, i_1, i_2, i_3, i_4, i_5, i_6, i_7, i_8, i_9, i_10, i_11, i_12, i_13, i_14, i_15, i_16, i_17, i_18, i_19, i_20, i_21, i_22, i_23, i_24, i_25, i_26, i_27, i_28, i_29, i_30, i_31, i_32, i_33, i_34, i_35, i_36, i_37, i_38, i_39, i_40, o_0, o_1, o_2, o_3, o_4, o_5, o_6, o_7, o_8, o_9, o_10, o_11, o_12, o_13, o_14, o_15, o_16, o_17, o_18, o_19, o_20, o_21, o_22, o_23, o_24, o_25, o_26, o_27, o_28, o_29, o_30, o_31, o_32, o_33, o_34, o_35, o_36, o_37, o_38, o_39, o_40, v_41, v_42, v_43, v_44, v_45, v_46, v_47, v_48, v_49, v_50, v_51, v_52, v_53, v_54, v_55, v_56, v_57, v_58, v_59, v_60, v_61, v_62, v_63, v_64, v_65, v_66, v_67, v_68, v_69, v_70, v_71, v_72, v_73, v_74, v_75, v_76, v_77, v_78, v_79, v_80, v_81, v_258, v_250, v_248, v_245, v_242, v_240, v_239, v_237, v_229, v_228, v_227, v_225, v_224, v_223, v_226, v_230, v_231, v_232, v_233, v_234, v_235, v_236, v_238, v_241, v_243, v_244, v_246, v_247, v_249, v_251, v_252, v_253, v_254, v_255, v_256, v_257, v_259, v_260, v_261, v_262, v_263, v_95, v_97, v_100, v_103, v_105, v_106, v_116, v_117, v_120, v_172, v_171, v_94, v_211, v_82, v_86, v_87, v_88, v_92, v_93, v_98, v_99, v_107, v_110, v_111, v_113, v_124, v_126, v_134, v_201, v_139, v_207, v_200, v_204, v_199, v_148, v_195, v_198, v_218, v_149, v_151, v_157, v_158, v_159, v_161, v_162, v_163, v_164, v_165, v_167, v_168, v_170, v_209, v_215, v_216, v_220, v_125, v_129, v_130, v_141, v_144, v_145, v_197, v_196, v_150, v_153, v_179, v_189, v_109, v_122, v_146, v_222, v_85, v_101, v_115, v_119, v_127, v_136, v_169, v_190, v_191, v_147, v_174, v_121, v_138, v_186, v_91, v_123, v_193, v_210, v_114, v_142, v_143, v_154, v_182, v_181, v_202, v_203, v_177, v_183, v_206, v_194, v_213, v_96, v_135, v_156, v_104, v_140, v_205, v_155, v_166, v_173, v_102, v_118, v_212, v_83, v_84, v_89, v_90, v_108, v_112, v_219, v_221, v_128, v_131, v_132, v_133, v_137, v_152, v_160, v_187, v_184, v_188, v_180, v_178, v_175, v_176, v_185, v_192, v_208, v_214, v_217], [], )\n", + "r2r_error=0.001 r2r_threshold=0.001\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "CuPy memory usage 1.205078125 MB. Total MB: 1.205078125\n", + "P 0CuPy memory usage 1.20556640625 MB. Total MB: 1.20556640625\n", + "CuPy memory usage 1.20556640625 MB. Total MB: 1.2060546875\n", + "CuPy memory usage 1.2060546875 MB. Total MB: 1.20654296875\n", + "CuPy memory usage 1.20654296875 MB. Total MB: 1.20703125\n", + "CuPy memory usage 1.20703125 MB. Total MB: 1.20751953125\n", + "CuPy memory usage 1.20751953125 MB. Total MB: 1.2080078125\n", + "CuPy memory usage 1.2080078125 MB. Total MB: 1.20849609375\n", + "CuPy memory usage 1.20849609375 MB. Total MB: 1.208984375\n", + "CuPy memory usage 1.208984375 MB. Total MB: 1.20947265625\n", + "CuPy memory usage 1.20947265625 MB. Total MB: 1.2099609375\n", + "CuPy memory usage 1.2099609375 MB. Total MB: 1.21044921875\n", + "CuPy memory usage 1.21044921875 MB. Total MB: 1.2109375\n", + "CuPy memory usage 1.2109375 MB. Total MB: 1.21142578125\n", + "CuPy memory usage 1.21142578125 MB. Total MB: 1.2119140625\n", + "CuPy memory usage 1.2119140625 MB. Total MB: 1.21240234375\n", + "CuPy memory usage 1.21240234375 MB. Total MB: 1.212890625\n", + "CuPy memory usage 1.212890625 MB. Total MB: 1.21337890625\n", + "CuPy memory usage 1.21337890625 MB. Total MB: 1.2138671875\n", + "CuPy memory usage 1.2138671875 MB. Total MB: 1.21435546875\n", + "CuPy memory usage 1.21435546875 MB. Total MB: 1.21484375\n", + "CuPy memory usage 1.21484375 MB. Total MB: 1.21533203125\n", + "CuPy memory usage 1.21533203125 MB. Total MB: 1.2158203125\n", + "CuPy memory usage 1.2158203125 MB. Total MB: 1.21630859375\n", + "CuPy memory usage 1.21630859375 MB. Total MB: 1.216796875\n", + "CuPy memory usage 1.216796875 MB. Total MB: 1.21728515625\n", + "CuPy memory usage 1.21728515625 MB. Total MB: 1.2177734375\n", + "CuPy memory usage 1.2177734375 MB. Total MB: 1.21826171875\n", + "CuPy memory usage 1.21826171875 MB. Total MB: 1.21875\n", + "CuPy memory usage 1.21875 MB. Total MB: 1.21923828125\n", + "CuPy memory usage 1.21923828125 MB. Total MB: 1.2197265625\n", + "CuPy memory usage 1.2197265625 MB. Total MB: 1.22021484375\n", + "CuPy memory usage 1.22021484375 MB. Total MB: 1.220703125\n", + "CuPy memory usage 1.220703125 MB. Total MB: 1.22119140625\n", + "CuPy memory usage 1.22119140625 MB. Total MB: 1.2216796875\n", + "CuPy memory usage 1.2216796875 MB. Total MB: 1.22216796875\n", + "CuPy memory usage 1.22216796875 MB. Total MB: 1.22265625\n", + "CuPy memory usage 1.22265625 MB. Total MB: 1.22314453125\n", + "CuPy memory usage 1.22314453125 MB. Total MB: 1.2236328125\n", + "CuPy memory usage 1.2236328125 MB. Total MB: 1.22412109375\n", + "CuPy memory usage 1.22412109375 MB. Total MB: 1.224609375\n", + "CuPy memory usage 1.224609375 MB. Total MB: 1.22509765625\n", + "CuPy memory usage 1.22509765625 MB. Total MB: 1.2255859375\n", + "CuPy memory usage 1.2255859375 MB. Total MB: 1.22607421875\n", + "CuPy memory usage 1.22607421875 MB. Total MB: 1.2265625\n", + "CuPy memory usage 1.2265625 MB. Total MB: 1.22705078125\n", + "CuPy memory usage 1.22705078125 MB. Total MB: 1.2275390625\n", + "CuPy memory usage 1.2275390625 MB. Total MB: 1.22802734375\n", + "CuPy memory usage 1.22802734375 MB. Total MB: 1.228515625\n", + "CuPy memory usage 1.228515625 MB. Total MB: 1.22900390625\n", + "CuPy memory usage 1.22900390625 MB. Total MB: 1.2294921875\n", + "CuPy memory usage 1.2294921875 MB. Total MB: 1.22998046875\n", + "CuPy memory usage 1.22998046875 MB. Total MB: 1.23046875\n", + "CuPy memory usage 1.23046875 MB. Total MB: 1.23095703125\n", + "CuPy memory usage 1.23095703125 MB. Total MB: 1.2314453125\n", + "CuPy memory usage 1.2314453125 MB. Total MB: 1.23193359375\n", + "CuPy memory usage 1.23193359375 MB. Total MB: 1.232421875\n", + "CuPy memory usage 1.232421875 MB. Total MB: 1.23291015625\n", + "CuPy memory usage 1.23291015625 MB. Total MB: 1.2333984375\n", + "CuPy memory usage 1.2333984375 MB. Total MB: 1.23388671875\n", + "CuPy memory usage 1.23388671875 MB. Total MB: 1.234375\n", + "CuPy memory usage 1.234375 MB. Total MB: 1.23486328125\n", + "CuPy memory usage 1.23486328125 MB. Total MB: 1.2353515625\n", + "CuPy memory usage 1.2353515625 MB. Total MB: 1.23583984375\n", + "CuPy memory usage 1.23583984375 MB. Total MB: 1.236328125\n", + "CuPy memory usage 1.236328125 MB. Total MB: 1.23681640625\n", + "CuPy memory usage 1.23681640625 MB. Total MB: 1.2373046875\n", + "CuPy memory usage 1.2373046875 MB. Total MB: 1.23779296875\n", + "CuPy memory usage 1.23779296875 MB. Total MB: 1.23828125\n", + "CuPy memory usage 1.23828125 MB. Total MB: 1.23876953125\n", + "CuPy memory usage 1.23876953125 MB. Total MB: 1.2392578125\n", + "CuPy memory usage 1.2392578125 MB. Total MB: 1.23974609375\n", + "CuPy memory usage 1.23974609375 MB. Total MB: 1.240234375\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.24072265625\n", + "CuPy memory usage 1.24072265625 MB. Total MB: 1.2412109375\n", + "CuPy memory usage 1.2412109375 MB. Total MB: 1.24169921875\n", + "CuPy memory usage 1.24169921875 MB. Total MB: 1.2421875\n", + "CuPy memory usage 1.2421875 MB. Total MB: 1.24267578125\n", + "CuPy memory usage 1.24267578125 MB. Total MB: 1.2431640625\n", + "CuPy memory usage 1.2431640625 MB. Total MB: 1.24365234375\n", + "CuPy memory usage 1.24365234375 MB. Total MB: 1.244140625\n", + "CuPy memory usage 1.244140625 MB. Total MB: 1.24462890625\n", + "CuPy memory usage 1.24462890625 MB. Total MB: 1.2451171875\n", + "CuPy memory usage 1.2451171875 MB. Total MB: 1.24560546875\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24609375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2451171875 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24462890625 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.244140625 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24365234375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2431640625 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24267578125 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2421875 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24169921875 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2412109375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24169921875 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2421875 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.2412109375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24072265625 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24072265625 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24072265625 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23974609375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23974609375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2392578125 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2392578125 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23974609375 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23974609375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23974609375 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.2392578125 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23876953125 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23876953125 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2392578125 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23876953125 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23876953125 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23876953125 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2392578125 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.23974609375 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.240234375 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24072265625 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2412109375 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24169921875 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2421875 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24267578125 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2431640625 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24365234375 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.244140625 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24462890625 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2451171875 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2451171875 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2451171875 MB. Total MB: 1.2470703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2451171875 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2451171875 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.2470703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24609375 MB. Total MB: 1.24755859375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24658203125 MB. Total MB: 1.24853515625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24658203125 MB. Total MB: 1.24853515625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24658203125 MB. Total MB: 1.24853515625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24658203125 MB. Total MB: 1.24853515625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24853515625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24462890625 MB. Total MB: 1.24853515625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24462890625 MB. Total MB: 1.24853515625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.2451171875 MB. Total MB: 1.24853515625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.24560546875 MB. Total MB: 1.24853515625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.24609375 MB. Total MB: 1.24853515625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.2451171875 MB. Total MB: 1.24853515625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.244140625 MB. Total MB: 1.24853515625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24365234375 MB. Total MB: 1.24853515625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24365234375 MB. Total MB: 1.25244140625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24267578125 MB. Total MB: 1.25244140625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.2421875 MB. Total MB: 1.25244140625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.24169921875 MB. Total MB: 1.25341796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.2412109375 MB. Total MB: 1.25439453125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.2412109375 MB. Total MB: 1.25537109375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24169921875 MB. Total MB: 1.25634765625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.2412109375 MB. Total MB: 1.25732421875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.24169921875 MB. Total MB: 1.25830078125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.2431640625 MB. Total MB: 1.26220703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.24462890625 MB. Total MB: 1.26416015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.24755859375 MB. Total MB: 1.27197265625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.24951171875 MB. Total MB: 1.27587890625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.25244140625 MB. Total MB: 1.27978515625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.25830078125 MB. Total MB: 1.29541015625\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.26416015625 MB. Total MB: 1.30712890625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.26953125 MB. Total MB: 1.31494140625\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.2763671875 MB. Total MB: 1.32275390625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.287109375 MB. Total MB: 1.41650390625\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.29833984375 MB. Total MB: 1.41650390625\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.30908203125 MB. Total MB: 1.41650390625\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.30810546875 MB. Total MB: 1.41650390625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.3369140625 MB. Total MB: 1.44775390625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.3359375 MB. Total MB: 1.44775390625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.3125 MB. Total MB: 1.44775390625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.30029296875 MB. Total MB: 1.44775390625\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.3232421875 MB. Total MB: 1.44775390625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.380859375 MB. Total MB: 1.57275390625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.4384765625 MB. Total MB: 1.63525390625\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.671875 MB. Total MB: 2.13525390625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.90625 MB. Total MB: 2.38525390625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.1402130126953125 MB\n", + "CuPy memory usage 2.34228515625 MB. Total MB: 2.35791015625\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.37457275390625 MB\n", + "CuPy memory usage 2.576171875 MB. Total MB: 2.591796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.37457275390625 MB\n", + "CuPy memory usage 2.576171875 MB. Total MB: 2.591796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 5.35699462890625 MB\n", + "CuPy memory usage 6.55859375 MB. Total MB: 6.55859375\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 7.0444793701171875 MB\n", + "CuPy memory usage 8.24560546875 MB. Total MB: 8.24560546875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 4.0444793701171875 MB\n", + "CuPy memory usage 5.24560546875 MB. Total MB: 8.24560546875\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 18.044464111328125 MB\n", + "CuPy memory usage 19.2451171875 MB. Total MB: 22.2451171875\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 25.513214111328125 MB\n", + "CuPy memory usage 26.7138671875 MB. Total MB: 29.7138671875\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 13.51318359375 MB\n", + "CuPy memory usage 14.71337890625 MB. Total MB: 29.71337890625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 133.51318359375 MB\n", + "CuPy memory usage 134.71337890625 MB. Total MB: 149.71337890625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 196.26316833496094 MB\n", + "CuPy memory usage 197.462890625 MB. Total MB: 209.462890625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 100.26313781738281 MB\n", + "CuPy memory usage 101.4619140625 MB. Total MB: 209.4619140625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 524288.0 KB\n", + "Total memory usage 548.2631225585938 MB\n", + "CuPy memory usage 549.46142578125 MB. Total MB: 657.46142578125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 262144.0 KB\n", + "Total memory usage 772.0131072998047 MB\n", + "CuPy memory usage 773.2109375 MB. Total MB: 785.2109375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 388.0130920410156 MB\n", + "CuPy memory usage 389.21044921875 MB. Total MB: 785.21044921875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 192.01307678222656 MB\n", + "CuPy memory usage 193.2099609375 MB. Total MB: 769.2099609375\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 96.0130615234375 MB\n", + "CuPy memory usage 97.20947265625 MB. Total MB: 257.20947265625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 48.013031005859375 MB\n", + "CuPy memory usage 49.20849609375 MB. Total MB: 257.20849609375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 24.013015747070312 MB\n", + "CuPy memory usage 25.2080078125 MB. Total MB: 257.2080078125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 12.01300048828125 MB\n", + "CuPy memory usage 13.20751953125 MB. Total MB: 257.20751953125\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.0129852294921875 MB\n", + "CuPy memory usage 7.20703125 MB. Total MB: 257.20703125\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.0129852294921875 MB\n", + "CuPy memory usage 4.20703125 MB. Total MB: 257.20703125\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.5129852294921875 MB\n", + "CuPy memory usage 2.70703125 MB. Total MB: 257.20703125\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.95703125 MB. Total MB: 257.20703125\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 1.58203125 MB. Total MB: 257.20703125\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.39404296875 MB. Total MB: 257.20703125\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.30029296875 MB. Total MB: 257.20703125\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.25341796875 MB. Total MB: 257.20703125\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.22998046875 MB. Total MB: 257.20703125\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.21826171875 MB. Total MB: 257.20703125\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.21240234375 MB. Total MB: 257.20703125\n", + "CuPy memory usage 1.20947265625 MB. Total MB: 257.20703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.2080078125 MB. Total MB: 257.20703125\n", + "CuPy memory usage 1.20751953125 MB. Total MB: 257.20703125\n", + "CuPy memory usage 1.20751953125 MB. Total MB: 257.20703125\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.20751953125 MB. Total MB: 257.20703125\n", + "(2,)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.20751953125 MB. Total MB: 257.20703125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.20703125 MB. Total MB: 257.20703125\n", + "(2,)\n", + "(2,)\n", + "CuPy memory usage 1.20654296875 MB. Total MB: 257.20703125\n", + "Result (-0.63167626+1.7385574e-07j)\n", + "Simulation result: (-0.63167626+1.7385574e-07j)\n", + "Elapsed 0.6387262344360352\n", + "([i_0, i_1, i_2, i_3, i_4, i_5, i_6, i_7, i_8, i_9, i_10, i_11, i_12, i_13, i_14, i_15, i_16, i_17, i_18, i_19, i_20, i_21, i_22, i_23, i_24, i_25, i_26, i_27, i_28, i_29, i_30, i_31, i_32, i_33, o_0, o_1, o_2, o_3, o_4, o_5, o_6, o_7, o_8, o_9, o_10, o_11, o_12, o_13, o_14, o_15, o_16, o_17, o_18, o_19, o_20, o_21, o_22, o_23, o_24, o_25, o_26, o_27, o_28, o_29, o_30, o_31, o_32, o_33, v_34, v_35, v_36, v_37, v_38, v_39, v_40, v_41, v_42, v_43, v_44, v_45, v_46, v_47, v_48, v_49, v_50, v_51, v_52, v_53, v_54, v_55, v_56, v_57, v_58, v_59, v_60, v_61, v_62, v_63, v_64, v_65, v_66, v_67, v_223, v_221, v_214, v_207, v_206, v_203, v_202, v_197, v_192, v_191, v_190, v_193, v_194, v_195, v_196, v_198, v_199, v_200, v_201, v_204, v_205, v_208, v_209, v_210, v_211, v_212, v_213, v_215, v_216, v_217, v_218, v_219, v_220, v_222, v_68, v_70, v_77, v_84, v_85, v_88, v_89, v_94, v_99, v_100, v_101, v_145, v_144, v_86, v_87, v_98, v_176, v_175, v_167, v_69, v_71, v_75, v_76, v_78, v_82, v_90, v_169, v_115, v_116, v_120, v_124, v_127, v_128, v_181, v_133, v_134, v_135, v_170, v_137, v_138, v_140, v_142, v_143, v_177, v_179, v_184, v_185, v_186, v_93, v_97, v_102, v_104, v_111, v_112, v_117, v_122, v_130, v_155, v_152, v_160, v_166, v_178, v_73, v_91, v_95, v_183, v_105, v_109, v_171, v_139, v_147, v_110, v_119, v_164, v_83, v_162, v_113, v_129, v_148, v_161, v_188, v_81, v_174, v_103, v_96, v_158, v_151, v_132, v_189, v_74, v_106, v_182, v_163, v_131, v_149, v_72, v_79, v_80, v_92, v_107, v_108, v_114, v_118, v_121, v_123, v_125, v_126, v_157, v_156, v_154, v_136, v_153, v_141, v_146, v_150, v_159, v_165, v_168, v_172, v_173, v_180, v_187], [], )\n", + "r2r_error=0.001 r2r_threshold=0.001\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "CuPy memory usage 1.3974609375 MB. Total MB: 1.3974609375\n", + "P 0CuPy memory usage 1.39794921875 MB. Total MB: 1.39794921875\n", + "CuPy memory usage 1.39794921875 MB. Total MB: 1.3984375\n", + "CuPy memory usage 1.3984375 MB. Total MB: 1.39892578125\n", + "CuPy memory usage 1.39892578125 MB. Total MB: 1.3994140625\n", + "CuPy memory usage 1.3994140625 MB. Total MB: 1.39990234375\n", + "CuPy memory usage 1.39990234375 MB. Total MB: 1.400390625\n", + "CuPy memory usage 1.400390625 MB. Total MB: 1.40087890625\n", + "CuPy memory usage 1.40087890625 MB. Total MB: 1.4013671875\n", + "CuPy memory usage 1.4013671875 MB. Total MB: 1.40185546875\n", + "CuPy memory usage 1.40185546875 MB. Total MB: 1.40234375\n", + "CuPy memory usage 1.40234375 MB. Total MB: 1.40283203125\n", + "CuPy memory usage 1.40283203125 MB. Total MB: 1.4033203125\n", + "CuPy memory usage 1.4033203125 MB. Total MB: 1.40380859375\n", + "CuPy memory usage 1.40380859375 MB. Total MB: 1.404296875\n", + "CuPy memory usage 1.404296875 MB. Total MB: 1.40478515625\n", + "CuPy memory usage 1.40478515625 MB. Total MB: 1.4052734375\n", + "CuPy memory usage 1.4052734375 MB. Total MB: 1.40576171875\n", + "CuPy memory usage 1.40576171875 MB. Total MB: 1.40625\n", + "CuPy memory usage 1.40625 MB. Total MB: 1.40673828125\n", + "CuPy memory usage 1.40673828125 MB. Total MB: 1.4072265625\n", + "CuPy memory usage 1.4072265625 MB. Total MB: 1.40771484375\n", + "CuPy memory usage 1.40771484375 MB. Total MB: 1.408203125\n", + "CuPy memory usage 1.408203125 MB. Total MB: 1.40869140625\n", + "CuPy memory usage 1.40869140625 MB. Total MB: 1.4091796875\n", + "CuPy memory usage 1.4091796875 MB. Total MB: 1.40966796875\n", + "CuPy memory usage 1.40966796875 MB. Total MB: 1.41015625\n", + "CuPy memory usage 1.41015625 MB. Total MB: 1.41064453125\n", + "CuPy memory usage 1.41064453125 MB. Total MB: 1.4111328125\n", + "CuPy memory usage 1.4111328125 MB. Total MB: 1.41162109375\n", + "CuPy memory usage 1.41162109375 MB. Total MB: 1.412109375\n", + "CuPy memory usage 1.412109375 MB. Total MB: 1.41259765625\n", + "CuPy memory usage 1.41259765625 MB. Total MB: 1.4130859375\n", + "CuPy memory usage 1.4130859375 MB. Total MB: 1.41357421875\n", + "CuPy memory usage 1.41357421875 MB. Total MB: 1.4140625\n", + "CuPy memory usage 1.4140625 MB. Total MB: 1.41455078125\n", + "CuPy memory usage 1.41455078125 MB. Total MB: 1.4150390625\n", + "CuPy memory usage 1.4150390625 MB. Total MB: 1.41552734375\n", + "CuPy memory usage 1.41552734375 MB. Total MB: 1.416015625\n", + "CuPy memory usage 1.416015625 MB. Total MB: 1.41650390625\n", + "CuPy memory usage 1.41650390625 MB. Total MB: 1.4169921875\n", + "CuPy memory usage 1.4169921875 MB. Total MB: 1.41748046875\n", + "CuPy memory usage 1.41748046875 MB. Total MB: 1.41796875\n", + "CuPy memory usage 1.41796875 MB. Total MB: 1.41845703125\n", + "CuPy memory usage 1.41845703125 MB. Total MB: 1.4189453125\n", + "CuPy memory usage 1.4189453125 MB. Total MB: 1.41943359375\n", + "CuPy memory usage 1.41943359375 MB. Total MB: 1.419921875\n", + "CuPy memory usage 1.419921875 MB. Total MB: 1.42041015625\n", + "CuPy memory usage 1.42041015625 MB. Total MB: 1.4208984375\n", + "CuPy memory usage 1.4208984375 MB. Total MB: 1.42138671875\n", + "CuPy memory usage 1.42138671875 MB. Total MB: 1.421875\n", + "CuPy memory usage 1.421875 MB. Total MB: 1.42236328125\n", + "CuPy memory usage 1.42236328125 MB. Total MB: 1.4228515625\n", + "CuPy memory usage 1.4228515625 MB. Total MB: 1.42333984375\n", + "CuPy memory usage 1.42333984375 MB. Total MB: 1.423828125\n", + "CuPy memory usage 1.423828125 MB. Total MB: 1.42431640625\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.4248046875\n", + "CuPy memory usage 1.4248046875 MB. Total MB: 1.42529296875\n", + "CuPy memory usage 1.42529296875 MB. Total MB: 1.42578125\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.42626953125\n", + "CuPy memory usage 1.42626953125 MB. Total MB: 1.4267578125\n", + "CuPy memory usage 1.4267578125 MB. Total MB: 1.42724609375\n", + "CuPy memory usage 1.42724609375 MB. Total MB: 1.427734375\n", + "CuPy memory usage 1.427734375 MB. Total MB: 1.42822265625\n", + "CuPy memory usage 1.42822265625 MB. Total MB: 1.4287109375\n", + "CuPy memory usage 1.4287109375 MB. Total MB: 1.42919921875\n", + "CuPy memory usage 1.42919921875 MB. Total MB: 1.4296875\n", + "CuPy memory usage 1.4296875 MB. Total MB: 1.43017578125\n", + "CuPy memory usage 1.43017578125 MB. Total MB: 1.4306640625\n", + "CuPy memory usage 1.4306640625 MB. Total MB: 1.43115234375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.431640625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.43115234375 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4306640625 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.43017578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4296875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42919921875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4287109375 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42822265625 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.427734375 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42724609375 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4267578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42626953125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42626953125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4267578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4248046875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.423828125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.42333984375 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.4228515625 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42236328125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.421875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.421875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.421875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.421875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42138671875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42138671875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4208984375 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.42041015625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.42041015625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42041015625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.4208984375 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4208984375 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42138671875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.421875 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.421875 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42236328125 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4228515625 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42333984375 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42333984375 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.423828125 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4248046875 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42529296875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.4248046875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.42333984375 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.4228515625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4228515625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42333984375 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.423828125 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.4248046875 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42529296875 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.42626953125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.4267578125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.42626953125 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.42529296875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.4248046875 MB. Total MB: 1.43310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.43310546875\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.43505859375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.43603515625\n", + "(2,)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.4248046875 MB. Total MB: 1.43701171875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.43798828125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.423828125 MB. Total MB: 1.43896484375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.42431640625 MB. Total MB: 1.44287109375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.42578125 MB. Total MB: 1.44482421875\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.42724609375 MB. Total MB: 1.44677734375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.4296875 MB. Total MB: 1.45458984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.431640625 MB. Total MB: 1.45849609375\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.4384765625 MB. Total MB: 1.47412109375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.4443359375 MB. Total MB: 1.48193359375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.45068359375 MB. Total MB: 1.48974609375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.45703125 MB. Total MB: 1.49755859375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.4638671875 MB. Total MB: 1.50537109375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.4921875 MB. Total MB: 1.56787109375\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.52001953125 MB. Total MB: 1.59912109375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.5771484375 MB. Total MB: 1.72412109375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 1.81884765625 MB. Total MB: 2.22412109375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 2.03662109375 MB. Total MB: 2.47412109375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.127349853515625 MB\n", + "CuPy memory usage 2.52099609375 MB. Total MB: 2.52099609375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 3.115386962890625 MB\n", + "CuPy memory usage 4.5087890625 MB. Total MB: 4.5087890625\n", + "(2,)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 7.076080322265625 MB\n", + "CuPy memory usage 8.46923828125 MB. Total MB: 8.46923828125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 71.01136779785156 MB\n", + "CuPy memory usage 72.40380859375 MB. Total MB: 72.40380859375\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 98.7613525390625 MB\n", + "CuPy memory usage 100.1533203125 MB. Total MB: 100.1533203125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 50.76123046875 MB\n", + "CuPy memory usage 52.15283203125 MB. Total MB: 100.15283203125\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 26.761215209960938 MB\n", + "CuPy memory usage 28.15234375 MB. Total MB: 100.15234375\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 74.76121520996094 MB\n", + "CuPy memory usage 76.15234375 MB. Total MB: 100.15234375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 104.51109313964844 MB\n", + "CuPy memory usage 105.90185546875 MB. Total MB: 129.90185546875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 524288.0 KB\n", + "Total memory usage 552.5110931396484 MB\n", + "CuPy memory usage 553.90185546875 MB. Total MB: 577.90185546875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 262144.0 KB\n", + "Total memory usage 768.5110778808594 MB\n", + "CuPy memory usage 769.9013671875 MB. Total MB: 769.9013671875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 384.5110626220703 MB\n", + "CuPy memory usage 385.90087890625 MB. Total MB: 769.90087890625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 192.51104736328125 MB\n", + "CuPy memory usage 193.900390625 MB. Total MB: 769.900390625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 96.51103210449219 MB\n", + "CuPy memory usage 97.89990234375 MB. Total MB: 257.89990234375\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 48.01103210449219 MB\n", + "CuPy memory usage 49.39990234375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 24.011032104492188 MB\n", + "CuPy memory usage 25.39990234375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 12.011032104492188 MB\n", + "CuPy memory usage 13.39990234375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.0110321044921875 MB\n", + "CuPy memory usage 7.39990234375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.0110321044921875 MB\n", + "CuPy memory usage 4.39990234375 MB. Total MB: 257.39990234375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.5110321044921875 MB\n", + "CuPy memory usage 2.89990234375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 2.14990234375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 1.77490234375 MB. Total MB: 257.39990234375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.58740234375 MB. Total MB: 257.39990234375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.49365234375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.44677734375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.42333984375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.41162109375 MB. Total MB: 257.39990234375\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.40576171875 MB. Total MB: 257.39990234375\n", + "CuPy memory usage 1.40283203125 MB. Total MB: 257.39990234375\n", + "CuPy memory usage 1.4013671875 MB. Total MB: 257.39990234375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.40087890625 MB. Total MB: 257.39990234375\n", + "(2,)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.40087890625 MB. Total MB: 257.39990234375\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.400390625 MB. Total MB: 257.39990234375\n", + "(2,)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.39990234375 MB. Total MB: 257.39990234375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.3994140625 MB. Total MB: 257.39990234375\n", + "(2,)\n", + "(2,)\n", + "CuPy memory usage 1.39892578125 MB. Total MB: 257.39990234375\n", + "Result (-0.5532057+7.902534e-08j)\n", + "Simulation result: (-0.5532057+7.902534e-08j)\n", + "Elapsed 0.550588846206665\n", + "([i_0, i_1, i_2, i_3, i_4, i_5, i_6, i_7, i_8, i_9, i_10, i_11, i_12, i_13, i_14, i_15, i_16, i_17, i_18, i_19, i_20, i_21, i_22, i_23, i_24, i_25, i_26, i_27, i_28, i_29, i_30, i_31, i_32, i_33, i_34, i_35, i_36, i_37, i_38, i_39, i_40, i_41, o_0, o_1, o_2, o_3, o_4, o_5, o_6, o_7, o_8, o_9, o_10, o_11, o_12, o_13, o_14, o_15, o_16, o_17, o_18, o_19, o_20, o_21, o_22, o_23, o_24, o_25, o_26, o_27, o_28, o_29, o_30, o_31, o_32, o_33, o_34, o_35, o_36, o_37, o_38, o_39, o_40, o_41, v_42, v_43, v_44, v_45, v_46, v_47, v_48, v_49, v_50, v_51, v_52, v_53, v_54, v_55, v_56, v_57, v_58, v_59, v_60, v_61, v_62, v_63, v_64, v_65, v_66, v_67, v_68, v_69, v_70, v_71, v_72, v_73, v_74, v_75, v_76, v_77, v_78, v_79, v_80, v_81, v_82, v_83, v_260, v_249, v_248, v_245, v_244, v_243, v_241, v_238, v_234, v_233, v_230, v_229, v_228, v_225, v_224, v_226, v_227, v_231, v_232, v_235, v_236, v_237, v_239, v_240, v_242, v_246, v_247, v_250, v_251, v_252, v_253, v_254, v_255, v_256, v_257, v_258, v_259, v_261, v_262, v_263, v_264, v_265, v_100, v_101, v_104, v_105, v_106, v_115, v_119, v_120, v_121, v_124, v_125, v_173, v_174, v_97, v_99, v_109, v_211, v_209, v_205, v_84, v_88, v_89, v_90, v_94, v_95, v_102, v_103, v_111, v_114, v_117, v_129, v_138, v_140, v_96, v_197, v_213, v_144, v_146, v_147, v_201, v_150, v_153, v_156, v_158, v_159, v_161, v_164, v_165, v_154, v_198, v_167, v_168, v_170, v_172, v_204, v_210, v_215, v_223, v_116, v_128, v_135, v_139, v_145, v_152, v_160, v_178, v_192, v_194, v_113, v_123, v_127, v_202, v_148, v_214, v_188, v_107, v_131, v_137, v_171, v_176, v_183, v_207, v_122, v_203, v_212, v_218, v_222, v_136, v_187, v_93, v_142, v_163, v_180, v_185, v_220, v_87, v_143, v_151, v_169, v_175, v_112, v_184, v_206, v_162, v_179, v_85, v_217, v_191, v_155, v_182, v_92, v_133, v_86, v_91, v_98, v_108, v_110, v_118, v_126, v_130, v_132, v_134, v_141, v_149, v_193, v_196, v_157, v_166, v_195, v_190, v_199, v_177, v_181, v_186, v_189, v_208, v_216, v_219, v_221, v_200], [], )\n", + "r2r_error=0.001 r2r_threshold=0.001\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "CuPy memory usage 1.623046875 MB. Total MB: 1.623046875\n", + "P 0CuPy memory usage 1.62353515625 MB. Total MB: 1.62353515625\n", + "CuPy memory usage 1.62353515625 MB. Total MB: 1.6240234375\n", + "CuPy memory usage 1.6240234375 MB. Total MB: 1.62451171875\n", + "CuPy memory usage 1.62451171875 MB. Total MB: 1.625\n", + "CuPy memory usage 1.625 MB. Total MB: 1.62548828125\n", + "CuPy memory usage 1.62548828125 MB. Total MB: 1.6259765625\n", + "CuPy memory usage 1.6259765625 MB. Total MB: 1.62646484375\n", + "CuPy memory usage 1.62646484375 MB. Total MB: 1.626953125\n", + "CuPy memory usage 1.626953125 MB. Total MB: 1.62744140625\n", + "CuPy memory usage 1.62744140625 MB. Total MB: 1.6279296875\n", + "CuPy memory usage 1.6279296875 MB. Total MB: 1.62841796875\n", + "CuPy memory usage 1.62841796875 MB. Total MB: 1.62890625\n", + "CuPy memory usage 1.62890625 MB. Total MB: 1.62939453125\n", + "CuPy memory usage 1.62939453125 MB. Total MB: 1.6298828125\n", + "CuPy memory usage 1.6298828125 MB. Total MB: 1.63037109375\n", + "CuPy memory usage 1.63037109375 MB. Total MB: 1.630859375\n", + "CuPy memory usage 1.630859375 MB. Total MB: 1.63134765625\n", + "CuPy memory usage 1.63134765625 MB. Total MB: 1.6318359375\n", + "CuPy memory usage 1.6318359375 MB. Total MB: 1.63232421875\n", + "CuPy memory usage 1.63232421875 MB. Total MB: 1.6328125\n", + "CuPy memory usage 1.6328125 MB. Total MB: 1.63330078125\n", + "CuPy memory usage 1.63330078125 MB. Total MB: 1.6337890625\n", + "CuPy memory usage 1.6337890625 MB. Total MB: 1.63427734375\n", + "CuPy memory usage 1.63427734375 MB. Total MB: 1.634765625\n", + "CuPy memory usage 1.634765625 MB. Total MB: 1.63525390625\n", + "CuPy memory usage 1.63525390625 MB. Total MB: 1.6357421875\n", + "CuPy memory usage 1.6357421875 MB. Total MB: 1.63623046875\n", + "CuPy memory usage 1.63623046875 MB. Total MB: 1.63671875\n", + "CuPy memory usage 1.63671875 MB. Total MB: 1.63720703125\n", + "CuPy memory usage 1.63720703125 MB. Total MB: 1.6376953125\n", + "CuPy memory usage 1.6376953125 MB. Total MB: 1.63818359375\n", + "CuPy memory usage 1.63818359375 MB. Total MB: 1.638671875\n", + "CuPy memory usage 1.638671875 MB. Total MB: 1.63916015625\n", + "CuPy memory usage 1.63916015625 MB. Total MB: 1.6396484375\n", + "CuPy memory usage 1.6396484375 MB. Total MB: 1.64013671875\n", + "CuPy memory usage 1.64013671875 MB. Total MB: 1.640625\n", + "CuPy memory usage 1.640625 MB. Total MB: 1.64111328125\n", + "CuPy memory usage 1.64111328125 MB. Total MB: 1.6416015625\n", + "CuPy memory usage 1.6416015625 MB. Total MB: 1.64208984375\n", + "CuPy memory usage 1.64208984375 MB. Total MB: 1.642578125\n", + "CuPy memory usage 1.642578125 MB. Total MB: 1.64306640625\n", + "CuPy memory usage 1.64306640625 MB. Total MB: 1.6435546875\n", + "CuPy memory usage 1.6435546875 MB. Total MB: 1.64404296875\n", + "CuPy memory usage 1.64404296875 MB. Total MB: 1.64453125\n", + "CuPy memory usage 1.64453125 MB. Total MB: 1.64501953125\n", + "CuPy memory usage 1.64501953125 MB. Total MB: 1.6455078125\n", + "CuPy memory usage 1.6455078125 MB. Total MB: 1.64599609375\n", + "CuPy memory usage 1.64599609375 MB. Total MB: 1.646484375\n", + "CuPy memory usage 1.646484375 MB. Total MB: 1.64697265625\n", + "CuPy memory usage 1.64697265625 MB. Total MB: 1.6474609375\n", + "CuPy memory usage 1.6474609375 MB. Total MB: 1.64794921875\n", + "CuPy memory usage 1.64794921875 MB. Total MB: 1.6484375\n", + "CuPy memory usage 1.6484375 MB. Total MB: 1.64892578125\n", + "CuPy memory usage 1.64892578125 MB. Total MB: 1.6494140625\n", + "CuPy memory usage 1.6494140625 MB. Total MB: 1.64990234375\n", + "CuPy memory usage 1.64990234375 MB. Total MB: 1.650390625\n", + "CuPy memory usage 1.650390625 MB. Total MB: 1.65087890625\n", + "CuPy memory usage 1.65087890625 MB. Total MB: 1.6513671875\n", + "CuPy memory usage 1.6513671875 MB. Total MB: 1.65185546875\n", + "CuPy memory usage 1.65185546875 MB. Total MB: 1.65234375\n", + "CuPy memory usage 1.65234375 MB. Total MB: 1.65283203125\n", + "CuPy memory usage 1.65283203125 MB. Total MB: 1.6533203125\n", + "CuPy memory usage 1.6533203125 MB. Total MB: 1.65380859375\n", + "CuPy memory usage 1.65380859375 MB. Total MB: 1.654296875\n", + "CuPy memory usage 1.654296875 MB. Total MB: 1.65478515625\n", + "CuPy memory usage 1.65478515625 MB. Total MB: 1.6552734375\n", + "CuPy memory usage 1.6552734375 MB. Total MB: 1.65576171875\n", + "CuPy memory usage 1.65576171875 MB. Total MB: 1.65625\n", + "CuPy memory usage 1.65625 MB. Total MB: 1.65673828125\n", + "CuPy memory usage 1.65673828125 MB. Total MB: 1.6572265625\n", + "CuPy memory usage 1.6572265625 MB. Total MB: 1.65771484375\n", + "CuPy memory usage 1.65771484375 MB. Total MB: 1.658203125\n", + "CuPy memory usage 1.658203125 MB. Total MB: 1.65869140625\n", + "CuPy memory usage 1.65869140625 MB. Total MB: 1.6591796875\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.65966796875\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.66015625\n", + "CuPy memory usage 1.66015625 MB. Total MB: 1.66064453125\n", + "CuPy memory usage 1.66064453125 MB. Total MB: 1.6611328125\n", + "CuPy memory usage 1.6611328125 MB. Total MB: 1.66162109375\n", + "CuPy memory usage 1.66162109375 MB. Total MB: 1.662109375\n", + "CuPy memory usage 1.662109375 MB. Total MB: 1.66259765625\n", + "CuPy memory usage 1.66259765625 MB. Total MB: 1.6630859375\n", + "CuPy memory usage 1.6630859375 MB. Total MB: 1.66357421875\n", + "CuPy memory usage 1.66357421875 MB. Total MB: 1.6640625\n", + "CuPy memory usage 1.6640625 MB. Total MB: 1.66455078125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.6650390625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6640625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66357421875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6630859375 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66259765625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.662109375 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66162109375 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6611328125 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66064453125 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66015625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66015625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.658203125 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.6572265625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.65673828125 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.65625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65576171875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65576171875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65576171875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6552734375 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6552734375 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65478515625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65478515625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65478515625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65478515625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.654296875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65380859375 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65380859375 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.654296875 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.654296875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.654296875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6533203125 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65283203125 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.65283203125 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65283203125 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6533203125 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.65380859375 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6533203125 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65380859375 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.654296875 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65478515625 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6552734375 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65576171875 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65625 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65673828125 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6572265625 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65771484375 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65771484375 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.658203125 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65869140625 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65869140625 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.66015625 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66015625 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66064453125 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.6611328125 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.66162109375 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.662109375 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.66064453125 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.66015625 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.666015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.666015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.66796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.65869140625 MB. Total MB: 1.6689453125\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.669921875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.6591796875 MB. Total MB: 1.6708984375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.65869140625 MB. Total MB: 1.671875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.658203125 MB. Total MB: 1.6728515625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.65869140625 MB. Total MB: 1.673828125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.65966796875 MB. Total MB: 1.677734375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.66015625 MB. Total MB: 1.6796875\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.66015625 MB. Total MB: 1.681640625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.66015625 MB. Total MB: 1.68359375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.66259765625 MB. Total MB: 1.69140625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.66455078125 MB. Total MB: 1.697265625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.6669921875 MB. Total MB: 1.701171875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.6728515625 MB. Total MB: 1.716796875\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.6787109375 MB. Total MB: 1.728515625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.68408203125 MB. Total MB: 1.736328125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.6904296875 MB. Total MB: 1.744140625\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.70458984375 MB. Total MB: 1.775390625\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.7275390625 MB. Total MB: 1.837890625\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.75341796875 MB. Total MB: 1.900390625\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.75244140625 MB. Total MB: 1.900390625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.77880859375 MB. Total MB: 1.900390625\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.8388671875 MB. Total MB: 2.025390625\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.8544921875 MB. Total MB: 2.025390625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 2.0419921875 MB. Total MB: 2.525390625\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 2.25830078125 MB. Total MB: 2.775390625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 2.35107421875 MB. Total MB: 3.025390625\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "CuPy memory usage 2.6005859375 MB. Total MB: 4.025390625\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.195648193359375 MB\n", + "CuPy memory usage 2.81494140625 MB. Total MB: 2.93994140625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 2.695648193359375 MB\n", + "CuPy memory usage 4.31494140625 MB. Total MB: 4.43994140625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 10.414382934570312 MB\n", + "CuPy memory usage 12.033203125 MB. Total MB: 12.158203125\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 18.28692626953125 MB\n", + "CuPy memory usage 19.9052734375 MB. Total MB: 19.9052734375\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 26.28680419921875 MB\n", + "CuPy memory usage 27.90478515625 MB. Total MB: 27.90478515625\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 34.02105712890625 MB\n", + "CuPy memory usage 35.638671875 MB. Total MB: 35.638671875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 50.02105712890625 MB\n", + "CuPy memory usage 51.638671875 MB. Total MB: 51.638671875\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 80.01322937011719 MB\n", + "CuPy memory usage 81.63037109375 MB. Total MB: 81.63037109375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1048576.0 KB\n", + "Total memory usage 1072.0131072998047 MB\n", + "CuPy memory usage 1073.6298828125 MB. Total MB: 1073.6298828125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 524288.0 KB\n", + "Total memory usage 1544.0130920410156 MB\n", + "CuPy memory usage 1545.62939453125 MB. Total MB: 1545.62939453125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 262144.0 KB\n", + "Total memory usage 768.0130767822266 MB\n", + "CuPy memory usage 769.62890625 MB. Total MB: 1537.62890625\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 384.0130615234375 MB\n", + "CuPy memory usage 385.62841796875 MB. Total MB: 1537.62841796875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 192.01303100585938 MB\n", + "CuPy memory usage 193.62744140625 MB. Total MB: 513.62744140625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 96.01301574707031 MB\n", + "CuPy memory usage 97.626953125 MB. Total MB: 513.626953125\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 48.01300048828125 MB\n", + "CuPy memory usage 49.62646484375 MB. Total MB: 513.62646484375\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 24.01300048828125 MB\n", + "CuPy memory usage 25.62646484375 MB. Total MB: 513.62646484375\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 12.01300048828125 MB\n", + "CuPy memory usage 13.62646484375 MB. Total MB: 513.62646484375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.01300048828125 MB\n", + "CuPy memory usage 7.62646484375 MB. Total MB: 513.62646484375\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.01300048828125 MB\n", + "CuPy memory usage 4.62646484375 MB. Total MB: 513.62646484375\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.51300048828125 MB\n", + "CuPy memory usage 3.12646484375 MB. Total MB: 513.62646484375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 2.3759765625 MB. Total MB: 513.62646484375\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 2.0009765625 MB. Total MB: 513.62646484375\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 1.8134765625 MB. Total MB: 513.62646484375\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.7197265625 MB. Total MB: 513.62646484375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.6728515625 MB. Total MB: 513.62646484375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.6494140625 MB. Total MB: 513.62646484375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.6376953125 MB. Total MB: 513.62646484375\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.63134765625 MB. Total MB: 513.62646484375\n", + "CuPy memory usage 1.62841796875 MB. Total MB: 513.62646484375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.626953125 MB. Total MB: 513.62646484375\n", + "CuPy memory usage 1.62646484375 MB. Total MB: 513.62646484375\n", + "(2,)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.62646484375 MB. Total MB: 513.62646484375\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.6259765625 MB. Total MB: 513.62646484375\n", + "(2,)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.62548828125 MB. Total MB: 513.62646484375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.625 MB. Total MB: 513.62646484375\n", + "(2,)\n", + "(2,)\n", + "CuPy memory usage 1.62451171875 MB. Total MB: 513.62646484375\n", + "Result (-0.6197082+7.770825e-08j)\n", + "Simulation result: (-0.6197082+7.770825e-08j)\n", + "Elapsed 0.8823435306549072\n", + "([i_0, i_1, i_2, i_3, i_4, i_5, i_6, i_7, i_8, i_9, i_10, i_11, i_12, i_13, i_14, i_15, i_16, i_17, i_18, i_19, i_20, i_21, i_22, i_23, i_24, i_25, i_26, i_27, i_28, i_29, i_30, i_31, i_32, i_33, i_34, i_35, i_36, i_37, i_38, i_39, i_40, i_41, i_42, i_43, i_44, o_0, o_1, o_2, o_3, o_4, o_5, o_6, o_7, o_8, o_9, o_10, o_11, o_12, o_13, o_14, o_15, o_16, o_17, o_18, o_19, o_20, o_21, o_22, o_23, o_24, o_25, o_26, o_27, o_28, o_29, o_30, o_31, o_32, o_33, o_34, o_35, o_36, o_37, o_38, o_39, o_40, o_41, o_42, o_43, o_44, v_45, v_46, v_47, v_48, v_49, v_50, v_51, v_52, v_53, v_54, v_55, v_56, v_57, v_58, v_59, v_60, v_61, v_62, v_63, v_64, v_65, v_66, v_67, v_68, v_69, v_70, v_71, v_72, v_73, v_74, v_75, v_76, v_77, v_78, v_79, v_80, v_81, v_82, v_83, v_84, v_85, v_86, v_87, v_88, v_89, v_283, v_282, v_278, v_276, v_275, v_274, v_273, v_271, v_268, v_266, v_260, v_256, v_245, v_241, v_239, v_240, v_242, v_243, v_244, v_246, v_247, v_248, v_249, v_250, v_251, v_252, v_253, v_254, v_255, v_257, v_258, v_259, v_261, v_262, v_263, v_264, v_265, v_267, v_269, v_270, v_272, v_277, v_279, v_280, v_281, v_95, v_98, v_99, v_107, v_113, v_117, v_128, v_134, v_185, v_186, v_112, v_126, v_133, v_214, v_226, v_209, v_90, v_91, v_94, v_100, v_102, v_105, v_108, v_111, v_116, v_119, v_122, v_125, v_129, v_131, v_135, v_136, v_236, v_139, v_140, v_142, v_144, v_147, v_149, v_157, v_159, v_162, v_210, v_218, v_164, v_168, v_170, v_171, v_227, v_173, v_174, v_165, v_167, v_169, v_179, v_180, v_181, v_184, v_219, v_220, v_222, v_230, v_212, v_97, v_104, v_145, v_151, v_154, v_176, v_190, v_197, v_201, v_207, v_225, v_213, v_137, v_224, v_103, v_115, v_123, v_155, v_158, v_208, v_183, v_188, v_92, v_238, v_233, v_203, v_96, v_141, v_200, v_120, v_161, v_229, v_199, v_177, v_221, v_150, v_163, v_205, v_138, v_206, v_204, v_182, v_187, v_109, v_146, v_114, v_127, v_148, v_160, v_198, v_223, v_232, v_172, v_193, v_106, v_231, v_101, v_234, v_217, v_93, v_110, v_118, v_121, v_124, v_130, v_132, v_237, v_216, v_143, v_152, v_153, v_156, v_202, v_175, v_178, v_166, v_211, v_189, v_194, v_192, v_191, v_195, v_196, v_228, v_235, v_215], [], )\n", + "r2r_error=0.001 r2r_threshold=0.001\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "CuPy memory usage 1.86328125 MB. Total MB: 1.86328125\n", + "P 0CuPy memory usage 1.86376953125 MB. Total MB: 1.86376953125\n", + "CuPy memory usage 1.86376953125 MB. Total MB: 1.8642578125\n", + "CuPy memory usage 1.8642578125 MB. Total MB: 1.86474609375\n", + "CuPy memory usage 1.86474609375 MB. Total MB: 1.865234375\n", + "CuPy memory usage 1.865234375 MB. Total MB: 1.86572265625\n", + "CuPy memory usage 1.86572265625 MB. Total MB: 1.8662109375\n", + "CuPy memory usage 1.8662109375 MB. Total MB: 1.86669921875\n", + "CuPy memory usage 1.86669921875 MB. Total MB: 1.8671875\n", + "CuPy memory usage 1.8671875 MB. Total MB: 1.86767578125\n", + "CuPy memory usage 1.86767578125 MB. Total MB: 1.8681640625\n", + "CuPy memory usage 1.8681640625 MB. Total MB: 1.86865234375\n", + "CuPy memory usage 1.86865234375 MB. Total MB: 1.869140625\n", + "CuPy memory usage 1.869140625 MB. Total MB: 1.86962890625\n", + "CuPy memory usage 1.86962890625 MB. Total MB: 1.8701171875\n", + "CuPy memory usage 1.8701171875 MB. Total MB: 1.87060546875\n", + "CuPy memory usage 1.87060546875 MB. Total MB: 1.87109375\n", + "CuPy memory usage 1.87109375 MB. Total MB: 1.87158203125\n", + "CuPy memory usage 1.87158203125 MB. Total MB: 1.8720703125\n", + "CuPy memory usage 1.8720703125 MB. Total MB: 1.87255859375\n", + "CuPy memory usage 1.87255859375 MB. Total MB: 1.873046875\n", + "CuPy memory usage 1.873046875 MB. Total MB: 1.87353515625\n", + "CuPy memory usage 1.87353515625 MB. Total MB: 1.8740234375\n", + "CuPy memory usage 1.8740234375 MB. Total MB: 1.87451171875\n", + "CuPy memory usage 1.87451171875 MB. Total MB: 1.875\n", + "CuPy memory usage 1.875 MB. Total MB: 1.87548828125\n", + "CuPy memory usage 1.87548828125 MB. Total MB: 1.8759765625\n", + "CuPy memory usage 1.8759765625 MB. Total MB: 1.87646484375\n", + "CuPy memory usage 1.87646484375 MB. Total MB: 1.876953125\n", + "CuPy memory usage 1.876953125 MB. Total MB: 1.87744140625\n", + "CuPy memory usage 1.87744140625 MB. Total MB: 1.8779296875\n", + "CuPy memory usage 1.8779296875 MB. Total MB: 1.87841796875\n", + "CuPy memory usage 1.87841796875 MB. Total MB: 1.87890625\n", + "CuPy memory usage 1.87890625 MB. Total MB: 1.87939453125\n", + "CuPy memory usage 1.87939453125 MB. Total MB: 1.8798828125\n", + "CuPy memory usage 1.8798828125 MB. Total MB: 1.88037109375\n", + "CuPy memory usage 1.88037109375 MB. Total MB: 1.880859375\n", + "CuPy memory usage 1.880859375 MB. Total MB: 1.88134765625\n", + "CuPy memory usage 1.88134765625 MB. Total MB: 1.8818359375\n", + "CuPy memory usage 1.8818359375 MB. Total MB: 1.88232421875\n", + "CuPy memory usage 1.88232421875 MB. Total MB: 1.8828125\n", + "CuPy memory usage 1.8828125 MB. Total MB: 1.88330078125\n", + "CuPy memory usage 1.88330078125 MB. Total MB: 1.8837890625\n", + "CuPy memory usage 1.8837890625 MB. Total MB: 1.88427734375\n", + "CuPy memory usage 1.88427734375 MB. Total MB: 1.884765625\n", + "CuPy memory usage 1.884765625 MB. Total MB: 1.88525390625\n", + "CuPy memory usage 1.88525390625 MB. Total MB: 1.8857421875\n", + "CuPy memory usage 1.8857421875 MB. Total MB: 1.88623046875\n", + "CuPy memory usage 1.88623046875 MB. Total MB: 1.88671875\n", + "CuPy memory usage 1.88671875 MB. Total MB: 1.88720703125\n", + "CuPy memory usage 1.88720703125 MB. Total MB: 1.8876953125\n", + "CuPy memory usage 1.8876953125 MB. Total MB: 1.88818359375\n", + "CuPy memory usage 1.88818359375 MB. Total MB: 1.888671875\n", + "CuPy memory usage 1.888671875 MB. Total MB: 1.88916015625\n", + "CuPy memory usage 1.88916015625 MB. Total MB: 1.8896484375\n", + "CuPy memory usage 1.8896484375 MB. Total MB: 1.89013671875\n", + "CuPy memory usage 1.89013671875 MB. Total MB: 1.890625\n", + "CuPy memory usage 1.890625 MB. Total MB: 1.89111328125\n", + "CuPy memory usage 1.89111328125 MB. Total MB: 1.8916015625\n", + "CuPy memory usage 1.8916015625 MB. Total MB: 1.89208984375\n", + "CuPy memory usage 1.89208984375 MB. Total MB: 1.892578125\n", + "CuPy memory usage 1.892578125 MB. Total MB: 1.89306640625\n", + "CuPy memory usage 1.89306640625 MB. Total MB: 1.8935546875\n", + "CuPy memory usage 1.8935546875 MB. Total MB: 1.89404296875\n", + "CuPy memory usage 1.89404296875 MB. Total MB: 1.89453125\n", + "CuPy memory usage 1.89453125 MB. Total MB: 1.89501953125\n", + "CuPy memory usage 1.89501953125 MB. Total MB: 1.8955078125\n", + "CuPy memory usage 1.8955078125 MB. Total MB: 1.89599609375\n", + "CuPy memory usage 1.89599609375 MB. Total MB: 1.896484375\n", + "CuPy memory usage 1.896484375 MB. Total MB: 1.89697265625\n", + "CuPy memory usage 1.89697265625 MB. Total MB: 1.8974609375\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.89794921875\n", + "CuPy memory usage 1.89794921875 MB. Total MB: 1.8984375\n", + "CuPy memory usage 1.8984375 MB. Total MB: 1.89892578125\n", + "CuPy memory usage 1.89892578125 MB. Total MB: 1.8994140625\n", + "CuPy memory usage 1.8994140625 MB. Total MB: 1.89990234375\n", + "CuPy memory usage 1.89990234375 MB. Total MB: 1.900390625\n", + "CuPy memory usage 1.900390625 MB. Total MB: 1.90087890625\n", + "CuPy memory usage 1.90087890625 MB. Total MB: 1.9013671875\n", + "CuPy memory usage 1.9013671875 MB. Total MB: 1.90185546875\n", + "CuPy memory usage 1.90185546875 MB. Total MB: 1.90234375\n", + "CuPy memory usage 1.90234375 MB. Total MB: 1.90283203125\n", + "CuPy memory usage 1.90283203125 MB. Total MB: 1.9033203125\n", + "CuPy memory usage 1.9033203125 MB. Total MB: 1.90380859375\n", + "CuPy memory usage 1.90380859375 MB. Total MB: 1.904296875\n", + "CuPy memory usage 1.904296875 MB. Total MB: 1.90478515625\n", + "CuPy memory usage 1.90478515625 MB. Total MB: 1.9052734375\n", + "CuPy memory usage 1.9052734375 MB. Total MB: 1.90576171875\n", + "CuPy memory usage 1.90576171875 MB. Total MB: 1.90625\n", + "CuPy memory usage 1.90625 MB. Total MB: 1.90673828125\n", + "CuPy memory usage 1.90673828125 MB. Total MB: 1.9072265625\n", + "CuPy memory usage 1.9072265625 MB. Total MB: 1.90771484375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.908203125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9072265625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90673828125 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90576171875 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9052734375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90478515625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.904296875 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90380859375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.904296875 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90478515625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90380859375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90283203125 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.90185546875 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.9013671875 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.90087890625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.900390625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.89990234375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8994140625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.89892578125 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8984375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.89794921875 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8974609375 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.89794921875 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.8984375 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.89794921875 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8984375 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.89892578125 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.8994140625 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.89990234375 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.89990234375 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.900390625 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.90087890625 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90087890625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9013671875 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9013671875 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.9013671875 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9013671875 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90185546875 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90234375 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90283203125 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90283203125 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9033203125 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90380859375 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.904296875 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90478515625 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9052734375 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90576171875 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90625 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90673828125 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9072265625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9072265625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9072265625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9072265625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9072265625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.9072265625 MB. Total MB: 1.9091796875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90625 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90576171875 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90625 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90673828125 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9072265625 MB. Total MB: 1.9091796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.90966796875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.908203125 MB. Total MB: 1.91015625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.90869140625 MB. Total MB: 1.91064453125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2)\n", + "CuPy memory usage 1.9091796875 MB. Total MB: 1.9111328125\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90966796875 MB. Total MB: 1.91162109375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.9091796875 MB. Total MB: 1.91162109375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.90869140625 MB. Total MB: 1.91162109375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90869140625 MB. Total MB: 1.91162109375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90771484375 MB. Total MB: 1.91552734375\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.90673828125 MB. Total MB: 1.91552734375\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90625 MB. Total MB: 1.91552734375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90576171875 MB. Total MB: 1.91650390625\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90576171875 MB. Total MB: 1.91748046875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90625 MB. Total MB: 1.91845703125\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90673828125 MB. Total MB: 1.91943359375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "CuPy memory usage 1.90625 MB. Total MB: 1.92041015625\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.90673828125 MB. Total MB: 1.92529296875\n", + "(2,)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.90673828125 MB. Total MB: 1.92919921875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.90576171875 MB. Total MB: 1.92919921875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.90576171875 MB. Total MB: 1.93310546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.908203125 MB. Total MB: 1.94091796875\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.91015625 MB. Total MB: 1.94482421875\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.91162109375 MB. Total MB: 1.95654296875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.91748046875 MB. Total MB: 1.97216796875\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.92333984375 MB. Total MB: 1.97998046875\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.9287109375 MB. Total MB: 1.98779296875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.93310546875 MB. Total MB: 1.99560546875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.93896484375 MB. Total MB: 2.00341796875\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.9453125 MB. Total MB: 2.02685546875\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.95849609375 MB. Total MB: 2.05810546875\n", + "(2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.96240234375 MB. Total MB: 2.07373046875\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.9755859375 MB. Total MB: 2.08935546875\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 2.00244140625 MB. Total MB: 2.15185546875\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 2.017578125 MB. Total MB: 2.18310546875\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 2.04248046875 MB. Total MB: 2.21435546875\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 2.06494140625 MB. Total MB: 2.24560546875\n", + "(2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 2.08740234375 MB. Total MB: 2.30810546875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "CuPy memory usage 2.5556640625 MB. Total MB: 3.30810546875\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 2.78173828125 MB. Total MB: 3.80810546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "CuPy memory usage 2.78173828125 MB. Total MB: 3.80810546875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.131378173828125 MB\n", + "CuPy memory usage 2.9921875 MB. Total MB: 2.9921875\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 2.61669921875 MB. Total MB: 2.9921875\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 2.42919921875 MB. Total MB: 2.9921875\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 1.4438629150390625 MB\n", + "CuPy memory usage 3.30419921875 MB. Total MB: 3.49169921875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.9204254150390625 MB\n", + "CuPy memory usage 3.78076171875 MB. Total MB: 3.96826171875\n", + "(2,)\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 256.0 KB\n", + "Total memory usage 1.17041015625 MB\n", + "CuPy memory usage 3.0302734375 MB. Total MB: 3.9677734375\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 4.6703948974609375 MB\n", + "CuPy memory usage 6.52978515625 MB. Total MB: 7.46728515625\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.6077728271484375 MB\n", + "CuPy memory usage 8.466796875 MB. Total MB: 9.404296875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 10.607772827148438 MB\n", + "CuPy memory usage 12.466796875 MB. Total MB: 13.404296875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 14.514007568359375 MB\n", + "CuPy memory usage 16.37255859375 MB. Total MB: 17.37255859375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 134.5139923095703 MB\n", + "CuPy memory usage 136.3720703125 MB. Total MB: 137.3720703125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 198.01397705078125 MB\n", + "CuPy memory usage 199.87158203125 MB. Total MB: 199.87158203125\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 102.01396179199219 MB\n", + "CuPy memory usage 103.87109375 MB. Total MB: 199.87109375\n", + "(2,)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 524288.0 KB\n", + "Total memory usage 550.0139465332031 MB\n", + "CuPy memory usage 551.87060546875 MB. Total MB: 647.87060546875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 262144.0 KB\n", + "Total memory usage 800.0138092041016 MB\n", + "CuPy memory usage 801.86962890625 MB. Total MB: 897.86962890625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 131072.0 KB\n", + "Total memory usage 384.0137939453125 MB\n", + "CuPy memory usage 385.869140625 MB. Total MB: 385.869140625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 65536.0 KB\n", + "Total memory usage 192.01377868652344 MB\n", + "CuPy memory usage 193.86865234375 MB. Total MB: 385.86865234375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 32768.0 KB\n", + "Total memory usage 96.01376342773438 MB\n", + "CuPy memory usage 97.8681640625 MB. Total MB: 385.8681640625\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 16384.0 KB\n", + "Total memory usage 48.01374816894531 MB\n", + "CuPy memory usage 49.86767578125 MB. Total MB: 129.86767578125\n", + "(2,)\n", + "(2,)\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 8192.0 KB\n", + "Total memory usage 24.01373291015625 MB\n", + "CuPy memory usage 25.8671875 MB. Total MB: 129.8671875\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4096.0 KB\n", + "Total memory usage 12.013702392578125 MB\n", + "CuPy memory usage 13.8662109375 MB. Total MB: 129.8662109375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2048.0 KB\n", + "Total memory usage 6.0136871337890625 MB\n", + "CuPy memory usage 7.86572265625 MB. Total MB: 129.86572265625\n", + "Added tensor with data size 1024.0 KB\n", + "Total memory usage 3.013671875 MB\n", + "CuPy memory usage 4.865234375 MB. Total MB: 129.865234375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 512.0 KB\n", + "Total memory usage 1.513671875 MB\n", + "CuPy memory usage 3.365234375 MB. Total MB: 129.865234375\n", + "Added tensor with data size 256.0 KB\n", + "CuPy memory usage 2.615234375 MB. Total MB: 129.865234375\n", + "Added tensor with data size 128.0 KB\n", + "CuPy memory usage 2.240234375 MB. Total MB: 129.865234375\n", + "Added tensor with data size 64.0 KB\n", + "CuPy memory usage 2.052734375 MB. Total MB: 129.865234375\n", + "Added tensor with data size 32.0 KB\n", + "CuPy memory usage 1.958984375 MB. Total MB: 129.865234375\n", + "Added tensor with data size 16.0 KB\n", + "CuPy memory usage 1.912109375 MB. Total MB: 129.865234375\n", + "Added tensor with data size 8.0 KB\n", + "CuPy memory usage 1.888671875 MB. Total MB: 129.865234375\n", + "(2,)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 4.0 KB\n", + "CuPy memory usage 1.876953125 MB. Total MB: 129.865234375\n", + "(2, 2)\n", + "(2, 2)\n", + "(2, 2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2, 2, 2)\n", + "Added tensor with data size 2.0 KB\n", + "CuPy memory usage 1.87060546875 MB. Total MB: 129.865234375\n", + "CuPy memory usage 1.86767578125 MB. Total MB: 129.865234375\n", + "(2, 2)\n", + "(2, 2, 2, 2, 2, 2, 2)\n", + "CuPy memory usage 1.8662109375 MB. Total MB: 129.865234375\n", + "CuPy memory usage 1.86572265625 MB. Total MB: 129.865234375\n", + "CuPy memory usage 1.86572265625 MB. Total MB: 129.865234375\n", + "CuPy memory usage 1.86572265625 MB. Total MB: 129.865234375\n", + "(2,)\n", + "(2, 2, 2)\n", + "CuPy memory usage 1.86572265625 MB. Total MB: 129.865234375\n", + "(2,)\n", + "(2, 2)\n", + "CuPy memory usage 1.865234375 MB. Total MB: 129.865234375\n", + "(2,)\n", + "(2,)\n", + "CuPy memory usage 1.86474609375 MB. Total MB: 129.865234375\n", + "Result (-0.6355722+9.6147495e-08j)\n", + "Simulation result: (-0.6355722+9.6147495e-08j)\n", + "Elapsed 0.6763043403625488\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/danlkv/.local/polaris/conda/2023-01-10-unstable/lib/python3.10/site-packages/cartesian_explorer/Explorer.py:228: UserWarning: Persisting input arguments took 1.77s to run.\n", + "If this happens often in your code, it can cause performance problems \n", + "(results will be correct in all cases). \n", + "The reason for this is probably some large input arguments for a wrapped\n", + " function (e.g. large strings).\n", + "THIS IS A JOBLIB ISSUE. If you can, kindly provide the joblib's team with an\n", + " example so that they can fix the problem.\n", + " retval = f(**call_kwd)\n", + "/home/danlkv/.local/polaris/conda/2023-01-10-unstable/lib/python3.10/site-packages/cartesian_explorer/Explorer.py:228: UserWarning: Persisting input arguments took 1.73s to run.\n", + "If this happens often in your code, it can cause performance problems \n", + "(results will be correct in all cases). \n", + "The reason for this is probably some large input arguments for a wrapped\n", + " function (e.g. large strings).\n", + "THIS IS A JOBLIB ISSUE. If you can, kindly provide the joblib's team with an\n", + " example so that they can fix the problem.\n", + " retval = f(**call_kwd)\n", + "/home/danlkv/.local/polaris/conda/2023-01-10-unstable/lib/python3.10/site-packages/cartesian_explorer/Explorer.py:228: UserWarning: Persisting input arguments took 1.74s to run.\n", + "If this happens often in your code, it can cause performance problems \n", + "(results will be correct in all cases). \n", + "The reason for this is probably some large input arguments for a wrapped\n", + " function (e.g. large strings).\n", + "THIS IS A JOBLIB ISSUE. If you can, kindly provide the joblib's team with an\n", + " example so that they can fix the problem.\n", + " retval = f(**call_kwd)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Loaded prep data from /home/danlkv/qsim/QTensor/bench/qc_simulation/data/preprocess/compress/qaoa_e/3regfix_N54_p4.jsonterms_Ogreedy_M29\n", + "Loaded prep data from /home/danlkv/qsim/QTensor/bench/qc_simulation/data/preprocess/compress/qaoa_e/3regfix_N54_p4.jsonterms_Ogreedy_M29\n", + "Loaded prep data from /home/danlkv/qsim/QTensor/bench/qc_simulation/data/preprocess/compress/qaoa_e/3regfix_N54_p4.jsonterms_Ogreedy_M29\n", + "_dimcount 2\n" + ] + } + ], + "source": [ + "\n", + "sim_prep_args_slice = [\n", + " dict( after_slice='TD-reuse', ordering_algo='rgreedy_0.02_20', prep_file=preprocess_data),\n", + "]\n", + "sim_sim_args_slice = [\n", + " dict( backend='cupy', compress='szx',)\n", + " ]\n", + "\n", + "args_slice = dict(\n", + " circ_f=['../data/circuits/qaoa_maxcut_fixangle/3regfix_N30_p5.jsonterms'],\n", + " mem_target=[28, 27, 26, 25],\n", + " sim_mem_target=[29],\n", + " hardest_edges=[3],\n", + " number_edges=[10],\n", + " sim_prep_args=sim_prep_args_slice,\n", + " sim_sim_args=sim_sim_args_slice,\n", + ")\n", + " \n", + "res_slice = ex.get_variables_xarray(('width', 'total_slices', 'memory', 'time'), **args_slice)" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
<xarray.DataArray (varname: 4, mem_target: 4)>\n",
+       "array([[2.80000000e+01, 2.80000000e+01, 2.80000000e+01, 2.80000000e+01],\n",
+       "       [0.00000000e+00, 0.00000000e+00, 0.00000000e+00, 0.00000000e+00],\n",
+       "       [7.58433536e+09, 7.58433536e+09, 7.58433536e+09, 7.58433536e+09],\n",
+       "       [4.17125225e+00, 4.17125225e+00, 4.17125225e+00, 4.17125225e+00]])\n",
+       "Coordinates:\n",
+       "  * varname     (varname) <U12 'width' 'total_slices' 'memory' 'time'\n",
+       "  * mem_target  (mem_target) int64 28 27 26 25
" + ], + "text/plain": [ + "\n", + "array([[2.80000000e+01, 2.80000000e+01, 2.80000000e+01, 2.80000000e+01],\n", + " [0.00000000e+00, 0.00000000e+00, 0.00000000e+00, 0.00000000e+00],\n", + " [7.58433536e+09, 7.58433536e+09, 7.58433536e+09, 7.58433536e+09],\n", + " [4.17125225e+00, 4.17125225e+00, 4.17125225e+00, 4.17125225e+00]])\n", + "Coordinates:\n", + " * varname (varname) " + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "import matplotlib.pyplot as plt\n", + "res_slice.sel(varname='time').plot(x='mem_target')\n", + "plt.ylabel('Time, s')\n", + "plt.twinx()\n", + "res_slice.sel(varname='memory').plot(x='mem_target', c='red')\n", + "plt.ylabel('Memory, b')" + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [], + "source": [ + "import xarray\n", + "res_slice.to_netcdf('../data/run_slicing_results2.nc')" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.9" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/bench/qc_simulation/analysis/tw_analysis.py b/bench/qc_simulation/analysis/tw_analysis.py new file mode 100644 index 00000000..5ed63f61 --- /dev/null +++ b/bench/qc_simulation/analysis/tw_analysis.py @@ -0,0 +1,20 @@ +import pandas as pd +import glob +import sys +import json +import numpy as np +import pathlib + +def main(): + fname_pattern = sys.argv[1] + fnames = sorted(glob.glob(fname_pattern)) + for fname in fnames: + data = json.load(open(fname)) + width = data['width'] + slices = np.round(np.log2(data['slices'])) + info = f"{width} +{slices}" + print(pathlib.Path(fname).name,'\t', info) + +if __name__=="__main__": + main() + diff --git a/bench/qc_simulation/main.py.lprof b/bench/qc_simulation/main.py.lprof new file mode 100644 index 0000000000000000000000000000000000000000..7ab1ef4da75814344850a55be3fcfdf096ca6a3e GIT binary patch literal 93 zcmZo*of^ad0X;G~nR%)41x5L3nK`LNdhsaSDLtG%Kjrf~{|ROOx~f{z)Z8 literal 0 HcmV?d00001 diff --git a/bench/qc_simulation/src/simulators/qtensor copy.py b/bench/qc_simulation/src/simulators/qtensor copy.py new file mode 100644 index 00000000..ccd38aa1 --- /dev/null +++ b/bench/qc_simulation/src/simulators/qtensor copy.py @@ -0,0 +1,343 @@ +import qtensor +import qtree +import numpy as np + +# -- QAOA generic parser + +class QAOAComposer(qtensor.DefaultQAOAComposer): + def __init__(self, N, terms, **kwargs): + self.n_qubits = N + # from ccomp (Can't call DefaultQAOA Composer since need graph) + self.builder = self._get_builder() + # gamma and beta + self.params = kwargs + # + self.terms = terms + self.qubit_map = {n: i for i, n in enumerate(range(N))} + + def cost_operator_circuit(self, gamma): + for factor, term in self.terms: + t_mapped = [self.qubit_map[i] for i in term] + self.append_Z_term(term, gamma) + + def append_Z_term(self, term, gamma): + if len(term) == 2: + self.apply_gate(self.operators.ZZ, term[0], term[1], alpha=2*gamma) + #self.apply_gate(qtensor.OpFactory.ZZFull, term[0], term[1], alpha=2*gamma) + elif len(term) == 4: + self.apply_gate(self.operators.Z4, *term, alpha=2*gamma) + else: + raise ValueError(f"Invalid QAOA term length: {len(term)}") + + def mixer_operator(self, beta): + qubits = self.qubit_map.values() + for qubit in qubits: + self.x_term(qubit, beta) + +def parse_qaoa(data): + import json + data = json.loads(data) + terms = data["terms"] + gamma = np.array(data["gamma"])/np.pi/2 + beta = np.array(data["beta"])/np.pi + N = len(set(sum([t[1] for t in terms], []))) + composer = QAOAComposer(N, terms, gamma=gamma, beta=beta) + composer.ansatz_state() + return composer.circuit +# -- + +def read_circ(circ_f, type=None): + + if type is None: + type = circ_f.path.name.split(".")[-1] + + print("Reading circuit of type", type) + if type == "jsonterms": + b = circ_f.f.read() + return parse_qaoa(b) + + elif type == "qasm": + from qiskit import QuantumCircuit + b = circ_f.f.read() + str = b.decode('utf-8') + + qiskit_circuit = QuantumCircuit.from_qasm_str(str) + return qtree.operators.from_qiskit_circuit(qiskit_circuit) + else: + b = circ_f.f.read() + str = b.decode('utf-8') + import io + f = io.StringIO(str) + N, circ = qtree.operators.read_circuit_stream(f) + return sum(circ, []) + +def read_preps(prep_f): + import pickle + return pickle.load(prep_f.f) + +def write_preps(peo, prep_f): + import pickle + pickle.dump(peo, open(prep_f, 'wb')) + +def write_json(data, out_file): + import json + with open(out_file, 'w') as f: + json.dump(data, f) + # This newline plays nice when cat-ing multiple files + f.write('\n') + +def preprocess(in_file, out_file, O='greedy', S=None, M=30, after_slice='run-again'): + """ + Arguments: + in_file: input file + out_file: output file + O: ordering algorithm + S: slicing algorithm + M: Memory limit for slicing + """ + circ = read_circ(in_file) + tn = qtensor.optimisation.QtreeTensorNet.from_qtree_gates(circ) + opt = qtensor.toolbox.get_ordering_algo(O) + if S: + # ignore argument type mismatch for pyright -- opt can be `Optimizer` + # pyright: reportGeneralTypeIssues=false + opt = qtensor.optimisation.TreeTrimSplitter( + tw_bias=0, max_tw=M, base_ordering=opt, + peo_after_slice_strategy=after_slice + ) + + peo, par_vars, _ = opt.optimize(tn) + # --dbg + import networkx as nx + graph = tn.get_line_graph() + ignore_vars = tn.bra_vars + tn.ket_vars + for pv in par_vars: + graph.remove_node(int(pv)) + components = list(nx.connected_components(graph)) + print(f"Sliced graph # nodes: {graph.number_of_nodes()} and #components: {len(components)} with sizes {[len(c) for c in components]}") + print(f"peo size without par_vars and ignore_vars: {len(peo) - len(par_vars) - len(ignore_vars)}") + + print() + # -- + else: + peo, _ = opt.optimize(tn) + par_vars = [] + print("W", opt.treewidth) + # -- qtensor_estim + prep_data = (peo, par_vars, tn) + write_preps(prep_data, out_file) + + +def estimate(in_file, out_file, C=100, M=30, F=1e12, T=1e9, S=0, **kwargs): + """ + Arguments: + in_file: file with preprocessed data + out_file: file to write the results to + C: Compression ratio + M: Memory limit in log2(b/16) + F: assumed FLOPS + T: Throughput of compression + S: Offset of slice variables. If S=0, full slicing is used. If S=n last + n par_vars are omitted + """ + from qtensor.compression.cost_estimation import compressed_contraction_cost, Cost + from dataclasses import asdict + import json + prep_data = read_preps(in_file) + peo, par_vars, tn = prep_data + if S > 0: + par_vars = par_vars[:-S] + print("Offset par_vars", par_vars) + + tn.slice({i: slice(0, 1) for i in par_vars}) + peo = peo[:len(peo) - len(par_vars)] + costs: list[Cost] = compressed_contraction_cost(tn, peo, mem_limit=M, compression_ratio=C) + totals: Cost = sum(costs[1:], costs[0]) + time = totals.time(F, T, T, M) + C = asdict(totals) + C['time'] = time*2**len(par_vars) + C['slices'] = 2**len(par_vars) + print("C", C) + out_file += ".json" + write_json(C, out_file) + return out_file + +def simulate(in_file, out_file, + backend='einsum', + compress=None, + M=29, + r2r_error=1e-3, r2r_threshold=1e-3, + mpi=False, + **kwargs): + """ + Args: + in_file: file with preprocessed data + out_file: file to write the results to + backend: backend to use + compress: compression algorithm + M: memory threshold for compression + r2r_error: relative error for compression + r2r_threshold: relative threshold for compression + """ + import time + from qtensor.contraction_algos import bucket_elimination + from qtensor.compression.Compressor import CUSZCompressor, CUSZXCompressor, TorchCompressor, NEWSZCompressor + import cupy + cupy.cuda.profiler.start() + prep_data = read_preps(in_file) + peo, par_vars, tn = prep_data + + # -- Prepare backend + backend = qtensor.contraction_backends.get_backend(backend) + if compress is not None: + if compress == 'szx': + print(f"{r2r_error=} {r2r_threshold=}") + compressor = CUSZXCompressor(r2r_error=r2r_error, r2r_threshold=r2r_threshold) + compressor = qtensor.compression.ProfileCompressor(compressor) + elif compress == 'cusz': + print(f"{r2r_error=} {r2r_threshold=}") + compressor = CUSZCompressor(r2r_error=r2r_error, r2r_threshold=r2r_threshold) + compressor = qtensor.compression.ProfileCompressor(compressor) + elif compress == 'torch': + print(f"{r2r_error=} {r2r_threshold=}") + compressor = TorchCompressor(r2r_error=r2r_error, r2r_threshold=r2r_threshold) + compressor = qtensor.compression.ProfileCompressor(compressor) + elif compress == 'newsz': + print(f"{r2r_error=} {r2r_threshold=}") + compressor = NEWSZCompressor(r2r_error=r2r_error, r2r_threshold=r2r_threshold) + compressor = qtensor.compression.ProfileCompressor(compressor) + else: + raise ValueError(f"Unknown compression algorithm: {compress}") + backend = qtensor.contraction_backends.CompressionBackend(backend, compressor, M) + from qtensor.contraction_backends.performance_measurement_decorator import MemProfBackend + backend = MemProfBackend(backend) + + + if len(par_vars) > 0: + print("Parvars", par_vars) + print(f"Detected {len(par_vars)} slice variables") + + # -- simulate + start = time.time() + sim_result = _simulate_wrapper(backend, tn, peo, par_vars, hpc=mpi) + + print("Simulation result:", sim_result) + end = time.time() + print("Elapsed", end - start) + if mpi: + out_file += '_rank'+str(get_mpi_rank()) + out_file += ".json" + C = {'time': 2**len(par_vars)*(end - start)} + C['elapsed'] = (end - start) + C['memory'] = backend.max_mem + C['memory_history'] = backend.mem_history + C['nvmemory'] = backend.nvsmi_max_mem + C['result'] = { + "Re": np.real(sim_result).tolist(), + "Im": np.imag(sim_result).tolist() + } + if compress is not None: + if isinstance(compressor, qtensor.compression.ProfileCompressor): + C['compression'] = compressor.get_profile_data_json() + + write_json(C, out_file) + cupy.cuda.profiler.stop() + return out_file + +def _simulate_wrapper(backend, tn, peo, par_vars, hpc=False): + """ + Backend is modified in the simulation + """ + + # -- Prepare buckets + # -- + + # --dbg + #ignore_vars = sim.tn.bra_vars + sim.tn.ket_vars + #graph = qtree.graph_model.importers.buckets2graph(buckets, ignore_vars) + #graph, label_dict = qtree.graph_model.relabel_graph_nodes( + #graph, dict(zip(graph.nodes, np.array(list(graph.nodes)) - 127*2)) + #) + #import networkx as nx + #components = list(nx.connected_components(graph)) + #print(f"Sliced graph # nodes: {graph.number_of_nodes()} and #components: {len(components)} with sizes {[len(c) for c in components]}") + #print(f"peo size without par_vars and ignore_vars: {len(peo) - len(ignore_vars)}") + # -- + def make_sim(): + import copy + sim = qtensor.QtreeSimulator(backend=backend) + sim.tn = copy.deepcopy(tn) + sim.tn.backend = backend + sim.peo = copy.deepcopy(peo) + return sim + + if hpc: + res = _simulate_hpc(make_sim, par_vars) + else: + res = simulate_slice(make_sim, [0]*len(par_vars), par_vars) + + return res + +def simulate_slice(make_sim, slice_values, par_vars): + from qtensor.contraction_algos import bucket_elimination + sim = make_sim() + tn = sim.tn + backend = sim.backend + if hasattr(backend, 'print'): + backend.print = False + relabelid = {} + for tensor in tn.tensors: + for i in tensor.indices: + relabelid[int(i)] = i + + slice_ext = {relabelid[int(i)]: int(v) for i,v in zip(par_vars, slice_values)} + print("Slice extents", slice_ext) + sim._slice_relabel_buckets(slice_ext) + buckets = sim.tn.buckets + print(f"P {i}", end='', flush=True) + bcopy = [b[:] for b in buckets] + res = bucket_elimination( + bcopy, backend, + n_var_nosum=len(tn.free_vars) + ) + del bcopy + sim_result = backend.get_result_data(res).flatten()[0] + print("Result", sim_result) + try: + sim_result = sim_result.get() + except: + pass + return sim_result + +def _get_mpi_unit(sim, par_vars): + def _mpi_unit(rank): + slice_values = np.unravel_index(rank, [2]*len(par_vars)) + res = simulate_slice(sim, slice_values, par_vars) + return res + return _mpi_unit + +def get_mpi_rank(): + from qtensor.tools.lazy_import import MPI + w = MPI.COMM_WORLD + comm = MPI.Comm + rank = comm.Get_rank(w) + return rank + +def _simulate_hpc(_sim, par_vars): + from qtensor.contraction_algos import bucket_elimination + import cupy + from qtensor.tools.lazy_import import MPI + from qtensor.tools.mpi.mpi_map import MPIParallel + mpi_unit = _get_mpi_unit(_sim, par_vars) + par = MPIParallel() + w = MPI.COMM_WORLD + comm = MPI.Comm + size = comm.Get_size(w) + rank = comm.Get_rank(w) + cupy.cuda.runtime.setDevice(rank%4) + if rank==0: + print(f'MPI::I:: There are {size} workers and {2**len(par_vars)} tasks over {par_vars}') + if len(par_vars)==0: + return + values = par.map(mpi_unit, range(2**len(par_vars))) + return np.sum(values) diff --git a/bench/qc_simulation/src/simulators/qtensor_profile copy.py b/bench/qc_simulation/src/simulators/qtensor_profile copy.py new file mode 100644 index 00000000..e48e1774 --- /dev/null +++ b/bench/qc_simulation/src/simulators/qtensor_profile copy.py @@ -0,0 +1,114 @@ +import sys +sys.path.append('.') +import time +from test_circuits import gen_qaoa_maxcut_circuit +import qtensor +import qtree +from qtensor.merged_indices.transposed_bucket_elimination import bucket_elimination +import numpy as np +import pandas as pd +import pyrofiler + +from qtensor import QtreeQAOAComposer +from qtensor import QtreeSimulator +from qtensor import toolbox +from qtensor.contraction_backends import get_backend, PerfBackend + +def bucket_contraction_report(tn, buckets, backend, + bucket_elimination=bucket_elimination + ): + """ + Returns: + str: string summary of report + report_table: table of metrics for each bucket contraction step + profile_results: raw bucket data: dict mapping `str: (indices, time)` + """ + + perf_backend = PerfBackend(print=False, num_lines=20) + perf_backend.backend = backend + result = bucket_elimination( + buckets, perf_backend.process_bucket, + n_var_nosum=len(tn.free_vars) + ) + result_data = perf_backend.get_result_data(result).flatten() + print("Result data:", result_data) + # compute report_table + rep_txt = perf_backend.gen_report(show=False) + return perf_backend.report_table + +def get_buckets_tn(circ, backend, ordering_algo:str, batch_vars=0, seed=10): + np.random.seed(seed) + tn = qtensor.optimisation.QtreeTensorNet.from_qtree_gates(circ) + opt = toolbox.get_ordering_algo(ordering_algo) + sim = QtreeSimulator(optimizer=opt, backend=backend) + sim.prepare_buckets(circ, batch_vars=batch_vars) + return sim.buckets, tn + +''' +Function: Generate a collection of above report, and process them into final usable form +I/O: ... -> processed data is a dict, directly usable by json +''' +def collect_process_be_pt_report(repeat: int, backend, circ, ordering_algo='greedy'): + timing = pyrofiler.timing + with timing(callback=lambda x: None) as gen: + buckets, tn = get_buckets_tn(circ, backend, ordering_algo, batch_vars=0) + + tables = [] + wall_start = time.time() + for _ in range(repeat): + b_copy = [l.copy() for l in buckets] + table = bucket_contraction_report(tn, b_copy, backend) + tables.append(table) + wall_end = time.time() + print("Wall time per run: ", (wall_end - wall_start) / repeat) + report = pd.concat(tables, keys=range(repeat), names=['repeat', 'step']) + return report + + +def mean_mmax(x: list): + mx, mn = max(x), min(x) + x.remove(mx) + x.remove(mn) + return np.mean(x) + +def main(): + Ns = [30] + p = 10 + ordering_algo = 'greedy' + repeats = 2 + top_K = 15 + backend_name = 'torch_cpu' + print("backend: ", backend_name) + for N in Ns: + print(f"N={N}") + backend = get_backend(backend_name) + circ = gen_qaoa_maxcut_circuit(N, p) + report = collect_process_be_pt_report(repeats, backend, circ, ordering_algo=ordering_algo) + + stats = report[["time"]].groupby('step').agg(['mean', 'min', 'max', 'std']) + stats = pd.concat([ + stats, + report[["flop","FLOPS", 'result_size', 'bucket_len']].groupby('step').agg(['mean']), + ], axis=1) + stats.sort_values(by=[('time', 'mean')], ascending=False, inplace=True) + print(f"Top {top_K} steps by time:") + print(stats.head(top_K)) + print(f"Top {top_K} bucket info:") + + ixs = report['indices'].groupby('step').first() + for i in stats.head(top_K).index: + print(f"Step {i}: {ixs.loc[i]}") + print("Time by bucket size:") + + stats = pd.concat([ + report[["time"]].groupby('step').agg('mean'), + report[["flop","FLOPS", 'result_size', 'bucket_len']].groupby('step').first() + ], axis=1) + print(stats[['time', 'result_size', 'FLOPS']].groupby('result_size').agg(['mean', 'sum', 'count'])) + print("Total time:") + print(stats['time'].sum()) + +if __name__=="__main__": + main() + + diff --git a/scratchpad/container_test/submit-i.sh b/scratchpad/container_test/submit-i.sh new file mode 100755 index 00000000..4077ccb3 --- /dev/null +++ b/scratchpad/container_test/submit-i.sh @@ -0,0 +1,21 @@ +#!/bin/bash + +module swap PrgEnv-intel PrgEnv-gnu +# Use Cray's Application Binary Independent MPI build +module swap cray-mpich cray-mpich-abi +# prints to log file the list of modules loaded (just a check) +module load wlm_detect +module list +# include CRAY_LD_LIBRARY_PATH in to the system library path +export LD_LIBRARY_PATH=$CRAY_LD_LIBRARY_PATH:$LD_LIBRARY_PATH +# also need this additional library +#export LD_LIBRARY_PATH=/opt/cray/wlm_detect/1.2.1-6.0.4.0_22.1__gd26a3dc.ari/lib64/:$LD_LIBRARY_PATH +# in order to pass environment variables to a Singularity container create the variable +# with the SINGULARITYENV_ prefix +export SINGULARITYENV_LD_LIBRARY_PATH=$LD_LIBRARY_PATH +# print to log file for debug +echo $SINGULARITYENV_LD_LIBRARY_PATH +# this simply runs the command 'ldd /myapp/pi' inside the container and should show that +# the app is running agains the host machines Cray libmpi.so not the one inside the container +# run my contianer like an application, which will run '/myapp/pi' +aprun -n 32 -N 16 singularity exec -B /opt:/opt:ro -B /var/opt:/var/opt:ro ~/.singularity/my-images/qtensor-mpi.img $@