Add current results and latest graphing script

benchmarks/data/h10_numpy.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-07-31 11:23:42", "nqubits": 20, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 1.1920928955078125e-06, "backend": "numpy", "platform": null, "precision": "double", "device": "/CPU:0", "version": "0.2.7", "build_mol_time": 1.5974044799804688e-05, "creation_time": 81.90206694602966, "dry_run_time": 4758.343463897705, "dry_run_transfer_time": 2.384185791015625e-07, "dtype": "complex128", "creation_times": [80.1940188407898, 90.04409146308899, 89.88058137893677, 88.90469670295715, 86.66120791435242], "simulation_times": [4078.760605096817, 4221.69354391098, 4337.4613263607025, 4328.807582855225, 4332.08509016037], "transfer_times": [2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 4.76837158203125e-07, 2.384185791015625e-07], "creation_times_mean": 87.13691926002502, "creation_times_std": 4.108969963524225, "simulation_times_mean": 4259.761629676819, "simulation_times_std": 112.07789646523034, "transfer_times_mean": 2.86102294921875e-07, "transfer_times_std": 1.066240299940009e-07, "measurement_time": 0}]

benchmarks/data/h10_qibojit_cupy.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-01 10:28:31", "nqubits": 20, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 1.1920928955078125e-06, "backend": "qibojit (cupy)", "platform": "cupy", "precision": "double", "device": "/GPU:0", "version": "0.2.7", "build_mol_time": 1.4066696166992188e-05, "creation_time": 78.22106981277466, "dry_run_time": 21.591421127319336, "dry_run_transfer_time": 4.76837158203125e-07, "dtype": "complex128", "creation_times": [79.20067071914673, 78.31729388237, 77.23011875152588, 78.76034712791443, 77.70766305923462], "simulation_times": [21.244701385498047, 21.292391777038574, 21.16244912147522, 21.151782751083374, 21.08609962463379], "transfer_times": [2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 78.24321870803833, "creation_times_std": 0.7910143270703807, "simulation_times_mean": 21.1874849319458, "simulation_times_std": 0.08133201517148526, "transfer_times_mean": 2.384185791015625e-07, "transfer_times_std": 0.0, "measurement_time": 0}]

benchmarks/data/h10_qibojit_cuquantum.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-01 10:38:57", "nqubits": 20, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 9.5367431640625e-07, "backend": "qibojit (cuquantum)", "platform": "cuquantum", "precision": "double", "device": "/GPU:0", "version": "0.2.7", "build_mol_time": 1.621246337890625e-05, "creation_time": 80.95028710365295, "dry_run_time": 29.986204862594604, "dry_run_transfer_time": 4.76837158203125e-07, "dtype": "complex128", "creation_times": [80.47874283790588, 80.61140513420105, 81.21909260749817, 80.69282579421997, 80.38063335418701], "simulation_times": [28.149184942245483, 28.220882654190063, 29.637088537216187, 28.317561626434326, 29.151199340820312], "transfer_times": [4.76837158203125e-07, 2.384185791015625e-07, 2.384185791015625e-07, 4.76837158203125e-07, 2.384185791015625e-07], "creation_times_mean": 80.67653994560241, "creation_times_std": 0.32617310208992145, "simulation_times_mean": 28.695183420181273, "simulation_times_std": 0.663477494534203, "transfer_times_mean": 3.337860107421875e-07, "transfer_times_std": 1.3058723390225555e-07, "measurement_time": 0}]

benchmarks/data/h10_qibojit_numba.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-07-31 18:47:06", "nqubits": 20, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 7.152557373046875e-07, "backend": "qibojit (numba)", "platform": "numba", "precision": "double", "device": "/CPU:0", "version": "0.2.7", "build_mol_time": 1.4543533325195312e-05, "creation_time": 91.29196524620056, "dry_run_time": 29.18077802658081, "dry_run_transfer_time": 4.76837158203125e-07, "dtype": "complex128", "creation_times": [89.37999844551086, 91.56645107269287, 89.29851078987122, 89.85828900337219, 89.84070706367493], "simulation_times": [23.634146213531494, 23.45437240600586, 23.58840036392212, 23.53230595588684, 23.552788019180298], "transfer_times": [2.384185791015625e-07, 4.76837158203125e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 89.98879127502441, "creation_times_std": 0.9185703662740154, "simulation_times_mean": 23.552402591705324, "simulation_times_std": 0.06706675768900512, "transfer_times_mean": 2.86102294921875e-07, "transfer_times_std": 1.0662402999400092e-07, "measurement_time": 0}]

benchmarks/data/h10_tensorflow.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-07-31 18:59:43", "nqubits": 20, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 7.152557373046875e-07, "backend": "tensorflow", "platform": null, "precision": "double", "device": "/device:CPU:0", "version": "0.2.7", "build_mol_time": 1.5020370483398438e-05, "creation_time": 89.92534565925598, "dry_run_time": 1177.3745152950287, "dry_run_transfer_time": 4.76837158203125e-07, "dtype": "<dtype: 'complex128'>", "creation_times": [88.29746556282043, 88.49772572517395, 91.10527420043945, 76.07814311981201, 89.61610412597656], "simulation_times": [1174.0591583251953, 1183.05513215065, 1178.4927942752838, 1116.8887920379639, 1146.0704667568207], "transfer_times": [2.384185791015625e-07, 9.5367431640625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 86.71894254684449, "creation_times_std": 6.052186950696759, "simulation_times_mean": 1159.7132687091828, "simulation_times_std": 27.943601975934993, "transfer_times_mean": 3.814697265625e-07, "transfer_times_std": 3.198720899820027e-07, "measurement_time": 0}]

benchmarks/data/h12_qibojit_cupy.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-01 15:42:40", "nqubits": 24, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 9.5367431640625e-07, "backend": "qibojit (cupy)", "platform": "cupy", "precision": "double", "device": "/GPU:0", "version": "0.2.7", "build_mol_time": 1.3589859008789062e-05, "creation_time": 404.2150399684906, "dry_run_time": 180.53874325752258, "dry_run_transfer_time": 4.76837158203125e-07, "dtype": "complex128", "creation_times": [407.6612067222595, 405.52237343788147, 405.57265424728394, 407.75035524368286, 356.5587899684906], "simulation_times": [178.58400297164917, 178.0849108695984, 178.06972980499268, 178.72747159004211, 172.4077491760254], "transfer_times": [2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 396.61307592391967, "creation_times_std": 22.417045044495257, "simulation_times_mean": 177.17477288246155, "simulation_times_std": 2.6809800813944107, "transfer_times_mean": 2.384185791015625e-07, "transfer_times_std": 0.0, "measurement_time": 0}]

benchmarks/data/h12_qibojit_cuquantum.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-01 16:41:15", "nqubits": 24, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 9.5367431640625e-07, "backend": "qibojit (cuquantum)", "platform": "cuquantum", "precision": "double", "device": "/GPU:0", "version": "0.2.7", "build_mol_time": 1.5020370483398438e-05, "creation_time": 362.6811559200287, "dry_run_time": 156.7395076751709, "dry_run_transfer_time": 2.384185791015625e-07, "dtype": "complex128", "creation_times": [369.8394660949707, 374.1631724834442, 375.222464799881, 406.53546166419983, 427.40683341026306], "simulation_times": [155.4914014339447, 157.39417815208435, 156.83114528656006, 157.4052336215973, 157.77283191680908], "transfer_times": [2.384185791015625e-07, 4.76837158203125e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 390.6334796905518, "creation_times_std": 25.230507205342793, "simulation_times_mean": 156.97895808219909, "simulation_times_std": 0.8970824392891066, "transfer_times_mean": 2.86102294921875e-07, "transfer_times_std": 1.0662402999400092e-07, "measurement_time": 0}]

benchmarks/data/h12_qibojit_numba.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-01 09:59:33", "nqubits": 24, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 9.5367431640625e-07, "backend": "qibojit (numba)", "platform": "numba", "precision": "double", "device": "/CPU:0", "version": "0.2.7", "build_mol_time": 1.3828277587890625e-05, "creation_time": 454.03139328956604, "dry_run_time": 6514.4792375564575, "dry_run_transfer_time": 7.152557373046875e-07, "dtype": "complex128", "creation_times": [450.9142563343048, 450.24796414375305, 454.59855461120605, 451.28993821144104, 451.8176476955414], "simulation_times": [1466.8922636508942, 1410.1815118789673, 1693.1503102779388, 2546.7712004184723, 2277.96577334404], "transfer_times": [4.76837158203125e-07, 4.76837158203125e-07, 4.76837158203125e-07, 4.76837158203125e-07, 7.152557373046875e-07], "creation_times_mean": 451.7736721992493, "creation_times_std": 1.6794548041062358, "simulation_times_mean": 1878.9922119140624, "simulation_times_std": 507.26120796827286, "transfer_times_mean": 5.245208740234375e-07, "transfer_times_std": 1.066240299940009e-07, "measurement_time": 0}]

benchmarks/data/h14_qibojit_cupy.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-01 17:36:24", "nqubits": 28, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 9.5367431640625e-07, "backend": "qibojit (cupy)", "platform": "cupy", "precision": "double", "device": "/GPU:0", "version": "0.2.7", "build_mol_time": 1.3828277587890625e-05, "creation_time": 1423.2777893543243, "dry_run_time": 4146.200027227402, "dry_run_transfer_time": 4.76837158203125e-07, "dtype": "complex128", "creation_times": [1431.2096240520477, 1401.5294909477234, 1363.7236437797546, 1295.9484822750092, 1324.0937099456787], "simulation_times": [4146.078136920929, 4147.49852514267, 4146.5776398181915, 4146.782626867294, 4146.269731760025], "transfer_times": [4.76837158203125e-07, 2.384185791015625e-07, 4.76837158203125e-07, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 1363.3009902000426, "creation_times_std": 55.10614894420925, "simulation_times_mean": 4146.641332101822, "simulation_times_std": 0.5509256875537769, "transfer_times_mean": 3.337860107421875e-07, "transfer_times_std": 1.3058723390225555e-07, "measurement_time": 0}]

benchmarks/data/h14_qibojit_cuquantum.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-02 11:08:31", "nqubits": 28, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 1.1920928955078125e-06, "backend": "qibojit (cuquantum)", "platform": "cuquantum", "precision": "double", "device": "/GPU:0", "version": "0.2.7", "build_mol_time": 1.8358230590820312e-05, "creation_time": 1258.3624398708344, "dry_run_time": 4058.708084821701, "dry_run_transfer_time": 2.384185791015625e-07, "dtype": "complex128", "creation_times": [1251.53768491745, 1229.2735645771027, 1234.5672535896301, 1235.1082808971405, 1232.851923942566], "simulation_times": [4058.1487731933594, 4057.611793279648, 4057.7758798599243, 4057.5810515880585, 4057.705544948578], "transfer_times": [2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 4.76837158203125e-07], "creation_times_mean": 1236.6677415847778, "creation_times_std": 8.61965051597763, "simulation_times_mean": 4057.7646085739134, "simulation_times_std": 0.22816862721340836, "transfer_times_mean": 2.86102294921875e-07, "transfer_times_std": 1.066240299940009e-07, "measurement_time": 0}]

benchmarks/data/h4_numpy.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-07-31 10:53:42", "nqubits": 8, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 9.5367431640625e-07, "backend": "numpy", "platform": null, "precision": "double", "device": "/CPU:0", "version": "0.2.7", "build_mol_time": 1.0967254638671875e-05, "creation_time": 0.10428714752197266, "dry_run_time": 0.0664663314819336, "dry_run_transfer_time": 2.384185791015625e-07, "dtype": "complex128", "creation_times": [0.10111284255981445, 0.14890527725219727, 0.10098838806152344, 0.10187530517578125, 0.10146617889404297], "simulation_times": [0.06734585762023926, 0.06685256958007812, 0.06644511222839355, 0.06742215156555176, 0.06702423095703125], "transfer_times": [2.384185791015625e-07, 0.0, 0.0, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 0.11086959838867187, "creation_times_std": 0.021265388998522563, "simulation_times_mean": 0.06701798439025879, "simulation_times_std": 0.0003957384089856006, "transfer_times_mean": 1.430511474609375e-07, "transfer_times_std": 1.3058723390225558e-07, "measurement_time": 0}]

benchmarks/data/h4_qibojit_cupy.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-01 10:22:01", "nqubits": 8, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 9.5367431640625e-07, "backend": "qibojit (cupy)", "platform": "cupy", "precision": "double", "device": "/GPU:0", "version": "0.2.7", "build_mol_time": 1.1205673217773438e-05, "creation_time": 0.09183883666992188, "dry_run_time": 1.3310637474060059, "dry_run_transfer_time": 2.384185791015625e-07, "dtype": "complex128", "creation_times": [0.08579230308532715, 0.08581781387329102, 0.08607292175292969, 0.08649182319641113, 0.08673405647277832], "simulation_times": [0.3242356777191162, 0.3326411247253418, 0.3245258331298828, 0.3250253200531006, 0.3366813659667969], "transfer_times": [2.384185791015625e-07, 2.384185791015625e-07, 0.0, 0.0, 2.384185791015625e-07], "creation_times_mean": 0.08618178367614746, "creation_times_std": 0.0004174774881258779, "simulation_times_mean": 0.32862186431884766, "simulation_times_std": 0.005702220095555375, "transfer_times_mean": 1.430511474609375e-07, "transfer_times_std": 1.3058723390225558e-07, "measurement_time": 0}]

benchmarks/data/h4_qibojit_cuquantum.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-01 10:22:32", "nqubits": 8, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 1.1920928955078125e-06, "backend": "qibojit (cuquantum)", "platform": "cuquantum", "precision": "double", "device": "/GPU:0", "version": "0.2.7", "build_mol_time": 1.71661376953125e-05, "creation_time": 0.10593390464782715, "dry_run_time": 0.5649621486663818, "dry_run_transfer_time": 2.384185791015625e-07, "dtype": "complex128", "creation_times": [0.08550286293029785, 0.08485651016235352, 0.08518338203430176, 0.08648324012756348, 0.08452868461608887], "simulation_times": [0.47315430641174316, 0.47214531898498535, 0.47001123428344727, 0.4783201217651367, 0.4733419418334961], "transfer_times": [0.0, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 0.0853109359741211, "creation_times_std": 0.0007493035095661932, "simulation_times_mean": 0.47339458465576173, "simulation_times_std": 0.0030548790964265524, "transfer_times_mean": 1.9073486328125e-07, "transfer_times_std": 1.0662402999400092e-07, "measurement_time": 0}]

benchmarks/data/h4_qibojit_numba.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-07-31 10:53:48", "nqubits": 8, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 7.152557373046875e-07, "backend": "qibojit (numba)", "platform": "numba", "precision": "double", "device": "/CPU:0", "version": "0.2.7", "build_mol_time": 1.33514404296875e-05, "creation_time": 0.10661649703979492, "dry_run_time": 1.6715855598449707, "dry_run_transfer_time": 2.384185791015625e-07, "dtype": "complex128", "creation_times": [0.1664426326751709, 0.10324335098266602, 0.10465121269226074, 0.10404467582702637, 0.10418915748596191], "simulation_times": [0.14356231689453125, 0.10372591018676758, 0.1036069393157959, 0.1041412353515625, 0.1055760383605957], "transfer_times": [2.384185791015625e-07, 2.384185791015625e-07, 0.0, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 0.11651420593261719, "creation_times_std": 0.027915452696385627, "simulation_times_mean": 0.11212248802185058, "simulation_times_std": 0.01759287018939467, "transfer_times_mean": 1.9073486328125e-07, "transfer_times_std": 1.066240299940009e-07, "measurement_time": 0}]

benchmarks/data/h4_tensorflow.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-07-31 10:54:36", "nqubits": 8, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 9.5367431640625e-07, "backend": "tensorflow", "platform": null, "precision": "double", "device": "/device:CPU:0", "version": "0.2.7", "build_mol_time": 1.5735626220703125e-05, "creation_time": 0.105133056640625, "dry_run_time": 1.5942904949188232, "dry_run_transfer_time": 2.384185791015625e-07, "dtype": "<dtype: 'complex128'>", "creation_times": [0.10127639770507812, 0.10164833068847656, 0.10460090637207031, 0.20942091941833496, 0.10158205032348633], "simulation_times": [1.4538702964782715, 1.443190574645996, 1.434694528579712, 1.432283639907837, 1.433349609375], "transfer_times": [2.384185791015625e-07, 2.384185791015625e-07, 0.0, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 0.12370572090148926, "creation_times_std": 0.04793524016026188, "simulation_times_mean": 1.4394777297973633, "simulation_times_std": 0.00912577388050626, "transfer_times_mean": 1.9073486328125e-07, "transfer_times_std": 1.066240299940009e-07, "measurement_time": 0}]

benchmarks/data/h6_numpy.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-07-31 10:55:17", "nqubits": 12, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 1.1920928955078125e-06, "backend": "numpy", "platform": null, "precision": "double", "device": "/CPU:0", "version": "0.2.7", "build_mol_time": 1.0013580322265625e-05, "creation_time": 1.9361622333526611, "dry_run_time": 2.265821933746338, "dry_run_transfer_time": 2.384185791015625e-07, "dtype": "complex128", "creation_times": [1.6043877601623535, 1.6433937549591064, 1.604297161102295, 1.942899465560913, 1.6490683555603027], "simulation_times": [1.9374167919158936, 1.8993778228759766, 2.2461483478546143, 2.2393414974212646, 2.2407660484313965], "transfer_times": [2.384185791015625e-07, 0.0, 2.384185791015625e-07, 4.76837158203125e-07, 2.384185791015625e-07], "creation_times_mean": 1.688809299468994, "creation_times_std": 0.1435905852073153, "simulation_times_mean": 2.112610101699829, "simulation_times_std": 0.17781869773432618, "transfer_times_mean": 2.384185791015625e-07, "transfer_times_std": 1.6858739404357614e-07, "measurement_time": 0}]

benchmarks/data/h6_qibojit_cupy.dat

@@ -0,0 +1 @@
+[{"datetime": "2024-08-01 10:22:44", "nqubits": 12, "nreps": 5, "nshots": null, "transfer": false, "numba_threading": null, "gpu_memory": null, "import_time": 7.152557373046875e-07, "backend": "qibojit (cupy)", "platform": "cupy", "precision": "double", "device": "/GPU:0", "version": "0.2.7", "build_mol_time": 1.3828277587890625e-05, "creation_time": 1.2999112606048584, "dry_run_time": 2.0804102420806885, "dry_run_transfer_time": 4.76837158203125e-07, "dtype": "complex128", "creation_times": [1.3891568183898926, 1.407874584197998, 1.432708978652954, 1.3000304698944092, 1.4043190479278564], "simulation_times": [1.993837833404541, 1.9759995937347412, 1.9436697959899902, 1.9668383598327637, 1.9958629608154297], "transfer_times": [2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07, 2.384185791015625e-07], "creation_times_mean": 1.3868179798126221, "creation_times_std": 0.05097350731427575, "simulation_times_mean": 1.9752417087554932, "simulation_times_std": 0.02144194619731262, "transfer_times_mean": 2.384185791015625e-07, "transfer_times_std": 0.0, "measurement_time": 0}]