chore: Dataframe results update (#67)

biodatageeks · Jan 12, 2025 · 77f6ff4 · 77f6ff4
1 parent 67e5d52
commit 77f6ff4
Show file tree

Hide file tree

Showing 7 changed files with 313 additions and 15 deletions.
diff --git a/benchmark/results/memory/dataframes/mprofile_polars-bio-overlap-native.dat b/benchmark/results/memory/dataframes/mprofile_polars-bio-overlap-native.dat
@@ -0,0 +1,52 @@
+CMDLINE /Users/mwiewior/research/git/polars-bio/.venv/bin/python benchmark/src/bench_overlap_dataframes.py
+MEM 0.390625 1736695138.8088
+MEM 41.359375 1736695138.9139
+MEM 78.406250 1736695139.0191
+MEM 112.171875 1736695139.1243
+MEM 138.890625 1736695139.2260
+MEM 171.718750 1736695139.3311
+MEM 502.031250 1736695139.4330
+MEM 474.468750 1736695139.5382
+MEM 796.531250 1736695139.6385
+MEM 1127.093750 1736695139.7437
+MEM 1446.031250 1736695139.8480
+MEM 1796.734375 1736695139.9532
+MEM 2130.640625 1736695140.0573
+MEM 2432.750000 1736695140.1592
+MEM 2780.500000 1736695140.2637
+MEM 3129.093750 1736695140.3660
+MEM 3456.156250 1736695140.4669
+MEM 3736.437500 1736695140.5688
+MEM 4099.515625 1736695140.6721
+MEM 4456.875000 1736695140.7743
+MEM 4809.687500 1736695140.8764
+MEM 5176.546875 1736695140.9796
+MEM 5541.468750 1736695141.0836
+MEM 5927.250000 1736695141.1887
+MEM 6306.687500 1736695141.2928
+MEM 6660.359375 1736695141.3971
+MEM 7046.593750 1736695141.5002
+MEM 7430.468750 1736695141.6037
+MEM 7802.187500 1736695141.7089
+MEM 8146.093750 1736695141.8141
+MEM 8495.640625 1736695141.9192
+MEM 8843.718750 1736695142.0244
+MEM 9128.046875 1736695142.1256
+MEM 9469.875000 1736695142.2308
+MEM 9782.453125 1736695142.3321
+MEM 10134.781250 1736695142.4335
+MEM 10494.609375 1736695142.5370
+MEM 10823.406250 1736695142.6422
+MEM 11191.265625 1736695142.7474
+MEM 11538.671875 1736695142.8509
+MEM 11861.328125 1736695142.9561
+MEM 12236.875000 1736695143.0613
+MEM 12616.562500 1736695143.1665
+MEM 12996.218750 1736695143.2717
+MEM 13385.500000 1736695143.3769
+MEM 13762.515625 1736695143.4821
+MEM 14108.703125 1736695143.5872
+MEM 14445.093750 1736695143.6924
+MEM 14671.281250 1736695143.7976
+MEM 14671.437500 1736695143.9005
+MEM 14671.437500 1736695144.0057
diff --git a/benchmark/results/memory/dataframes/mprofile_polars-bio-overlap-pd.dat b/benchmark/results/memory/dataframes/mprofile_polars-bio-overlap-pd.dat
@@ -0,0 +1,123 @@
+CMDLINE /Users/mwiewior/research/git/polars-bio/.venv/bin/python benchmark/src/bench_overlap_dataframes.py
+MEM 0.187500 1736695255.7995
+MEM 41.390625 1736695255.9046
+MEM 78.718750 1736695256.0106
+MEM 113.156250 1736695256.1150
+MEM 138.984375 1736695256.2196
+MEM 172.750000 1736695256.3215
+MEM 474.203125 1736695256.4248
+MEM 735.046875 1736695256.5299
+MEM 678.234375 1736695256.6333
+MEM 754.515625 1736695256.7385
+MEM 962.453125 1736695256.8404
+MEM 1091.437500 1736695256.9456
+MEM 1143.437500 1736695257.0493
+MEM 1191.875000 1736695257.1543
+MEM 1240.953125 1736695257.2571
+MEM 1299.359375 1736695257.3595
+MEM 1338.203125 1736695257.4647
+MEM 1405.578125 1736695257.5698
+MEM 1473.609375 1736695257.6722
+MEM 1541.531250 1736695257.7748
+MEM 2071.843750 1736695257.8780
+MEM 1641.328125 1736695257.9826
+MEM 1703.281250 1736695258.0847
+MEM 1762.968750 1736695258.1875
+MEM 1824.656250 1736695258.2904
+MEM 1882.328125 1736695258.3939
+MEM 1944.890625 1736695258.4955
+MEM 2008.890625 1736695258.5993
+MEM 2075.921875 1736695258.7002
+MEM 2819.187500 1736695258.8036
+MEM 2140.703125 1736695258.9071
+MEM 2205.671875 1736695259.0076
+MEM 2398.234375 1736695259.1127
+MEM 2931.171875 1736695259.2150
+MEM 3440.703125 1736695259.3184
+MEM 3685.968750 1736695259.4235
+MEM 3898.671875 1736695259.5281
+MEM 4240.390625 1736695259.6300
+MEM 4635.296875 1736695259.7352
+MEM 4913.375000 1736695259.8362
+MEM 5498.187500 1736695259.9405
+MEM 5795.406250 1736695260.0413
+MEM 6050.859375 1736695260.1466
+MEM 6327.703125 1736695260.2518
+MEM 6606.515625 1736695260.3570
+MEM 6859.656250 1736695260.4593
+MEM 7284.343750 1736695260.5604
+MEM 8139.390625 1736695260.6646
+MEM 8420.046875 1736695260.7698
+MEM 8708.296875 1736695260.8728
+MEM 8912.093750 1736695260.9730
+MEM 8968.000000 1736695261.0751
+MEM 9680.734375 1736695261.1803
+MEM 10190.437500 1736695261.2854
+MEM 10369.312500 1736695261.3904
+MEM 10563.031250 1736695261.4947
+MEM 11025.468750 1736695261.5992
+MEM 11327.875000 1736695261.7044
+MEM 11922.812500 1736695261.8096
+MEM 12339.375000 1736695261.9139
+MEM 12634.609375 1736695262.0164
+MEM 12935.046875 1736695262.1208
+MEM 13230.609375 1736695262.2231
+MEM 13682.546875 1736695262.3237
+MEM 14580.328125 1736695262.4283
+MEM 14874.796875 1736695262.5326
+MEM 15144.000000 1736695262.6328
+MEM 15364.203125 1736695262.7376
+MEM 15774.015625 1736695262.8428
+MEM 16504.546875 1736695262.9465
+MEM 15973.875000 1736695263.0517
+MEM 18718.234375 1736695263.1569
+MEM 19237.078125 1736695263.2616
+MEM 19373.812500 1736695263.3667
+MEM 19510.390625 1736695263.4708
+MEM 19647.171875 1736695263.5741
+MEM 19784.328125 1736695263.6792
+MEM 19920.984375 1736695263.7841
+MEM 20059.937500 1736695263.8875
+MEM 20198.734375 1736695263.9903
+MEM 20340.453125 1736695264.0955
+MEM 20478.015625 1736695264.1993
+MEM 20611.265625 1736695264.3044
+MEM 20741.546875 1736695264.4071
+MEM 20880.718750 1736695264.5122
+MEM 21016.281250 1736695264.6144
+MEM 21147.812500 1736695264.7159
+MEM 21283.562500 1736695264.8211
+MEM 21423.625000 1736695264.9262
+MEM 21561.890625 1736695265.0294
+MEM 21703.015625 1736695265.1346
+MEM 21838.640625 1736695265.2363
+MEM 21978.234375 1736695265.3415
+MEM 22118.203125 1736695265.4467
+MEM 22251.703125 1736695265.5492
+MEM 22387.953125 1736695265.6541
+MEM 22514.937500 1736695265.7552
+MEM 22589.609375 1736695265.8562
+MEM 22435.953125 1736695265.9611
+MEM 22346.843750 1736695266.0659
+MEM 22287.828125 1736695266.1682
+MEM 22282.765625 1736695266.2734
+MEM 22330.671875 1736695266.3774
+MEM 22358.140625 1736695266.4826
+MEM 22415.140625 1736695266.5866
+MEM 19998.296875 1736695266.6912
+MEM 10295.312500 1736695266.7939
+MEM 10295.312500 1736695266.8978
+MEM 10295.312500 1736695266.9992
+MEM 10295.312500 1736695267.0996
+MEM 10295.312500 1736695267.2047
+MEM 10295.312500 1736695267.3099
+MEM 10295.312500 1736695267.4150
+MEM 10295.312500 1736695267.5175
+MEM 10295.312500 1736695267.6203
+MEM 10295.312500 1736695267.7245
+MEM 10295.312500 1736695267.8281
+MEM 10295.312500 1736695267.9332
+MEM 10295.312500 1736695268.0348
+MEM 10295.312500 1736695268.1399
+MEM 5611.343750 1736695268.2451
+MEM 5613.031250 1736695268.3492
diff --git a/benchmark/results/memory/dataframes/mprofile_polars-bio-overlap-pl.dat b/benchmark/results/memory/dataframes/mprofile_polars-bio-overlap-pl.dat
@@ -0,0 +1,108 @@
+CMDLINE /Users/mwiewior/research/git/polars-bio/.venv/bin/python benchmark/src/bench_overlap_dataframes.py
+MEM 0.062500 1736695361.4820
+MEM 41.468750 1736695361.5854
+MEM 79.156250 1736695361.6908
+MEM 107.125000 1736695361.7959
+MEM 134.437500 1736695361.9004
+MEM 158.078125 1736695362.0055
+MEM 177.875000 1736695362.1080
+MEM 525.234375 1736695362.2132
+MEM 762.171875 1736695362.3184
+MEM 681.109375 1736695362.4235
+MEM 689.062500 1736695362.5287
+MEM 717.062500 1736695362.6288
+MEM 748.328125 1736695362.7323
+MEM 780.718750 1736695362.8375
+MEM 811.234375 1736695362.9388
+MEM 841.125000 1736695363.0394
+MEM 1041.500000 1736695363.1396
+MEM 1206.046875 1736695363.2448
+MEM 1293.625000 1736695363.3465
+MEM 1350.015625 1736695363.4485
+MEM 1398.328125 1736695363.5528
+MEM 1464.687500 1736695363.6576
+MEM 1497.890625 1736695363.7628
+MEM 1562.984375 1736695363.8636
+MEM 1632.140625 1736695363.9688
+MEM 1694.218750 1736695364.0729
+MEM 1933.687500 1736695364.1781
+MEM 1791.406250 1736695364.2818
+MEM 1859.156250 1736695364.3870
+MEM 1921.906250 1736695364.4921
+MEM 1985.671875 1736695364.5958
+MEM 2045.937500 1736695364.6985
+MEM 2110.796875 1736695364.8036
+MEM 2177.812500 1736695364.9062
+MEM 2244.875000 1736695365.0095
+MEM 2900.328125 1736695365.1147
+MEM 2312.812500 1736695365.2198
+MEM 2375.796875 1736695365.3250
+MEM 2522.734375 1736695365.4285
+MEM 3052.421875 1736695365.5337
+MEM 3556.500000 1736695365.6344
+MEM 3804.703125 1736695365.7369
+MEM 4013.375000 1736695365.8382
+MEM 4287.921875 1736695365.9396
+MEM 4748.453125 1736695366.0448
+MEM 5032.250000 1736695366.1471
+MEM 5499.281250 1736695366.2523
+MEM 5963.671875 1736695366.3575
+MEM 6248.140625 1736695366.4626
+MEM 6530.625000 1736695366.5678
+MEM 6803.187500 1736695366.6695
+MEM 7064.093750 1736695366.7705
+MEM 7580.640625 1736695366.8729
+MEM 8347.593750 1736695366.9758
+MEM 8617.234375 1736695367.0786
+MEM 8906.250000 1736695367.1818
+MEM 9112.562500 1736695367.2849
+MEM 9228.093750 1736695367.3896
+MEM 9990.921875 1736695367.4911
+MEM 10381.359375 1736695367.5916
+MEM 10558.265625 1736695367.6937
+MEM 10756.218750 1736695367.7988
+MEM 11214.328125 1736695367.8996
+MEM 11503.328125 1736695368.0049
+MEM 11971.093750 1736695368.1101
+MEM 12453.281250 1736695368.2104
+MEM 12755.218750 1736695368.3151
+MEM 13060.937500 1736695368.4203
+MEM 13358.796875 1736695368.5223
+MEM 13664.687500 1736695368.6229
+MEM 14690.937500 1736695368.7239
+MEM 14990.109375 1736695368.8253
+MEM 15283.203125 1736695368.9290
+MEM 15536.750000 1736695369.0317
+MEM 15823.937500 1736695369.1353
+MEM 16653.218750 1736695369.2395
+MEM 14637.937500 1736695369.3401
+MEM 14973.140625 1736695369.4410
+MEM 15325.562500 1736695369.5432
+MEM 15684.062500 1736695369.6473
+MEM 16041.875000 1736695369.7524
+MEM 16400.859375 1736695369.8574
+MEM 16759.343750 1736695369.9613
+MEM 17124.828125 1736695370.0664
+MEM 17479.062500 1736695370.1689
+MEM 17830.390625 1736695370.2731
+MEM 18180.406250 1736695370.3754
+MEM 18533.265625 1736695370.4781
+MEM 18892.171875 1736695370.5817
+MEM 19251.406250 1736695370.6857
+MEM 19612.156250 1736695370.7866
+MEM 19979.953125 1736695370.8918
+MEM 20306.218750 1736695370.9935
+MEM 20653.968750 1736695371.0986
+MEM 20996.609375 1736695371.2038
+MEM 21342.859375 1736695371.3046
+MEM 21703.578125 1736695371.4089
+MEM 22042.625000 1736695371.5108
+MEM 22377.937500 1736695371.6151
+MEM 22699.453125 1736695371.7187
+MEM 23002.656250 1736695371.8191
+MEM 23345.265625 1736695371.9232
+MEM 23684.828125 1736695372.0287
+MEM 19092.656250 1736695372.1312
+MEM 14405.375000 1736695372.2318
+MEM 7045.296875 1736695372.3362
+MEM 6880.062500 1736695372.4364
diff --git a/docs/assets/memory/dataframes/polars-bio-overlap-mem.png b/docs/assets/memory/dataframes/polars-bio-overlap-mem.png
diff --git a/docs/assets/memory/dataframes/polars-bio-overlap-pd-mem.png b/docs/assets/memory/dataframes/polars-bio-overlap-pd-mem.png
diff --git a/docs/assets/memory/dataframes/polars-bio-overlap-pl-mem.png b/docs/assets/memory/dataframes/polars-bio-overlap-pl-mem.png
diff --git a/docs/performance.md b/docs/performance.md
@@ -1125,8 +1125,23 @@ the `parallel` dataset was used (see [Test datasets](#test-datasets))
 | polars_bio_polars_eager |  9.334948 |  9.350016 |  9.343123 | **0.42x** |
 | polars_bio_polars_lazy  |  9.801333 | 10.048262 |  9.912648 | 0.40x     |
 
+| Source                  | Peak Memory (MB)) | Factor   |
+|-------------------------|-------------------|----------|
+| polars_bio              | **14,671**        | **1.0x** |
+| polars_bio_pandas_pd    | 22,589            | 1.54x    |
+| polars_bio_pandas_eager | 23,681            | 1.61x    |
 
 
+###### Memory characteristic polars_bio
+![polars-bio-overlap-mem.png](assets/memory/dataframes/polars-bio-overlap-mem.png)
+
+###### Memory characteristic polars_bio_pandas_pd
+![polars-bio-overlap-pd-mem.png](assets/memory/dataframes/polars-bio-overlap-pd-mem.png)
+
+###### Memory characteristic polars_bio_pandas_eager
+
+![polars-bio-overlap-pl-mem.png](assets/memory/dataframes/polars-bio-overlap-pl-mem.png)
+
 ### Intel Emerald Rapids (Linux) 🐧
 
 #### S-size
@@ -1164,13 +1179,13 @@ the `parallel` dataset was used (see [Test datasets](#test-datasets))
 #### M-size
 ##### 7-0
 
-| Library                 |  Min (s) |  Max (s) | Mean (s) | Speedup |
-|-------------------------|----------|----------|----------|---------|
-| polars_bio              | 0.306130 | 0.314524 | 0.309803 |   1.00x |
-| polars_bio_pandas_lf    | 0.416123 | 0.432397 | 0.422839 |   0.73x |
-| polars_bio_pandas_pd    | 0.410937 | 0.414566 | 0.412503 |   0.75x |
-| polars_bio_polars_eager | 0.353321 | 0.364626 | 0.358433 |   0.86x |
-| polars_bio_polars_lazy  | 0.355099 | 0.359842 | 0.357666 |   0.87x |
+| Library                 |  Min (s) |  Max (s) | Mean (s) | Speedup   |
+|-------------------------|----------|----------|----------|-----------|
+| polars_bio              | 0.306130 | 0.314524 | 0.309803 | **1.00x** |
+| polars_bio_pandas_lf    | 0.416123 | 0.432397 | 0.422839 | 0.73x     |
+| polars_bio_pandas_pd    | 0.410937 | 0.414566 | 0.412503 | 0.75x     |
+| polars_bio_polars_eager | 0.353321 | 0.364626 | 0.358433 | 0.86x     |
+| polars_bio_polars_lazy  | 0.355099 | 0.359842 | 0.357666 | 0.87x     |
 
 ##### 7-3
 
@@ -1198,20 +1213,20 @@ the `parallel` dataset was used (see [Test datasets](#test-datasets))
 | Library                 |   Min (s) |   Max (s) |  Mean (s) | Speedup   |
 |-------------------------|-----------|-----------|-----------|-----------|
 | polars_bio              |  6.043839 |  6.129112 |  6.088359 | **1.00x** |
-| polars_bio_pandas_lf    | 16.528438 | 16.674857 | 16.605654 | **0.37x** |
+| polars_bio_pandas_lf    | 16.528438 | 16.674857 | 16.605654 | 0.37x     |
 | polars_bio_pandas_pd    | 16.575829 | 16.643302 | 16.600709 | 0.37x     |
 | polars_bio_polars_eager | 16.177433 | 16.185123 | 16.180217 | 0.38x     |
 | polars_bio_polars_lazy  | 16.214009 | 16.395757 | 16.281422 | 0.37x     |
 
 ##### 7-8
 
-| Library                 |   Min (s) |   Max (s) |  Mean (s) | Speedup    |
-|-------------------------|-----------|-----------|-----------|------------|
-| polars_bio              |  4.600700 |  4.806215 |  4.689799 | ***1.00x** |
-| polars_bio_pandas_lf    | 19.858977 | 20.342740 | 20.104499 | 0.23x      |
-| polars_bio_pandas_pd    | 20.263301 | 20.594552 | 20.402049 | 0.23x      |
-| polars_bio_polars_eager | 19.837098 | 20.012580 | 19.922743 | **0.24x**  |
-| polars_bio_polars_lazy  | 19.803839 | 19.818197 | 19.813257 | **0.24x**  |
+| Library                 |   Min (s) |   Max (s) |  Mean (s) | Speedup   |
+|-------------------------|-----------|-----------|-----------|-----------|
+| polars_bio              |  4.600700 |  4.806215 |  4.689799 | **1.00x** |
+| polars_bio_pandas_lf    | 19.858977 | 20.342740 | 20.104499 | 0.23x     |
+| polars_bio_pandas_pd    | 20.263301 | 20.594552 | 20.402049 | 0.23x     |
+| polars_bio_polars_eager | 19.837098 | 20.012580 | 19.922743 | **0.24x** |
+| polars_bio_polars_lazy  | 19.803839 | 19.818197 | 19.813257 | **0.24x** |
 
 
 ### Parallel execution