TPCH runs(12) on mjolnir

2023-10-05 09:56:35 -04:00 · 2023-10-05 09:56:35 -04:00 · b9d5d6fe7f
parent c2bce7acbb
commit b9d5d6fe7f
14 changed files with 276 additions and 22 deletions
--- a/data/astral_experiments/.DS_Store
+++ b/data/astral_experiments/.DS_Store
--- a/data/astral_experiments/plot.py
+++ b/data/astral_experiments/plot.py
@ -67,3 +67,4 @@ print("Max % improvement: "+str(max(offsets)*100))

 # plt.show()
 plt.savefig("../../figures/tpch.pdf")
+plt.savefig("../../figures/tpch.png")
--- a/data/astral_experiments/tpch.csv
+++ b/data/astral_experiments/tpch.csv
@ -1,23 +1,23 @@
 experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
-tpch_1,1.840094E-4,2.1781759144752242E-5,2,9.29987E-5,4.419075419372244E-5,2,1.5714089999999998E-4,1.7659918399868424E-5,2,0.007647055599999998,0.0026875984053911536,0
-tpch_2,0.0038820162000000004,5.629520118823218E-4,3,0.0130002549,9.422579563034217E-4,100,6.065052E-4,4.843660088775851E-5,2,0.0203240168,0.0011065059343584869,0
-tpch_3,2.7122789999999995E-4,1.4648936544678944E-5,3,1.9404859999999998E-4,1.2800727215280034E-5,2,1.615399E-4,1.4713979226911947E-5,2,0.0051231492,5.729715029046055E-4,0
-tpch_4,9.43118E-5,1.377914463875026E-4,2,2.2017399999999997E-5,2.0900300572001573E-6,2,4.32168E-5,1.2745027130610603E-5,2,0.0041803599,8.070434000531492E-5,0
-tpch_5,7.934705999999998E-4,1.7888404714794493E-5,3,6.464419999999999E-4,2.0244732114804498E-5,2,4.760407E-4,6.934067306421708E-6,2,0.006129368800000001,1.341364917707054E-4,0
-tpch_6,3.57857E-5,1.2246298257025344E-6,2,1.5809299999999998E-5,3.512520720223593E-6,2,2.81285E-5,1.1864128634248708E-5,2,0.0019322505000000001,1.9209639696998393E-4,0
-tpch_7,7.456517E-4,2.1033036609343995E-5,3,5.260697999999998E-4,1.4001399292934934E-5,2,4.5663539999999997E-4,8.659344411674894E-6,2,0.009379533399999999,0.0026803466425624986,0
-tpch_8,0.0020564648,2.434196759017669E-5,3,0.0025151252999999997,1.178515395795706E-5,4,0.0015626877000000001,3.4370261151147756E-4,2,0.010790846400000002,8.961831118822865E-4,0
-tpch_9,9.167828000000002E-4,1.710784336378299E-5,3,0.001086863,6.0831552010564396E-6,4,6.111141999999999E-4,1.0169319837634386E-5,2,0.0070050528999999985,5.062979845870654E-4,0
-tpch_10,2.439394E-4,7.628740868583057E-6,3,2.0845779999999997E-4,1.145515988365103E-5,2,1.6448690000000002E-4,6.560404491339689E-6,2,0.0043827276,1.4026522905210848E-4,0
-tpch_11,2.4914359999999994E-4,5.298831351760511E-5,3,1.215963E-4,1.1898363997205705E-5,2,1.1498620000000001E-4,1.9846618718562532E-5,2,0.007717235800000001,3.591405618672658E-4,0
-tpch_12,2.1210689999999997E-4,1.6872309085895882E-5,3,1.1019400000000001E-4,4.195809958279806E-5,2,7.14514E-5,3.728839261754103E-6,2,0.0038320675,1.4166820961405283E-4,0
-tpch_13,1.0882800000000001E-4,2.1259760972315673E-5,3,3.29256E-5,3.41436747290037E-6,2,7.710949999999999E-5,1.0701348618281752E-5,2,0.0021374983,1.973782409659428E-4,0
-tpch_14,7.21493E-5,5.001632274568013E-6,3,4.03188E-5,1.2962281280702046E-6,2,3.91297E-5,2.6118419956038897E-6,2,0.0024247746999999996,9.39967672817135E-5,0
-tpch_15,1.1417409999999999E-4,5.422143090144434E-6,3,4.55709E-5,1.512777607581464E-6,2,6.66032E-5,6.166294297225916E-6,2,0.0059133454000000005,3.4318010087276143E-4,0
-tpch_16,8.66505E-5,5.775626394600019E-6,3,7.63784E-5,4.130329176034281E-5,2,6.0093099999999996E-5,4.084791756014001E-6,2,0.0038725242,1.1612078642069436E-4,0
-tpch_17,3.0984059999999996E-4,7.380461180714947E-6,3,1.766523E-4,7.316908213856555E-6,2,5.8308100000000005E-5,6.668952518199534E-6,2,0.0054993972000000006,2.0727225538589005E-4,0
-tpch_18,3.007245E-4,1.3359403364297422E-5,3,1.06949E-4,9.1362148070195E-6,2,1.2531830000000002E-4,5.426769997889946E-6,2,0.0053609717000000015,2.9065356561446226E-4,0
-tpch_19,6.24672E-5,4.4095480221899275E-6,2,5.11519E-5,3.2446215942694374E-6,2,4.47918E-5,3.4470000812301816E-6,2,0.004406292,2.6146098637769234E-4,0
-tpch_20,9.79468E-5,4.383021008391389E-6,3,3.4252700000000005E-5,1.1852735591413258E-6,2,4.89149E-5,4.7565494730949315E-6,2,0.010493673899999998,2.857101304349327E-4,0
-tpch_21,7.759042E-4,2.0296651210483196E-5,3,2.70554E-4,1.1056649456323163E-5,2,3.9691629999999997E-4,2.8626637871220755E-5,3,0.0083648368,1.3908144900365044E-4,0
-tpch_22,8.75676E-5,1.2777619459038465E-5,2,5.4465E-5,5.304875342550475E-6,3,8.65216E-5,3.541804658644899E-6,2,0.004579704199999999,2.057934185098613E-4,0
+tpch_1,4.485732000000001E-4,8.883860524659242E-5,2,3.0503459999999997E-4,3.6310830842050666E-5,2,4.4640649999999995E-4,1.0017105391504102E-4,2,0.020123090500000003,0.0022615598509625524,0
+tpch_2,0.0110172034,0.001910383383537467,3,0.0041438674,4.019016745656052E-4,4,0.0022858702,1.250766107230338E-4,2,0.0787494272,0.011573318581790294,0
+tpch_3,0.0011585854,3.464624704556615E-4,3,6.763248E-4,6.592848229983722E-5,2,5.336898999999999E-4,2.3965673349400287E-5,2,0.015551879600000002,0.002107138048019816,0
+tpch_4,1.479656E-4,1.0760110363746225E-5,2,1.059102E-4,8.120239624543139E-6,2,1.245996E-4,2.094513773265767E-5,2,0.0158436821,7.659754668067775E-4,0
+tpch_5,0.0028322392000000004,1.708707729670556E-4,3,0.0022589171999999997,1.2845815500917221E-4,2,0.0016119418,6.497477661646636E-5,2,0.0211519908,0.001018398116477944,0
+tpch_6,1.0963940000000001E-4,4.975426518400139E-6,2,7.686720000000001E-5,7.012254541871624E-6,2,9.22146E-5,7.056449591685707E-6,2,0.0052013723,6.020831496972909E-4,0
+tpch_7,0.0020890918,5.879236004925855E-5,3,0.0015800901,2.3823213750476677E-4,2,0.0011971065999999999,5.176183069830794E-5,2,0.0213605538,8.227950327975369E-4,0
+tpch_8,0.0041844404,4.671736134281118E-5,3,0.0067246289,1.98149148706447E-4,4,0.0037920941,8.554793099362236E-5,2,0.028145711400000002,9.121622489487571E-4,0
+tpch_9,0.0026859896,1.0436189317677419E-4,3,0.0033300819000000002,9.70812384783399E-5,4,0.0017703798,7.977900492084087E-5,2,0.021357818400000003,0.0020988656162919312,0
+tpch_10,9.68543E-4,1.9560096001809403E-5,3,7.73432E-4,8.026250270208689E-6,2,6.432321999999999E-4,2.7140496726479008E-5,2,0.0151143694,7.178970342258669E-4,0
+tpch_11,9.147456E-4,1.425366104081338E-4,3,4.55692E-4,1.0018814806153456E-4,2,3.8300849999999996E-4,2.41374497006219E-5,2,0.020856113000000003,0.0012482895326438345,0
+tpch_12,4.3231060000000003E-4,3.0609220140996094E-5,3,3.657613E-4,1.3832867234673366E-4,2,2.458131E-4,6.8548897941540976E-6,2,0.011285377400000001,3.898911954576717E-4,0
+tpch_13,3.9264030000000003E-4,2.9432687199948315E-5,3,1.908556E-4,2.5162892553122744E-5,2,2.5295639999999996E-4,2.6477079839741153E-5,2,0.0069528456,3.0389359816561433E-4,0
+tpch_14,2.6779690000000003E-4,1.2039267290411871E-5,3,1.8439790000000003E-4,4.034378476295247E-6,2,1.5214169999999997E-4,3.442528200321118E-6,2,0.0077856098,3.7861793853614706E-4,0
+tpch_15,4.2988459999999994E-4,2.1667460908931235E-5,3,2.0791899999999999E-4,1.3716032188646937E-5,2,2.4707980000000004E-4,2.0917879485262934E-5,2,0.0179314381,0.0017929093446700777,0
+tpch_16,3.0313689999999995E-4,1.2556402697031782E-5,3,2.4390440000000006E-4,2.5745070701786224E-5,2,1.902273E-4,1.3035748893331395E-5,2,0.012055283,8.441443352470894E-4,0
+tpch_17,0.0011844903,2.7825192463130145E-5,3,6.892800000000001E-4,1.6116019440290967E-5,2,1.975139E-4,1.500447828783115E-5,2,0.017237861700000003,7.179666600930173E-4,0
+tpch_18,9.604162000000001E-4,7.85938742750341E-5,3,3.944932E-4,2.2616498012733738E-5,2,3.7227980000000005E-4,1.6160466613311955E-5,2,0.0141191172,4.140637472050957E-4,0
+tpch_19,2.0090910000000002E-4,1.708753500332903E-5,2,1.916133E-4,2.0968844112396914E-5,2,1.4294300000000003E-4,5.3429814710506455E-6,2,0.015236995599999997,0.001735516127468807,0
+tpch_20,2.844365E-4,2.07036088025734E-5,3,1.47679E-4,1.952888367009229E-5,2,1.615413E-4,1.1344267830494824E-5,2,0.0301210592,0.0027577558040150184,0
+tpch_21,0.0055466006,9.927377731058888E-4,3,0.0027964642,6.25274991356612E-5,2,0.004324831800000001,1.0232005324156019E-4,3,0.033665458,0.01320692982009154,0
+tpch_22,5.401465000000001E-4,1.9669932741366177E-5,2,4.8118100000000007E-4,2.216410038778834E-5,3,6.068534E-4,2.7385555536449755E-5,2,0.0155431176,0.005736288235827541,0
--- a/data/astral_experiments/tpch_run1.csv
+++ b/data/astral_experiments/tpch_run1.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,4.431286E-4,6.497121426785906E-5,2,3.2369070000000003E-4,8.046218217280697E-5,2,4.374760000000001E-4,2.956844236343682E-5,2,0.019275479300000002,0.0030142371541727023,0
+tpch_2,0.011947242,0.0014747837326506438,3,0.004433031400000001,2.6859533901732403E-4,4,0.0025191805,1.7968401508384533E-4,2,0.07671190199999998,0.026656903793263145,0
+tpch_3,7.041469000000001E-4,2.7708717568480346E-5,3,5.526641E-4,2.6089955475047444E-5,2,5.075043000000001E-4,1.6415346886676828E-5,2,0.0145235642,0.0015304952786937855,0
+tpch_4,1.5343359999999998E-4,1.3374931866742705E-5,2,1.113209E-4,9.264982908241077E-6,2,1.1909610000000002E-4,5.441634413482418E-6,2,0.0133468277,4.932026616475643E-4,0
+tpch_5,0.0026875282999999995,4.9451035956928486E-5,3,0.0022213699,6.096577802252424E-5,2,0.0016651062999999996,4.429143168843313E-5,2,0.022515220000000002,0.0013701436161062074,0
+tpch_6,1.1960700000000001E-4,7.534625670861098E-6,2,8.01541E-5,3.347224087210048E-6,2,1.014408E-4,9.057585978614808E-6,2,0.0055587772,3.852307283420654E-4,0
+tpch_7,0.0027181555,5.275079973091368E-5,3,0.0019444465,9.777698776936044E-5,2,0.0016088486,4.950740973672834E-5,2,0.0241428282,0.001352594727996323,0
+tpch_8,0.005494567800000001,1.232678813696043E-4,3,0.0067166875000000004,2.4717777426103073E-4,4,0.0035478352000000006,1.3308763670136684E-4,2,0.0307003768,0.007390616261890588,0
+tpch_9,0.0024243027,7.169045645139873E-5,3,0.0030456109,1.291450028227578E-4,4,0.0016053820999999999,6.285232432210032E-5,2,0.0208883422,0.003832979158607501,0
+tpch_10,8.600219000000001E-4,2.2827016539398916E-5,3,6.855064E-4,1.680329832622183E-5,2,5.631047000000001E-4,2.2223830606129856E-5,2,0.012878364399999998,0.001295408280718882,0
+tpch_11,6.881256E-4,3.033591001988238E-4,3,3.862214E-4,6.789952426225082E-5,2,3.762688E-4,1.7274468818460237E-5,2,0.0202354456,0.0010650115262579505,0
+tpch_12,3.547292E-4,3.9330493922146263E-5,3,2.6770129999999996E-4,1.5892386731074173E-5,2,2.0839590000000004E-4,1.4197962582356247E-5,2,0.008228445400000001,3.9504752337841167E-4,0
+tpch_13,3.241956E-4,1.2900151248726475E-5,3,1.7127099999999997E-4,1.710025107418052E-5,2,2.329218E-4,2.3898941490367093E-5,2,0.0062440900999999995,8.044167711387511E-4,0
+tpch_14,2.5241040000000003E-4,4.2568907282663315E-5,3,1.6751300000000002E-4,9.309654193362744E-6,2,1.310344E-4,1.9479654617060034E-6,2,0.0073430932,4.890296607697286E-4,0
+tpch_15,3.8096989999999997E-4,1.3614027357471979E-5,3,1.836781E-4,5.1166612639499714E-6,2,2.214515E-4,1.783768766544558E-5,2,0.0155392281,0.0016352766938778577,0
+tpch_16,2.5336229999999997E-4,1.0955642838738291E-5,3,2.1212570000000001E-4,3.060953942172275E-5,2,1.5618950000000003E-4,1.069808791324548E-6,2,0.0098449649,6.138574396128862E-4,0
+tpch_17,8.582030999999999E-4,1.1687985305015332E-5,3,5.138625E-4,9.729563374069028E-6,2,1.8701339999999998E-4,1.4125001679292553E-5,2,0.013826682900000001,4.70713581168883E-4,0
+tpch_18,7.863492000000002E-4,4.9651837300946536E-5,3,3.222985E-4,2.487502285526531E-5,2,3.9396210000000007E-4,1.7254175569609214E-4,2,0.0124536584,4.391857642055946E-4,0
+tpch_19,1.737501E-4,1.603619061653982E-5,2,1.806027E-4,4.98041049654545E-5,2,1.322165E-4,1.3679770116854792E-5,2,0.0111294911,3.408901925997506E-4,0
+tpch_20,2.5026219999999997E-4,1.3365825936320152E-5,3,1.307655E-4,2.0232447742425982E-5,2,1.40273E-4,1.4026017845418618E-5,2,0.026441009199999997,0.0028987096541057767,0
+tpch_21,0.0020678362999999996,7.199601829691999E-5,3,7.573025E-4,2.7997962426754424E-5,2,0.0010904583,3.626423605165231E-5,3,0.022364546199999998,4.968535752944626E-4,0
+tpch_22,4.26368E-4,5.523219742527E-4,2,2.0851159999999997E-4,2.2041889774699735E-5,3,2.5445160000000004E-4,1.3071142269900934E-5,2,0.0117666749,7.105209562613158E-4,0
--- a/data/astral_experiments/tpch_run10.csv
+++ b/data/astral_experiments/tpch_run10.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,4.7505400000000004E-4,8.731725892284999E-5,2,3.1098789999999996E-4,3.750826505305231E-5,2,4.3432279999999995E-4,2.4111179932969142E-5,2,0.018781699300000003,0.0020972857931777214,0
+tpch_2,0.0117100591,0.0015853690706597904,3,0.004883938400000001,7.856359115893512E-4,4,0.0026875188,2.642475151587207E-4,2,0.0828489416,0.030180842478200662,0
+tpch_3,7.582514000000001E-4,3.54937378848714E-5,3,5.857610000000001E-4,3.990617221683803E-5,2,5.17472E-4,2.599089833768567E-5,2,0.014681390999999998,0.0013065561477658134,0
+tpch_4,1.4977810000000005E-4,4.163336297838531E-5,2,1.2155669999999998E-4,3.35724104378879E-5,2,1.6215240000000002E-4,1.4678297498006902E-5,2,0.0132922373,0.0010340285396918168,0
+tpch_5,0.0026656936,8.618082656043475E-5,3,0.0021536084,9.995008780206204E-5,2,0.0016283396,9.987643680288315E-5,2,0.022333250000000002,0.0012328367576959565,0
+tpch_6,1.2064790000000001E-4,7.71543186672011E-6,2,8.03413E-5,2.989990269214755E-6,2,1.2220900000000002E-4,2.7531023478977214E-5,2,0.0059260709,0.001072075090564129,0
+tpch_7,0.002646862,5.04654815611846E-5,3,0.0018629807999999998,5.493953366348234E-5,2,0.0015728474,4.411094468767853E-5,2,0.0252226246,7.427435313889418E-4,0
+tpch_8,0.005653623599999999,8.383061388689553E-5,3,0.0070435514000000005,1.2508199772320424E-4,4,0.0039517127,1.2199090307318106E-4,2,0.0302060454,0.0010728856715875356,0
+tpch_9,0.0027705230999999996,4.798915591769501E-5,3,0.0034544870999999996,7.927027872090873E-5,4,0.0019183906000000005,4.703344671654995E-5,2,0.0209215786,2.352775220303464E-4,0
+tpch_10,9.792722999999999E-4,3.0312316929100894E-5,3,7.775732E-4,1.269898343805928E-5,2,6.720383999999999E-4,2.943208626720238E-5,2,0.0149703289,5.06672162173227E-4,0
+tpch_11,7.259869999999998E-4,2.580757476664562E-4,3,4.3775680000000003E-4,1.4962864533691377E-4,2,3.891544E-4,2.1463386304123043E-5,2,0.021577458200000003,4.339824046296664E-4,0
+tpch_12,4.13276E-4,3.552935050349179E-5,3,3.3454579999999995E-4,6.898955078821739E-5,2,2.3291400000000003E-4,1.0825183933771968E-5,2,0.009967138300000001,3.4899794997650044E-4,0
+tpch_13,3.911844E-4,2.3158583014510842E-5,3,2.44492E-4,1.3046875990059838E-4,2,2.640066E-4,2.613780991284477E-5,2,0.0059714231,2.56834967827392E-4,0
+tpch_14,2.853496E-4,3.406860961413026E-5,3,1.5878920000000001E-4,5.594571204301372E-6,2,1.600275E-4,1.6302517310218988E-5,2,0.0077086607,2.704071343541422E-4,0
+tpch_15,4.2284360000000005E-4,1.7879646384644993E-5,3,2.0879179999999998E-4,9.94000709054125E-6,2,2.556491E-4,1.813623415954894E-5,2,0.019367063799999997,0.008345439066944474,0
+tpch_16,3.012164E-4,1.7414007190764273E-5,3,2.35845E-4,1.9201840094115975E-5,2,1.916803E-4,1.140740529699919E-5,2,0.012064681000000002,7.065316996461837E-4,0
+tpch_17,0.0010986745,1.129110453632344E-5,3,6.609583E-4,1.8715638343641627E-5,2,2.071094E-4,1.576390456834834E-5,2,0.017017620500000004,5.932596158057029E-4,0
+tpch_18,0.0010305359,4.052945694047698E-5,3,3.926432E-4,3.0084775750536032E-5,2,4.1072699999999995E-4,1.7289932654583676E-5,2,0.014211521699999998,2.8069177814046495E-4,0
+tpch_19,2.077033E-4,1.9109562904734445E-5,2,3.477229E-4,4.886640587021824E-4,2,1.454425E-4,6.796545670412475E-6,2,0.0129117003,2.611865147265527E-4,0
+tpch_20,3.2952910000000004E-4,2.1323486611948675E-5,3,1.625026E-4,2.6933641926779894E-5,2,1.76142E-4,6.550243980188749E-6,2,0.0287585276,9.757182759357956E-4,0
+tpch_21,0.0023664205999999995,9.656936861427869E-4,3,7.945911999999999E-4,4.0535020961635237E-5,2,0.0011972660999999998,3.991137211986366E-5,3,0.023278088199999998,0.0015535078442667001,0
+tpch_22,2.379544E-4,1.6326378699515874E-5,2,2.070703E-4,1.316397367097031E-5,3,2.553468E-4,1.0862205842277006E-5,2,0.014307634,0.0048225743053682026,0
--- a/data/astral_experiments/tpch_run11.csv
+++ b/data/astral_experiments/tpch_run11.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,4.991015E-4,2.319461450402874E-4,2,3.515027E-4,9.80951162250702E-5,2,5.324884999999999E-4,1.575368826632358E-4,2,0.0190799144,0.0030790201961811313,0
+tpch_2,0.010616457199999998,0.0018435184988367236,3,0.0040730926,3.6658381045517473E-4,4,0.0023686245,1.7686313081603897E-4,2,0.06982666800000001,0.007966752360671786,0
+tpch_3,8.924905999999998E-4,2.1791846521632865E-4,3,6.049542E-4,7.705180720502296E-5,2,5.124669E-4,7.839489619226082E-6,2,0.0227832043,0.007536273751513681,0
+tpch_4,2.9550339999999994E-4,3.1085791193154465E-4,2,1.394491E-4,2.4628338683110493E-5,2,1.376562E-4,2.470879607265389E-5,2,0.015567713900000002,7.334952706435167E-4,0
+tpch_5,0.0054117389,0.0054180369302553755,3,0.0033965406999999998,1.1858118259408061E-4,2,0.0026099886000000004,6.901629003965735E-5,2,0.0190058192,0.0011521235397529866,0
+tpch_6,1.037294E-4,3.972397341656527E-6,2,7.4354E-5,2.653379015519584E-6,2,1.4102789999999999E-4,1.4836556436077073E-4,2,0.0047618092,1.6050714825814833E-4,0
+tpch_7,0.0023941006,1.2117268989933274E-4,3,0.0016277060999999998,1.5648410763489793E-4,2,0.0012575438000000001,3.522505304126329E-5,2,0.0235332254,0.0029367474301421497,0
+tpch_8,0.0054733874,7.082829851154681E-5,3,0.0101371199,0.0077561519788323825,4,0.0038113864999999997,8.324288993453011E-5,2,0.030968715600000002,0.002717036408058391,0
+tpch_9,0.0026350007000000004,6.579243135656114E-5,3,0.0033593722,1.0798933709751616E-4,4,0.0018021866999999997,5.0121741961062424E-5,2,0.020500690199999998,9.516596702533878E-4,0
+tpch_10,0.0014199841,2.0762566702286667E-4,3,7.836307E-4,1.2471949495166088E-5,2,6.495157E-4,1.837879044469505E-5,2,0.015019089600000002,4.306625975928076E-4,0
+tpch_11,8.740184999999999E-4,1.1490400633594157E-4,3,3.950811E-4,6.67618489549982E-5,2,3.78312E-4,1.2335825687807643E-5,2,0.022566018799999997,0.0019844841781465174,0
+tpch_12,4.274879E-4,2.1915713488043714E-5,3,4.0730339999999995E-4,2.1122532634710271E-4,2,2.9274090000000003E-4,6.0225740776598144E-5,2,0.011973018700000001,0.004848445185627921,0
+tpch_13,3.276723E-4,1.8488795553253665E-5,3,1.9603420000000003E-4,5.5170223285391785E-5,2,2.2610289999999998E-4,1.6800621235240237E-5,2,0.005559807900000001,8.401143610927526E-4,0
+tpch_14,3.2045550000000004E-4,8.041449352106858E-5,3,2.103265E-4,3.70820040754272E-5,2,1.7151979999999997E-4,2.751324696505327E-5,2,0.0072043098,5.295948225180805E-4,0
+tpch_15,4.017949E-4,1.74872559393981E-5,3,1.9723520000000002E-4,1.1556247304379882E-5,2,2.445506E-4,2.318994458898074E-5,2,0.017917324900000003,0.004439197240417436,0
+tpch_16,2.9069379999999996E-4,1.6940538089447454E-5,3,2.531531E-4,8.010970444765121E-5,2,1.78488E-4,5.931932821602025E-6,2,0.0119605189,0.0012006756641416891,0
+tpch_17,0.0010250999000000001,2.9858370449335176E-5,3,6.033020999999999E-4,1.494555040438839E-5,2,2.2580680000000003E-4,3.936411921737847E-5,2,0.017814461400000002,0.001816244551319603,0
+tpch_18,9.972817E-4,1.5612264821226318E-4,3,3.835016E-4,1.4930470040826358E-5,2,4.3354280000000003E-4,6.486907301141265E-5,2,0.014180832,4.970708632870989E-4,0
+tpch_19,2.7256879999999994E-4,6.172119551466932E-5,2,2.1005379999999998E-4,4.692970769736377E-5,2,1.6666319999999996E-4,3.74571406217829E-5,2,0.0138721959,7.996826040295578E-4,0
+tpch_20,3.001015E-4,2.0497080290861088E-5,3,1.58381E-4,3.0442211286304514E-5,2,1.599627E-4,7.640608667507761E-6,2,0.0323147662,0.005522438873360258,0
+tpch_21,0.0040061014999999995,0.0011329098558585556,3,0.0018443680999999997,6.762933461665068E-5,2,0.0026218224000000004,2.6376402685686018E-5,3,0.0322886134,0.013295866318467738,0
+tpch_22,2.394013E-4,1.390399286572052E-5,2,2.0110200000000001E-4,1.2647884123441153E-5,3,2.4799820000000005E-4,7.960639934074163E-6,2,0.0163121869,8.751808986308675E-4,0
--- a/data/astral_experiments/tpch_run2.csv
+++ b/data/astral_experiments/tpch_run2.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,4.7885949999999994E-4,1.1077588117207661E-4,2,3.0327910000000003E-4,4.0067640273542214E-5,2,4.20522E-4,3.069524353706923E-5,2,0.018635950500000005,0.0024495286381178553,0
+tpch_2,0.011272796399999998,0.0013596755419701576,3,0.0042894431,3.8158590863563845E-4,4,0.0022972257999999994,1.7541298740960304E-4,2,0.0664301292,0.004300886414890114,0
+tpch_3,8.890115E-4,6.780846081463477E-5,3,6.291264000000001E-4,3.5661967226162826E-5,2,5.952318E-4,9.072800389824483E-5,2,0.0208435152,0.011010115709506427,0
+tpch_4,1.805231E-4,4.55135601803462E-5,2,1.519206E-4,1.69748504924196E-5,2,2.4994039999999996E-4,3.295936028262729E-5,2,0.0146732734,7.02164148631371E-4,0
+tpch_5,0.0027606288999999997,1.3834505603992677E-4,3,0.0022229937,1.8780531164748482E-4,2,0.0016837978,7.707470059727766E-5,2,0.022273648599999998,8.75176190959118E-4,0
+tpch_6,1.1709110000000001E-4,4.629453541185605E-6,2,8.275829999999998E-5,3.041058106975738E-6,2,1.0388610000000001E-4,1.0476942287232289E-5,2,0.0069894929,0.0016383281042564356,0
+tpch_7,0.0026559903,1.7548974131273535E-4,3,0.0019491676,2.235557717855664E-4,2,0.0015243722,3.498821614715715E-5,2,0.0260059452,0.001224647819555955,0
+tpch_8,0.0055542043,3.960708781780586E-5,3,0.0072106161,4.5965885797500994E-4,4,0.0038994276000000002,1.2178332983803123E-4,2,0.0315692338,0.0026100111703078557,0
+tpch_9,0.0027475858999999997,5.8550211482880856E-5,3,0.0033890015,9.649114789373692E-5,4,0.0018343072,6.890495402044824E-5,2,0.0216575868,8.397859257878071E-4,0
+tpch_10,9.865965E-4,1.1845573149920896E-5,3,7.44432E-4,2.1173904599766847E-5,2,6.269315999999999E-4,2.2348252496336387E-5,2,0.015590269599999994,9.393706141373757E-4,0
+tpch_11,9.914945E-4,2.5361506724295757E-4,3,5.007223000000001E-4,7.851508464244249E-5,2,4.0653100000000007E-4,3.613875018314793E-5,2,0.023573815,0.0013440212545391462,0
+tpch_12,6.621658E-4,9.759888857645863E-5,3,4.346831000000001E-4,1.5192447737639235E-4,2,2.582259E-4,1.3739715313281113E-5,2,0.0102633111,0.001175019964531629,0
+tpch_13,4.2159909999999997E-4,8.825492764310695E-5,3,1.8183769999999998E-4,6.021077811323434E-6,2,2.615959E-4,9.369872896149984E-6,2,0.0059894059,3.052422767951648E-4,0
+tpch_14,2.9982539999999996E-4,5.626420750743799E-5,3,1.8053170000000002E-4,8.446413499822873E-6,2,1.5189069999999998E-4,1.8242976210059432E-6,2,0.007990910600000001,5.902031220065056E-4,0
+tpch_15,4.43802E-4,3.204192089435405E-5,3,2.2436979999999998E-4,1.519763321573513E-5,2,2.7563489999999995E-4,3.438368025517384E-5,2,0.0183699686,0.001247650410650678,0
+tpch_16,2.853688E-4,1.0002040959725397E-5,3,2.1418630000000005E-4,1.7976896901578647E-5,2,1.9546719999999996E-4,1.788792687149649E-5,2,0.0126947267,0.0022431955121224208,0
+tpch_17,0.0010502322,2.760437775715591E-5,3,6.17098E-4,1.448879216498398E-5,2,2.216917E-4,1.9958593312405395E-5,2,0.020876035699999997,0.004059240296767325,0
+tpch_18,9.18971E-4,5.5511435724542883E-5,3,3.8388199999999994E-4,3.204138891184402E-5,2,4.0109329999999993E-4,2.238387864535644E-5,2,0.0136130319,4.136224324950606E-4,0
+tpch_19,1.972425E-4,1.9300520185994948E-5,2,1.7998819999999997E-4,1.0060080385365433E-5,2,1.4043130000000002E-4,8.562564896688024E-6,2,0.013307343599999999,6.291770938768183E-4,0
+tpch_20,2.9853719999999994E-4,1.9682091158208632E-5,3,1.470273E-4,1.7402657837525674E-5,2,1.686967E-4,1.104909106714212E-5,2,0.02713857,5.927605006071683E-4,0
+tpch_21,0.001954825,4.1067766272343834E-5,3,7.825840999999998E-4,8.068526421776365E-5,2,0.0010283171000000002,1.9926569802388573E-5,3,0.021772950600000004,4.5621786437336875E-4,0
+tpch_22,2.385411E-4,2.9231865087434906E-5,2,1.878866E-4,8.116835260124039E-6,3,2.3557230000000002E-4,2.0412493747687025E-6,2,0.011590562600000003,8.149939945798216E-4,0
--- a/data/astral_experiments/tpch_run3.csv
+++ b/data/astral_experiments/tpch_run3.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,5.023680999999999E-4,1.3158105295098556E-4,2,4.0587870000000005E-4,8.933250055612455E-5,2,5.026468999999999E-4,7.747383516317006E-5,2,0.018783596399999998,0.0022342712089833874,0
+tpch_2,0.010682209100000001,0.001563265480574257,3,0.004181152400000001,5.181980315400978E-4,4,0.0021830473999999997,1.3566423098532954E-4,2,0.07205730200000002,0.006560618512943211,0
+tpch_3,9.696847999999999E-4,4.2169375218345387E-4,3,6.631165E-4,5.3649968939879334E-5,2,5.129405E-4,1.106406132710858E-5,2,0.015804697200000002,0.0017165470855206215,0
+tpch_4,1.438378E-4,1.4031250570066874E-5,2,1.5104600000000003E-4,1.2719870950367383E-4,2,1.125822E-4,4.719948681924369E-6,2,0.013185951900000001,7.386832349679268E-4,0
+tpch_5,0.0033953902,9.908987965650984E-4,3,0.0023626934,1.563892351993557E-4,2,0.0018870717,2.127284084451591E-4,2,0.021438662199999996,0.0026764280806691135,0
+tpch_6,9.7277E-5,3.5946546704797164E-6,2,7.02067E-5,3.1278445629537862E-6,2,1.1716670000000002E-4,1.0245462619525778E-4,2,0.005996010299999999,6.361656710815374E-4,0
+tpch_7,0.0025581155,1.306592338598748E-4,3,0.0018803499000000002,8.25786737765219E-5,2,0.0014888241,3.399819051493144E-5,2,0.029887925599999997,0.005875166667343071,0
+tpch_8,0.0054399063,1.1035558898582682E-4,3,0.007157445000000001,0.0010098578968758827,4,0.0037595059000000005,1.0476807400292285E-4,2,0.030511606200000003,0.003751785049363614,0
+tpch_9,0.0026679215999999995,5.688554118617435E-5,3,0.003370732,4.0860770881201035E-4,4,0.0017662351,6.440232059709255E-5,2,0.021617848999999998,0.0012402377976279365,0
+tpch_10,0.0012138469,2.721344040625691E-4,3,7.149291E-4,2.323477814161382E-5,2,6.145297E-4,1.7777876864519294E-5,2,0.012104947399999998,4.5366331612031383E-4,0
+tpch_11,6.174684E-4,2.3020753684152044E-4,3,3.5544579999999997E-4,6.135922670112465E-5,2,3.245161E-4,9.928177490859553E-6,2,0.0209277254,0.0012628905780555926,0
+tpch_12,3.773377999999999E-4,2.8175088464103465E-5,3,3.667741E-4,1.775358085764391E-4,2,2.236326E-4,3.9868377333922244E-5,2,0.0084996336,6.675600733035404E-4,0
+tpch_13,3.3265370000000005E-4,1.7699940565153704E-5,3,1.454871E-4,6.3506446672757255E-6,2,2.295741E-4,2.226862052507971E-5,2,0.005846495,0.0010326160418148704,0
+tpch_14,3.110965E-4,4.249085663586926E-5,3,2.1791140000000002E-4,3.215657957619233E-5,2,1.263612E-4,1.570033681166649E-6,2,0.0074997908,9.08568329618169E-4,0
+tpch_15,3.60137E-4,1.2047721776335136E-5,3,1.9613199999999998E-4,8.562647020635873E-6,2,2.178959E-4,1.4881219791737541E-5,2,0.015159531700000001,0.0012847941310726654,0
+tpch_16,3.800094E-4,2.400699266547184E-5,3,2.697418E-4,1.9916931228480053E-5,2,1.616554E-4,1.0720050559598072E-6,2,0.0105052312,8.361638176960093E-4,0
+tpch_17,8.912028000000001E-4,1.5519911370878804E-5,3,5.311512E-4,6.088881125464739E-6,2,1.9053069999999997E-4,1.489719963650912E-5,2,0.0159893238,7.03468371374415E-4,0
+tpch_18,7.991071000000001E-4,3.696201983509368E-5,3,3.5130199999999995E-4,2.0450539948863028E-5,2,3.7328679999999996E-4,4.210835373604686E-5,2,0.013518359700000001,7.870503892670423E-4,0
+tpch_19,2.091338E-4,2.2713639231968083E-5,2,1.9100040000000004E-4,1.5758377094104214E-5,2,1.4581449999999998E-4,1.1624410172133645E-5,2,0.0139586939,6.18360800808965E-4,0
+tpch_20,3.069726E-4,2.274801793211899E-5,3,1.440642E-4,1.1853470005023966E-5,2,1.6170269999999997E-4,1.2602596867709949E-5,2,0.027789502200000003,0.0015640035690243773,0
+tpch_21,0.0016906980999999998,4.1605906490432074E-5,3,6.463971E-4,5.49511604016694E-5,2,8.894779999999998E-4,1.6003981448386526E-5,3,0.019856446800000004,0.001321759239418762,0
+tpch_22,2.301559E-4,3.2812094576390736E-5,2,1.8433080000000002E-4,4.5603992763786245E-6,3,2.3188180000000003E-4,2.347665342417404E-6,2,0.012104101199999998,6.190836320304438E-4,0
--- a/data/astral_experiments/tpch_run4.csv
+++ b/data/astral_experiments/tpch_run4.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,4.409064E-4,5.898962484742548E-5,2,3.127199000000001E-4,4.470998106116744E-5,2,4.385585E-4,2.2049512952671182E-5,2,0.0191859439,0.003113952549521738,0
+tpch_2,0.011282964000000003,0.0020303212693298382,3,0.0042737363999999995,5.525861717598813E-4,4,0.0022689338999999998,1.5137502580839197E-4,2,0.07315485159999999,0.0051659246897414225,0
+tpch_3,9.293783E-4,1.6795634412790147E-4,3,6.2093E-4,6.094639484333753E-5,2,6.060427999999998E-4,1.1323242230456827E-4,2,0.0158954259,0.0019119106920912666,0
+tpch_4,2.185832E-4,1.769296523367429E-5,2,2.531727E-4,3.056890209853962E-4,2,1.637446E-4,1.555419208573691E-5,2,0.013223557799999999,6.627055472952806E-4,0
+tpch_5,0.0027296242,1.6959933215717117E-4,3,0.0021478519,1.4684832872351408E-4,2,0.0015833758,6.823177503744086E-5,2,0.0212549786,9.924806614398738E-4,0
+tpch_6,1.1711550000000001E-4,4.711759018667936E-6,2,8.04794E-5,2.730140882811523E-6,2,1.018982E-4,1.1433495552979437E-5,2,0.005652126899999999,6.775097884967382E-4,0
+tpch_7,0.0027090649,1.3231603729665188E-4,3,0.0019474190999999997,1.0856901244135303E-4,2,0.0016071323,5.5661099243640135E-5,2,0.0249557898,0.0013902266647465914,0
+tpch_8,0.005293336,3.25938968428855E-5,3,0.006578606900000001,1.568492538161496E-4,4,0.003745678,1.0970906587515607E-4,2,0.029320825000000002,0.006222548273017355,0
+tpch_9,0.0020784177,6.456016397755866E-5,3,0.0025938694999999997,1.5489842896120723E-4,4,0.0013707797000000002,5.1945887001855745E-5,2,0.0171683484,6.930397285395983E-4,0
+tpch_10,7.677124999999999E-4,2.7223680791733416E-5,3,6.178417000000001E-4,2.6279712437730352E-5,2,5.117245E-4,2.8129691278966098E-5,2,0.0123041086,7.552479559337011E-4,0
+tpch_11,7.559142E-4,3.44308172396416E-4,3,3.137367E-4,1.180461004904442E-5,2,3.310623E-4,1.0695802709941678E-5,2,0.0194213984,5.849112563866217E-4,0
+tpch_12,3.732327E-4,3.160680154349688E-5,3,2.675688E-4,1.768756460228532E-5,2,2.0562230000000003E-4,2.3402438484268782E-5,2,0.008499715299999999,5.95053591085414E-4,0
+tpch_13,3.58079E-4,8.039356427102844E-5,3,1.7099649999999998E-4,2.1089348511748917E-5,2,2.178091E-4,1.0676601523425131E-5,2,0.0059266096,4.98503920201879E-4,0
+tpch_14,3.891062E-4,4.7509212371240163E-4,3,2.197867E-4,1.6168091265208152E-4,2,1.3102439999999999E-4,1.2614082764944428E-6,2,0.007409098900000001,6.082202330671623E-4,0
+tpch_15,3.8802239999999994E-4,5.042585289551423E-5,3,1.8736829999999998E-4,1.0347810039327426E-5,2,2.2288340000000003E-4,2.125869297111154E-5,2,0.015016926500000003,0.0022361947877886997,0
+tpch_16,2.6063310000000006E-4,1.9734819388329364E-5,3,2.6304599999999996E-4,7.30981207747505E-5,2,2.463186E-4,2.4417251050025542E-5,2,0.0106317735,0.001389962391361947,0
+tpch_17,8.358154E-4,3.182119167850293E-5,3,4.877922999999999E-4,1.1584906922805805E-5,2,1.8953349999999998E-4,2.074339127650088E-5,2,0.014225311000000001,7.517988404103632E-4,0
+tpch_18,7.580918E-4,5.0870131133701777E-5,3,3.2847530000000005E-4,2.410313524025393E-5,2,3.5134780000000007E-4,2.5292389095535015E-5,2,0.0125337433,6.130600264657552E-4,0
+tpch_19,2.963987E-4,3.927346204767278E-5,2,2.659986E-4,2.4209750565422864E-5,2,2.067702E-4,9.819849548746108E-6,2,0.013808731900000001,0.0025148747984392954,0
+tpch_20,2.6997960000000004E-4,2.364863402059365E-5,3,1.307417E-4,1.22865384958499E-5,2,1.361094E-4,2.1877304312914897E-6,2,0.0323148566,0.006922788250035219,0
+tpch_21,0.0021058168,1.1482028833598798E-4,3,7.632572000000001E-4,3.4095917230071014E-5,2,0.001091379,1.6464912013134037E-5,3,0.023962983000000004,0.0014516139971750169,0
+tpch_22,2.59618E-4,3.627405249486211E-5,2,2.2780389999999998E-4,3.4014200723962506E-5,3,2.6210729999999997E-4,1.597394380890346E-5,2,0.0124411824,0.0017066600113289756,0
--- a/data/astral_experiments/tpch_run5.csv
+++ b/data/astral_experiments/tpch_run5.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,4.568669E-4,9.767557319867684E-5,2,3.1720260000000003E-4,5.215554349481925E-5,2,4.334067E-4,1.769847905922837E-5,2,0.0193887601,0.002691488397748906,0
+tpch_2,0.012148792499999997,0.003712208765387871,3,0.0042840324,7.512723232832669E-4,4,0.0022644761,1.9908054767678798E-4,2,0.0647771832,0.010565218052241636,0
+tpch_3,7.053666999999999E-4,3.548668570337546E-5,3,5.442346000000001E-4,1.1185786062674101E-5,2,5.078715E-4,1.0325868576060842E-5,2,0.014061615400000001,6.409956672187298E-4,0
+tpch_4,1.6465120000000002E-4,9.998389138636282E-5,2,9.661699999999999E-5,8.124405418244656E-6,2,1.152204E-4,9.23852335819954E-6,2,0.013472729499999999,7.21908525353238E-4,0
+tpch_5,0.0026590783,6.789492842185392E-5,3,0.0022789219,1.641895937192411E-4,2,0.0036693264999999994,0.005858107971714865,2,0.019308492000000003,0.001291610038501664,0
+tpch_6,9.80386E-5,3.1328124489028585E-6,2,6.928750000000001E-5,2.4049826298746825E-6,2,8.5634E-5,8.266456012100961E-6,2,0.004716832200000001,2.6315601474857195E-4,0
+tpch_7,0.0022269167,7.10732380802359E-5,3,0.0015917887999999999,5.978092781448167E-5,2,0.0013152561,5.432272856448118E-5,2,0.0237207998,0.00109227386102616,0
+tpch_8,0.0046521297,4.376097408463493E-4,3,0.0071702396,1.502124505027476E-4,4,0.0039271441,8.212153370640505E-5,2,0.039955099599999995,0.016341255437674108,0
+tpch_9,0.0026915718999999997,6.927120610681263E-5,3,0.0032978677999999997,1.8670645502649912E-4,4,0.0017640534,6.093783603509607E-5,2,0.0313361486,0.012003174554506618,0
+tpch_10,9.649861E-4,1.839957682366868E-5,3,7.729569E-4,1.9359637116693054E-5,2,6.288827E-4,2.806539622399661E-5,2,0.0153512009,0.0019182875882018159,0
+tpch_11,7.574315000000001E-4,1.7981561011116284E-4,3,3.870711E-4,1.0376494932780229E-5,2,3.969069E-4,1.7719065581739144E-5,2,0.022697298799999998,0.0012988083259515377,0
+tpch_12,4.365212E-4,2.8962011652508082E-5,3,3.404901E-4,2.3170160881831945E-5,2,2.514606E-4,1.413299221113459E-5,2,0.010343433000000003,4.609439483066837E-4,0
+tpch_13,4.182257E-4,8.400284852907681E-6,3,1.862549E-4,9.185724777610132E-6,2,2.712478E-4,3.404282640968581E-5,2,0.0065733901,5.115954768784531E-4,0
+tpch_14,2.9564539999999995E-4,3.2697610408713866E-5,3,1.8408820000000002E-4,3.234019567038691E-6,2,1.60435E-4,7.052146467566056E-6,2,0.0083611816,5.812891259394518E-4,0
+tpch_15,4.537282E-4,4.947252630662783E-5,3,2.214742E-4,1.7090315812178282E-5,2,2.4567070000000005E-4,2.6688421070006312E-5,2,0.0166483584,8.870537185889333E-4,0
+tpch_16,3.086503E-4,1.167646205877437E-5,3,2.4030809999999996E-4,1.8913297922097436E-5,2,1.9025930000000002E-4,7.28116084220073E-6,2,0.012074580499999998,4.7478632188794625E-4,0
+tpch_17,0.0011421782,2.3218747700074825E-5,3,6.755063000000001E-4,1.988111397306066E-5,2,2.022103E-4,3.047602472780861E-5,2,0.015213774000000003,4.1060793432236997E-4,0
+tpch_18,7.886077000000002E-4,3.847358622496231E-5,3,3.413242E-4,3.50274845280101E-5,2,3.456884E-4,1.713010995995091E-5,2,0.013101410099999999,4.6208224283227685E-4,0
+tpch_19,1.7863140000000003E-4,2.3859575847864276E-5,2,1.6881E-4,1.9761131075927774E-5,2,1.326434E-4,1.9452985555950038E-5,2,0.0114466941,2.9248507998312894E-4,0
+tpch_20,2.606043E-4,2.398401406374679E-5,3,1.24026E-4,1.2326657389576467E-5,2,1.37281E-4,1.4912155531646017E-5,2,0.0263002116,7.622366905704478E-4,0
+tpch_21,0.0016718017,8.354465162899807E-5,3,8.025354E-4,4.117057526972418E-5,2,9.845700000000001E-4,1.5010833633412795E-4,3,0.0236776526,0.0012825529030629724,0
+tpch_22,2.4132749999999998E-4,2.5771702552412152E-5,2,2.019333E-4,8.572427498089608E-6,3,2.6217419999999996E-4,1.4342916431466252E-5,2,0.0122962013,3.9180777456960484E-4,0
--- a/data/astral_experiments/tpch_run6.csv
+++ b/data/astral_experiments/tpch_run6.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,4.2088689999999996E-4,5.50113969363622E-5,2,3.0538779999999996E-4,4.781455555121294E-5,2,4.27711E-4,2.5167443882921608E-5,2,0.019015823600000002,0.0023256215952948927,0
+tpch_2,0.0118499213,0.0025300294734178995,3,0.0043337036,5.124183113605948E-4,4,0.0024093502000000003,1.8274853761592497E-4,2,0.0717021192,0.007942934299089408,0
+tpch_3,8.983425E-4,2.0158468455775628E-4,3,6.51179E-4,1.4917079968946714E-5,2,5.965686E-4,1.4174325826648485E-5,2,0.0165202814,0.002387810076282629,0
+tpch_4,1.5897760000000002E-4,3.305472122466014E-5,2,1.0654869999999999E-4,9.565833513604556E-6,2,1.572771E-4,2.621475440453329E-5,2,0.0121020833,5.334598991204667E-4,0
+tpch_5,0.0026814412999999994,6.752617936189001E-5,3,0.002220651,8.977995281575657E-5,2,0.001745872,3.743029677947984E-5,2,0.0205159474,8.453536122726513E-4,0
+tpch_6,1.0258860000000002E-4,3.3677268951025535E-6,2,7.267180000000001E-5,2.023852010399431E-6,2,8.716169999999998E-5,5.580747871925607E-6,2,0.004971386100000001,5.527441594708013E-4,0
+tpch_7,0.0022260036000000005,2.389301183689184E-5,3,0.0016497201,2.087274501072872E-4,2,0.0013067890999999999,4.5651124000298365E-5,2,0.021921876800000004,6.612153690397498E-4,0
+tpch_8,0.004312331900000001,2.3395323825106164E-5,3,0.0064366382,6.854437686230416E-4,4,0.0038205342999999997,8.484032131018174E-5,2,0.029928895599999998,0.0029248296820312933,0
+tpch_9,0.0027895970000000004,5.0419230095254264E-5,3,0.0034009083999999995,8.803806060018786E-5,4,0.0018519007,4.989846405261247E-5,2,0.0211780666,4.389792972659169E-4,0
+tpch_10,9.612303000000001E-4,1.7393904461329526E-5,3,7.431391999999999E-4,6.219338434399663E-5,2,6.456506999999999E-4,2.369773078609322E-5,2,0.015133709700000001,7.620734405261611E-4,0
+tpch_11,6.737299E-4,1.6239794532287057E-4,3,4.0965029999999995E-4,3.132834867033442E-5,2,3.919092E-4,6.983750465187248E-6,2,0.022471382800000002,8.75812084559283E-4,0
+tpch_12,4.3159580000000006E-4,2.760747563179153E-5,3,3.299646E-4,1.6853033520407688E-5,2,2.4312000000000004E-4,1.1961122823547336E-5,2,0.009732889,3.1688385595388016E-4,0
+tpch_13,3.946809999999999E-4,3.454302610947783E-5,3,1.713955E-4,5.783923897321192E-6,2,2.7143670000000003E-4,2.146682207523943E-5,2,0.006743109999999999,4.722866967895686E-4,0
+tpch_14,2.8155460000000004E-4,1.6776197806415978E-5,3,1.7800600000000003E-4,5.02427970956917E-6,2,1.539199E-4,2.499939377263943E-6,2,0.0075593703,4.381261105542672E-4,0
+tpch_15,4.5484019999999994E-4,1.3915997469100853E-5,3,2.3215410000000002E-4,9.097943585777612E-6,2,2.596657E-4,1.4875832366963536E-5,2,0.0172621439,0.001283931926296242,0
+tpch_16,3.2250990000000005E-4,1.4148506927940487E-5,3,2.2759320000000002E-4,1.2460688109410017E-5,2,2.0061400000000005E-4,8.945794307940463E-6,2,0.012637691499999998,6.086996610298983E-4,0
+tpch_17,0.0011527888,2.399487767337421E-5,3,7.039320999999999E-4,1.5171575122249786E-5,2,2.3912960000000002E-4,3.154379139608904E-5,2,0.0174735804,0.001151706252177538,0
+tpch_18,9.824387E-4,2.3729220033749206E-5,3,4.034771999999999E-4,2.0746493702794068E-5,2,4.411977E-4,2.3578681591852532E-5,2,0.0148184448,3.895090904419766E-4,0
+tpch_19,3.2131059999999993E-4,3.361808349740361E-4,2,1.9068280000000002E-4,1.458372529088456E-5,2,1.431977E-4,8.180313882119479E-6,2,0.0140131262,3.2074985993192623E-4,0
+tpch_20,4.07079E-4,8.651905493011329E-5,3,1.568775E-4,1.4512056513465066E-5,2,1.6980199999999998E-4,8.752791189101041E-6,2,0.031230442799999997,7.910389213763926E-4,0
+tpch_21,0.0021213155999999997,5.6856158096037895E-5,3,8.13066E-4,3.137859326993402E-5,2,0.0011626687999999998,6.181434026793918E-5,3,0.0239033578,4.02086678745206E-4,0
+tpch_22,2.461382E-4,1.182685470275184E-5,2,2.1232209999999998E-4,8.06968530303458E-6,3,2.662427E-4,5.899044940497956E-6,2,0.012477325199999998,0.0013689270027701242,0
--- a/data/astral_experiments/tpch_run7.csv
+++ b/data/astral_experiments/tpch_run7.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,3.955238E-4,5.6495192095965206E-5,2,2.846641E-4,3.043732121738066E-5,2,4.1322700000000006E-4,6.689825566784201E-5,2,0.0196740329,0.0025142141145034092,0
+tpch_2,0.011329906000000002,0.002102608051648609,3,0.0045882198,6.30911667994147E-4,4,0.0023325915,1.919758848924786E-4,2,0.06554265960000001,0.0051772234420179,0
+tpch_3,8.171294999999998E-4,1.3735356036976375E-4,3,6.744907E-4,9.964157422486856E-5,2,5.936685E-4,1.0822650278120446E-4,2,0.016090303900000002,0.0013502511142188583,0
+tpch_4,2.181649E-4,3.85406396559527E-5,2,1.32528E-4,3.226610177260338E-5,2,2.003111E-4,1.9511670991742258E-5,2,0.013448736499999999,6.06187715279257E-4,0
+tpch_5,0.0041881434,0.004840761429529929,3,0.0023757105000000002,5.699739698476139E-4,2,0.0014976350000000002,8.136686715119303E-5,2,0.0217759522,0.0035599213795585298,0
+tpch_6,1.7318810000000004E-4,1.4010129231737497E-5,2,8.061329999999999E-5,9.2521176824552E-6,2,9.82389E-5,9.160480603658345E-6,2,0.006595686200000001,0.0015502002498367588,0
+tpch_7,0.0022133473,1.4743056823335253E-4,3,0.0017067096,1.777524659599416E-4,2,0.0012396121,5.3858471976931474E-5,2,0.0221465224,0.0014945435138489294,0
+tpch_8,0.005255261,5.086277640699586E-4,3,0.006916207499999999,3.725259822947591E-4,4,0.0038603090000000006,1.0996948295228736E-4,2,0.030147004999999998,0.00301068857697177,0
+tpch_9,0.0026524694000000003,6.959752062852067E-5,3,0.0032630405,1.1355935429303342E-4,4,0.0017659964,7.216453489242414E-5,2,0.0211028246,9.745705869926856E-4,0
+tpch_10,9.527243E-4,2.3327840714694546E-5,3,7.386145E-4,2.732429707147214E-5,2,6.316497E-4,2.591450919485131E-5,2,0.014464068300000002,4.855867096129954E-4,0
+tpch_11,9.559591999999999E-4,1.4999346361078581E-4,3,5.060559E-4,1.1217149533232557E-4,2,3.920501999999999E-4,3.083214110242873E-5,2,0.0220205548,0.00118424082854969,0
+tpch_12,4.457302E-4,4.3756738721709935E-5,3,3.657066E-4,5.4514633824689294E-5,2,2.5187749999999997E-4,4.56793728136673E-5,2,0.0097623322,4.30148452291721E-4,0
+tpch_13,3.808409E-4,2.9098021917133166E-5,3,1.6589049999999998E-4,3.253432072443294E-6,2,2.5498400000000004E-4,2.9752994595502056E-5,2,0.006183661,4.843040739302096E-4,0
+tpch_14,4.970343E-4,2.6315406563192213E-4,3,2.009284E-4,3.3979805005914814E-5,2,1.508878E-4,1.2178836765471436E-5,2,0.0080107453,0.0012461993856797604,0
+tpch_15,4.400654999999999E-4,3.2935361025045324E-5,3,2.349685E-4,3.890445160711048E-5,2,2.5383249999999996E-4,2.1821211699857934E-5,2,0.018054206,0.002568058060185822,0
+tpch_16,3.0359379999999995E-4,9.22191544962492E-6,3,2.320424E-4,4.215751718543211E-5,2,1.85958E-4,8.184574307805993E-6,2,0.011826620900000001,8.618758634564973E-4,0
+tpch_17,0.001122788,2.7578948453481195E-5,3,6.620659E-4,1.5086303088896614E-5,2,2.186383E-4,2.2920679706544545E-5,2,0.0174402566,7.825109331875108E-4,0
+tpch_18,0.0010930399,1.867520838799133E-4,3,3.873404000000001E-4,1.6602810329577427E-5,2,4.241944E-4,2.117128520992502E-5,2,0.0153412304,4.3897153457447515E-4,0
+tpch_19,2.055324E-4,9.722263905079048E-6,2,1.953232E-4,3.259733530765984E-5,2,1.4155979999999998E-4,6.0680762486975916E-6,2,0.0145409129,4.992039366588689E-4,0
+tpch_20,3.3584719999999997E-4,3.338876188120802E-5,3,1.54612E-4,1.6736780120441496E-5,2,1.649268E-4,1.2728724302144363E-5,2,0.0285338784,7.139424702094307E-4,0
+tpch_21,0.0020677573000000005,3.5369381037970836E-5,3,7.992471000000001E-4,5.308691754556628E-5,2,0.0010868726,1.8441571230241523E-5,3,0.022604007,8.293824642884E-4,0
+tpch_22,2.37504E-4,2.0524805777400033E-5,2,2.052078E-4,1.532205145403151E-5,3,2.5453339999999996E-4,1.466437864486652E-5,2,0.0123687985,0.001185333270796809,0
--- a/data/astral_experiments/tpch_run8.csv
+++ b/data/astral_experiments/tpch_run8.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,7.725894999999999E-4,1.1222029586064274E-4,2,5.480622E-4,9.410005640147024E-5,2,7.649356E-4,6.418687641597739E-5,2,0.021337650399999998,0.004341432436673304,0
+tpch_2,0.0115532344,0.0016905851306891569,3,0.005576018699999999,6.64513506183302E-4,4,0.0028108984999999998,5.61233622644305E-4,2,0.07626180160000001,0.029507973512229703,0
+tpch_3,7.73864E-4,7.950087209584512E-5,3,5.482005E-4,5.726302687642344E-5,2,4.580994E-4,2.3336735419505317E-5,2,0.014502962200000002,7.552677266304335E-4,0
+tpch_4,2.0675920000000006E-4,2.13362288535158E-4,2,1.0104860000000001E-4,8.24344206263365E-6,2,1.2734309999999998E-4,1.3960877332388601E-5,2,0.013383950300000003,4.7663635394746656E-4,0
+tpch_5,0.0021890355999999995,5.358285053113795E-5,3,0.0021883626,1.8221344600232004E-4,2,0.0016816809000000002,4.8850311127866216E-5,2,0.0227104832,0.0010338877018481979,0
+tpch_6,1.162554E-4,5.495462768502547E-6,2,7.865559999999999E-5,3.5622834025386243E-6,2,1.637005E-4,2.060815442873282E-4,2,0.005236466400000001,4.8301194941763835E-4,0
+tpch_7,0.0027349094999999995,6.363280415204187E-5,3,0.0019598258,1.0995727806453134E-4,2,0.0016510344999999995,4.416187683569227E-5,2,0.025075664400000003,7.596711224653402E-4,0
+tpch_8,0.005622714799999999,5.301540498158338E-5,3,0.008663003200000002,0.004699265216353695,4,0.003906015,9.236741078973184E-5,2,0.043642985,0.01575296228136572,0
+tpch_9,0.0026898628,1.5934277426654417E-4,3,0.0032883248,1.4603007145503266E-4,4,0.0017581249,5.63243472850742E-5,2,0.021299592200000002,8.454759841861448E-4,0
+tpch_10,9.70203E-4,3.816092390652986E-5,3,7.520235000000001E-4,1.095345974794778E-5,2,6.264045000000001E-4,2.2929845469386342E-5,2,0.0151232376,0.0012457986741831904,0
+tpch_11,8.762717000000001E-4,8.335272712041187E-5,3,4.915636E-4,1.2077061755427123E-4,2,3.856206E-4,1.9162709423252284E-5,2,0.0229432748,0.001347544491889799,0
+tpch_12,4.117307E-4,3.399588004464613E-5,3,3.563231E-4,7.096630756415321E-5,2,2.782857E-4,6.598199944234794E-5,2,0.011399183000000002,6.13865451527585E-4,0
+tpch_13,3.893572E-4,1.860628410940699E-5,3,1.876284E-4,2.3923447486514255E-5,2,3.5666189999999996E-4,3.679104939642306E-5,2,0.006872853000000001,8.559413304160457E-4,0
+tpch_14,4.103096000000001E-4,6.257464029333245E-5,3,1.741348E-4,1.340125335034032E-5,2,1.534191E-4,6.664211227895143E-6,2,0.0088082119,0.0014464959616214963,0
+tpch_15,4.3390720000000005E-4,2.7511184841078412E-5,3,2.0394720000000002E-4,5.818321043050056E-6,2,2.46204E-4,2.5780256022778397E-5,2,0.018371711399999997,0.0023911077796195087,0
+tpch_16,3.0118100000000003E-4,1.4680403264214973E-5,3,2.453397E-4,2.7096830696781E-5,2,1.8975899999999998E-4,1.2151672033098911E-5,2,0.0124062804,0.0054390435975094934,0
+tpch_17,8.641653999999999E-4,3.1383708774461425E-5,3,5.173603E-4,1.5062057927454287E-5,2,1.572041E-4,4.378304613661169E-6,2,0.0157364149,2.9338667134092033E-4,0
+tpch_18,7.774112999999999E-4,3.193314828842035E-5,3,3.476324E-4,4.0036075802206696E-5,2,3.8663289999999996E-4,1.8429900198126418E-4,2,0.012990004999999999,4.474857373691626E-4,0
+tpch_19,3.7260069999999997E-4,3.786777379266043E-4,2,2.5628029999999995E-4,3.2808687343598625E-5,2,1.522783E-4,4.0583165354737885E-5,2,0.0122269762,5.667493616585656E-4,0
+tpch_20,2.6821679999999994E-4,1.4365614708742122E-5,3,1.4835910000000001E-4,4.021706149745402E-5,2,1.458737E-4,2.31741304259759E-6,2,0.0250157484,0.0011724217281589423,0
+tpch_21,0.0016510769000000001,6.883488045089695E-5,3,6.544265E-4,4.796794259554968E-5,2,9.437323000000001E-4,9.211156448682119E-5,3,0.0218458022,0.0013802524342268355,0
+tpch_22,2.718092E-4,1.3217491749102785E-4,2,1.864612E-4,5.583787170013095E-6,3,2.4245659999999999E-4,2.4766652600624307E-5,2,0.0128478223,0.003393612958283098,0
--- a/data/astral_experiments/tpch_run9.csv
+++ b/data/astral_experiments/tpch_run9.csv
@ -0,0 +1,23 @@
+experiment,astral-raw-avg,astral-raw-stddev,astral-raw-iter,astral-bdd-avg,astral-bdd-stddev,astral-bdd-iter,spark-fair-avg,spark-fair-stddev,spark-fair-iter,spark-full-avg,spark-full-stddev,spark-full-iter
+tpch_1,4.413299E-4,4.493881224832219E-5,2,3.993686E-4,8.979256691419408E-5,2,4.513138E-4,6.522766459225717E-5,2,0.018017341900000004,0.0028208857263769993,0
+tpch_2,0.0106007103,0.0013183835409248134,3,0.0044164476,9.809519470132247E-4,4,0.0022896764999999998,2.0381172777210466E-4,2,0.07125641199999999,0.010141192746356517,0
+tpch_3,0.0010595246,2.44706196168875E-4,3,6.32693E-4,3.8462937209734874E-5,2,6.595147E-4,9.719317454847333E-5,2,0.017972192100000003,0.008496960714413738,0
+tpch_4,2.1053560000000002E-4,3.368450740088086E-5,2,1.2750739999999998E-4,1.6056478176736214E-5,2,1.5896030000000003E-4,3.5430613791042194E-5,2,0.013157285400000001,0.0014386943078816352,0
+tpch_5,0.0028636725999999996,1.2943992092874986E-4,3,0.0022815469,1.0038470616428213E-4,2,0.0017211740000000002,9.615943628370162E-5,2,0.022695470000000002,0.0012862702814002622,0
+tpch_6,1.1698219999999999E-4,4.827977398456381E-6,2,7.88809E-5,2.7778920947364715E-6,2,1.2257500000000004E-4,2.588121007990145E-5,2,0.0058226544,9.716460341611216E-4,0
+tpch_7,0.0027105378,9.301908217865933E-5,3,0.0019699476,1.6635084325016642E-4,2,0.001623848,4.348630598935705E-5,2,0.0247844572,8.119903551728764E-4,0
+tpch_8,0.0057806733,7.510690936399481E-5,3,0.007043855699999999,2.3410762793556382E-4,4,0.0038902815,5.8069987159007264E-5,2,0.03224888880000001,0.008861877113259994,0
+tpch_9,0.0023951908,7.927276317758572E-4,3,0.0026058205000000006,6.025175740380086E-5,4,0.0014409656,8.062745830199561E-5,2,0.017021800700000003,4.6142380747409456E-4,0
+tpch_10,7.685995E-4,1.2327273731446046E-5,3,5.949416999999999E-4,1.9987448516760313E-5,2,5.156974E-4,1.448695830186807E-5,2,0.013213788999999998,0.001236355527038409,0
+tpch_11,6.542292E-4,2.7633924038536413E-4,3,3.482856E-4,1.8831581612812605E-5,2,3.4186139999999997E-4,4.314459734706084E-5,2,0.020474118000000003,0.0021421951563339635,0
+tpch_12,3.6011629999999995E-4,2.183645289899532E-5,3,3.610022E-4,5.703312961393604E-5,2,2.0766129999999998E-4,4.952247813871664E-6,2,0.009550022200000001,4.1465032796677106E-4,0
+tpch_13,3.984416E-4,6.206285260475853E-5,3,1.730122E-4,5.340126324349004E-6,2,2.5170140000000004E-4,1.4907869218636507E-5,2,0.0061925402,4.8041549372472163E-4,0
+tpch_14,3.6519350000000005E-4,5.515408330894431E-5,3,2.4082080000000002E-4,2.5376516525322906E-5,2,1.4779620000000002E-4,5.9963921286047435E-6,2,0.007673819199999999,6.293539097510873E-4,0
+tpch_15,4.145348E-4,1.4939549670589126E-5,3,2.181557E-4,6.894669724503797E-6,2,2.445995E-4,1.3064263968935366E-5,2,0.0169471707,0.0017431749978401177,0
+tpch_16,2.8839039999999994E-4,1.239973473264832E-5,3,2.182609E-4,2.032533748034714E-5,2,1.7987490000000001E-4,1.0014464783002608E-5,2,0.0114185403,7.343712722615156E-4,0
+tpch_17,0.0010234597999999998,2.5434982314918895E-5,3,6.118544000000001E-4,1.6006700323299923E-5,2,2.163072E-4,1.809303253078402E-5,2,0.0170283664,4.112182531009954E-4,0
+tpch_18,9.881802E-4,1.6023494736093052E-4,3,3.9057839999999996E-4,1.696984074881119E-5,2,4.191539E-4,2.130040730807718E-5,2,0.014951001799999999,4.5383889334702415E-4,0
+tpch_19,2.2425139999999997E-4,4.2784401702489864E-5,2,2.754846E-4,2.5078189819841692E-5,2,2.1797359999999998E-4,2.5157886501851094E-5,2,0.014236690500000001,5.447577548665314E-4,0
+tpch_20,3.377533E-4,1.3063214872687016E-5,3,1.5636330000000001E-4,1.2636473313784934E-5,2,1.737376E-4,7.3450268236405445E-6,2,0.031189490200000003,0.0020686696615748678,0
+tpch_21,0.0021837512000000003,1.075087639653558E-4,3,8.314223E-4,4.951935819262975E-5,2,0.0012377891,2.32344969751857E-5,3,0.023254655800000003,4.438815487044663E-4,0
+tpch_22,2.755911E-4,4.358339629824664E-5,2,2.0796980000000002E-4,6.059915359143718E-6,3,2.663349E-4,4.892733887103167E-6,2,0.013222025100000001,0.0020581987605784416,0