{ "generatedAt": "2026-10-21T02:14:37.686Z", "commit": "038e95bc864ac1c7725a06bef1dffbbc0514fd44", "node": "v22.23.2", "machine": "Apple M5 Pro × 15", "settings": { "sizes": [ 1000, 5000 ], "seeds": 5, "boost": 1, "folds": 5, "minSliceSupport": 50, "maxSliceShare": 0.3, "sliceBins": 5, "minLift": 1.2, "minZ": 2, "maxOverlap": 0.5, "maxSlices": 3, "maxPlanShare": 0.5, "minTestSlice": 100, "maxOneHot": 20 }, "minutes": 23.5, "summary": [ { "dataset": "adult", "size": 1000, "runs": 5, "slices": [ "hours_per_week 42–50", "age 34–41", "education_num 11–13", "age 41–49", "age ≥ 51" ], "extraRows": { "mean": 206.6, "sd": 25.10577622779268, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 1315.2, "sd": 138.86576251906013, "n": 5 }, "unknownLabels": 0, "generators": [ "copula" ], "consistency": { "realTest": { "mean": 0.2612505886802066, "sd": 0.011407113444053232, "n": 5 }, "sliced": { "mean": 0.22276104516638728, "sd": 0.0706585097109114, "n": 5 }, "plainInSlice": { "mean": 0.25093854162720824, "sd": 0.06469614998334756, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.887435510438775, "sd": 0.00434536546787976, "n": 5 }, "slice": { "mean": 0.8592811861347152, "sd": 0.01231691262777819, "n": 5 }, "sliceError": { "mean": 0.2612505886802066, "sd": 0.011407113444053232, "n": 5 }, "restError": { "mean": 0.18384204398192577, "sd": 0.007925032514724586, "n": 5 } }, "plain": { "overall": { "mean": 0.8886686390571553, "sd": 0.0027000182609690226, "n": 5 }, "slice": { "mean": 0.857717307937536, "sd": 0.015101156339843946, "n": 5 }, "sliceError": { "mean": 0.26022696032210935, "sd": 0.014834008952306703, "n": 5 }, "restError": { "mean": 0.18197714411851695, "sd": 0.008633314899531013, "n": 5 } }, "sliced": { "overall": { "mean": 0.8869752479013739, "sd": 0.004275894981437291, "n": 5 }, "slice": { "mean": 0.8595156832257261, "sd": 0.013372191116238018, "n": 5 }, "sliceError": { "mean": 0.259572861533932, "sd": 0.012947665883469225, "n": 5 }, "restError": { "mean": 0.18469168405642522, "sd": 0.006536273325223405, "n": 5 } }, "upweight": { "overall": { "mean": 0.8841440030525949, "sd": 0.004810583908457617, "n": 5 }, "slice": { "mean": 0.8512334712840843, "sd": 0.01850948218096322, "n": 5 }, "sliceError": { "mean": 0.2621508591082984, "sd": 0.017132381975772198, "n": 5 }, "restError": { "mean": 0.1849898890520391, "sd": 0.007321307550249427, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": -0.0016933911557813763, "sd": 0.002412219877310865, "n": 5 }, "slice": { "mean": 0.0017983752881901571, "sd": 0.008825100317578535, "n": 5 }, "sliceError": { "mean": -0.0006540987881773985, "sd": 0.011791068365509012, "n": 5 } }, "sliced-upweight": { "overall": { "mean": 0.0028312448487790797, "sd": 0.0035977554520171817, "n": 5 }, "slice": { "mean": 0.00828221194164198, "sd": 0.014633984996692323, "n": 5 }, "sliceError": { "mean": -0.002577997574366442, "sd": 0.013517366863536493, "n": 5 } }, "sliced-real": { "overall": { "mean": -0.0004602625374009239, "sd": 0.0013524618014778026, "n": 5 }, "slice": { "mean": 0.00023449709101113213, "sd": 0.006084238806599634, "n": 5 }, "sliceError": { "mean": -0.0016777271462746768, "sd": 0.0076241335790900415, "n": 5 } }, "upweight-real": { "overall": { "mean": -0.0032915073861800037, "sd": 0.003293808982346545, "n": 5 }, "slice": { "mean": -0.00804771485063085, "sd": 0.009031652094525984, "n": 5 }, "sliceError": { "mean": 0.000900270428091765, "sd": 0.006963341458712886, "n": 5 } }, "plain-real": { "overall": { "mean": 0.0012331286183804523, "sd": 0.002709629397975201, "n": 5 }, "slice": { "mean": -0.001563878197179025, "sd": 0.0035292999021350087, "n": 5 }, "sliceError": { "mean": -0.0010236283580972783, "sd": 0.005157727726462207, "n": 5 } } } }, { "dataset": "adult", "size": 5000, "runs": 5, "slices": [ "age 42–51", "education_num 11–13", "age 42–50", "hours_per_week 41–50" ], "extraRows": { "mean": 1014.4, "sd": 130.32190913273178, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 1278.6, "sd": 146.9857135914916, "n": 5 }, "unknownLabels": 0, "generators": [ "copula", "forest" ], "consistency": { "realTest": { "mean": 0.26453673722370435, "sd": 0.013674321491644938, "n": 5 }, "sliced": { "mean": 0.26308939693965855, "sd": 0.0187963555840959, "n": 5 }, "plainInSlice": { "mean": 0.25581692000295614, "sd": 0.044163234674212105, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.9060368386709134, "sd": 0.0028101887519267226, "n": 5 }, "slice": { "mean": 0.883168705012849, "sd": 0.00965003108862247, "n": 5 }, "sliceError": { "mean": 0.26453673722370435, "sd": 0.013674321491644938, "n": 5 }, "restError": { "mean": 0.17943072945029923, "sd": 0.0016834434219846393, "n": 5 } }, "plain": { "overall": { "mean": 0.9053421333645906, "sd": 0.002694105649833742, "n": 5 }, "slice": { "mean": 0.8819222001920746, "sd": 0.010349807637541522, "n": 5 }, "sliceError": { "mean": 0.2639023769318667, "sd": 0.014193200637286263, "n": 5 }, "restError": { "mean": 0.17908106266411336, "sd": 0.002279065764190982, "n": 5 } }, "sliced": { "overall": { "mean": 0.9059347207222436, "sd": 0.0018808318322111504, "n": 5 }, "slice": { "mean": 0.8796316864335877, "sd": 0.00839470092941361, "n": 5 }, "sliceError": { "mean": 0.2624226193329705, "sd": 0.011831994083698488, "n": 5 }, "restError": { "mean": 0.17901189259660394, "sd": 0.001196179832995386, "n": 5 } }, "upweight": { "overall": { "mean": 0.9063578410696633, "sd": 0.001699577637393886, "n": 5 }, "slice": { "mean": 0.8809377320081284, "sd": 0.006784959859142707, "n": 5 }, "sliceError": { "mean": 0.26307776215907186, "sd": 0.008468274522949867, "n": 5 }, "restError": { "mean": 0.17858524779718907, "sd": 0.002119994928222051, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": 0.0005925873576529516, "sd": 0.001974069337342281, "n": 5 }, "slice": { "mean": -0.0022905137584870116, "sd": 0.004469853993839344, "n": 5 }, "sliceError": { "mean": -0.0014797575988961032, "sd": 0.004344541923718439, "n": 5 } }, "sliced-upweight": { "overall": { "mean": -0.00042312034741989193, "sd": 0.00222129528700889, "n": 5 }, "slice": { "mean": -0.0013060455745406597, "sd": 0.004724039085958028, "n": 5 }, "sliceError": { "mean": -0.0006551428261012737, "sd": 0.0042629279861054374, "n": 5 } }, "sliced-real": { "overall": { "mean": -0.00010211794866992197, "sd": 0.001746663815541528, "n": 5 }, "slice": { "mean": -0.003537018579261497, "sd": 0.0036431523987796245, "n": 5 }, "sliceError": { "mean": -0.0021141178907338075, "sd": 0.003797970159619782, "n": 5 } }, "upweight-real": { "overall": { "mean": 0.0003210023987499699, "sd": 0.002364712332341205, "n": 5 }, "slice": { "mean": -0.0022309730047208377, "sd": 0.006631168639331603, "n": 5 }, "sliceError": { "mean": -0.0014589750646325339, "sd": 0.005663293914694323, "n": 5 } }, "plain-real": { "overall": { "mean": -0.0006947053063228736, "sd": 0.0013987169407329839, "n": 5 }, "slice": { "mean": -0.0012465048207744855, "sd": 0.0021647448542693733, "n": 5 }, "sliceError": { "mean": -0.0006343602918377044, "sd": 0.002529153753151798, "n": 5 } } } }, { "dataset": "bank", "size": 1000, "runs": 5, "slices": [ "duration ≥ 347", "duration ≥ 354", "duration ≥ 370", "duration ≥ 352", "duration ≥ 365" ], "extraRows": { "mean": 199.6, "sd": 0.5477225575051661, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 1738.2, "sd": 74.28122239166505, "n": 5 }, "unknownLabels": 0, "generators": [ "copula", "trees", "forest" ], "consistency": { "realTest": { "mean": 0.30504751862471874, "sd": 0.01722137497935561, "n": 5 }, "sliced": { "mean": 0.23579713489759485, "sd": 0.04724775565712421, "n": 5 }, "plainInSlice": { "mean": 0.23342271713539256, "sd": 0.07274862631092613, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.9073117517555502, "sd": 0.006585142298885353, "n": 5 }, "slice": { "mean": 0.7578581299436923, "sd": 0.019453268979930435, "n": 5 }, "sliceError": { "mean": 0.30504751862471874, "sd": 0.01722137497935561, "n": 5 }, "restError": { "mean": 0.06124335715724135, "sd": 0.003281863447686717, "n": 5 } }, "plain": { "overall": { "mean": 0.909134020753454, "sd": 0.006546454603296534, "n": 5 }, "slice": { "mean": 0.7604292931790051, "sd": 0.01964651450209896, "n": 5 }, "sliceError": { "mean": 0.30584073062524136, "sd": 0.016542791908005967, "n": 5 }, "restError": { "mean": 0.06072776027648841, "sd": 0.004159566837015104, "n": 5 } }, "sliced": { "overall": { "mean": 0.9103685636888607, "sd": 0.0062368574573395015, "n": 5 }, "slice": { "mean": 0.7584864601185921, "sd": 0.020249983396595925, "n": 5 }, "sliceError": { "mean": 0.3026717574077652, "sd": 0.01945470958931433, "n": 5 }, "restError": { "mean": 0.060340679053029714, "sd": 0.0028071123266383063, "n": 5 } }, "upweight": { "overall": { "mean": 0.9058602352153275, "sd": 0.008112919325477353, "n": 5 }, "slice": { "mean": 0.7543816474573379, "sd": 0.019707093624276452, "n": 5 }, "sliceError": { "mean": 0.3017953472474025, "sd": 0.016633263509342792, "n": 5 }, "restError": { "mean": 0.0612729808904864, "sd": 0.0035508293500464997, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": 0.0012345429354066796, "sd": 0.005501098442083319, "n": 5 }, "slice": { "mean": -0.0019428330604130517, "sd": 0.009391266902786664, "n": 5 }, "sliceError": { "mean": -0.003168973217476201, "sd": 0.010275566528673476, "n": 5 } }, "sliced-upweight": { "overall": { "mean": 0.0045083284735329965, "sd": 0.004540652414104438, "n": 5 }, "slice": { "mean": 0.004104812661254109, "sd": 0.01416604776679383, "n": 5 }, "sliceError": { "mean": 0.000876410160362684, "sd": 0.010365439828539479, "n": 5 } }, "sliced-real": { "overall": { "mean": 0.0030568119333103773, "sd": 0.004761534325051793, "n": 5 }, "slice": { "mean": 0.0006283301748997827, "sd": 0.012293970677618817, "n": 5 }, "sliceError": { "mean": -0.002375761216953531, "sd": 0.009704884737251757, "n": 5 } }, "upweight-real": { "overall": { "mean": -0.0014515165402226194, "sd": 0.0032596657487269725, "n": 5 }, "slice": { "mean": -0.0034764824863543265, "sd": 0.0058300483222498605, "n": 5 }, "sliceError": { "mean": -0.0032521713773162155, "sd": 0.0020931013119343963, "n": 5 } }, "plain-real": { "overall": { "mean": 0.0018222689979036978, "sd": 0.005967640581072259, "n": 5 }, "slice": { "mean": 0.0025711632353128343, "sd": 0.006827464681867529, "n": 5 }, "sliceError": { "mean": 0.0007932120005226695, "sd": 0.0037039321806320133, "n": 5 } } } }, { "dataset": "bank", "size": 5000, "runs": 5, "slices": [ "duration ≥ 365", "duration ≥ 372", "duration ≥ 361", "duration ≥ 371" ], "extraRows": { "mean": 996.6, "sd": 2.4083189157584592, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 1673, "sd": 33.12099032335839, "n": 5 }, "unknownLabels": 0, "generators": [ "forest", "copula", "forest + refinement" ], "consistency": { "realTest": { "mean": 0.31536766379801995, "sd": 0.002559434905755736, "n": 5 }, "sliced": { "mean": 0.26887869260108255, "sd": 0.0187710498757625, "n": 5 }, "plainInSlice": { "mean": 0.26390066158068637, "sd": 0.0191442515120831, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.9343135012836712, "sd": 0.0014172927730028873, "n": 5 }, "slice": { "mean": 0.7930286949113257, "sd": 0.004114433988908204, "n": 5 }, "sliceError": { "mean": 0.31536766379801995, "sd": 0.002559434905755736, "n": 5 }, "restError": { "mean": 0.06257956413628922, "sd": 0.0012558916112437781, "n": 5 } }, "plain": { "overall": { "mean": 0.9339675062994015, "sd": 0.0028706313403209956, "n": 5 }, "slice": { "mean": 0.7935101359604746, "sd": 0.008752468029772307, "n": 5 }, "sliceError": { "mean": 0.31461929835784536, "sd": 0.004331849642670917, "n": 5 }, "restError": { "mean": 0.0630182866298344, "sd": 0.0016918118583998363, "n": 5 } }, "sliced": { "overall": { "mean": 0.9357604529324002, "sd": 0.0035387613694589557, "n": 5 }, "slice": { "mean": 0.7991923220720899, "sd": 0.009969152534861782, "n": 5 }, "sliceError": { "mean": 0.3095697107674063, "sd": 0.003610058446779937, "n": 5 }, "restError": { "mean": 0.06304954051238751, "sd": 0.0019737458294429183, "n": 5 } }, "upweight": { "overall": { "mean": 0.9337181175041731, "sd": 0.0022582825015919896, "n": 5 }, "slice": { "mean": 0.7913881524345112, "sd": 0.003841950420917799, "n": 5 }, "sliceError": { "mean": 0.31034614188069753, "sd": 0.0033654387948003303, "n": 5 }, "restError": { "mean": 0.06348297449284007, "sd": 0.0013562371742089677, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": 0.0017929466329984934, "sd": 0.002179776441600909, "n": 5 }, "slice": { "mean": 0.005682186111615306, "sd": 0.007924259820022244, "n": 5 }, "sliceError": { "mean": -0.00504958759043902, "sd": 0.0011042532468479235, "n": 5 } }, "sliced-upweight": { "overall": { "mean": 0.00204233542822696, "sd": 0.0014089169999533214, "n": 5 }, "slice": { "mean": 0.0078041696375787065, "sd": 0.00869591323691998, "n": 5 }, "sliceError": { "mean": -0.0007764311132912316, "sd": 0.0031834639955471687, "n": 5 } }, "sliced-real": { "overall": { "mean": 0.0014469516487287891, "sd": 0.0022720329703474315, "n": 5 }, "slice": { "mean": 0.006163627160764263, "sd": 0.009310256932419117, "n": 5 }, "sliceError": { "mean": -0.005797953030613645, "sd": 0.00226150198066915, "n": 5 } }, "upweight-real": { "overall": { "mean": -0.0005953837794981709, "sd": 0.0009921947677320512, "n": 5 }, "slice": { "mean": -0.0016405424768144439, "sd": 0.005169775959476514, "n": 5 }, "sliceError": { "mean": -0.0050215219173224135, "sd": 0.0026158662907386763, "n": 5 } }, "plain-real": { "overall": { "mean": -0.0003459949842697041, "sd": 0.0019791554378820984, "n": 5 }, "slice": { "mean": 0.00048144104914895627, "sd": 0.0074337007515408275, "n": 5 }, "sliceError": { "mean": -0.0007483654401746253, "sd": 0.003046895314333273, "n": 5 } } } }, { "dataset": "credit", "size": 1000, "runs": 5, "slices": [ "Records = yes_rec", "Seniority ≤ 1" ], "extraRows": { "mean": 226.2, "sd": 27.12379029560581, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 199.6, "sd": 27.727242920997394, "n": 5 }, "unknownLabels": 0, "generators": [ "copula", "trees + refinement", "flow" ], "consistency": { "realTest": { "mean": 0.3724024546814164, "sd": 0.012151219929689098, "n": 5 }, "sliced": { "mean": 0.31334245102450875, "sd": 0.014209446946517795, "n": 5 }, "plainInSlice": { "mean": 0.3004084833141688, "sd": 0.03751076709358418, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.8040691646919431, "sd": 0.01240542714412711, "n": 5 }, "slice": { "mean": 0.7382701552255213, "sd": 0.021840318226083708, "n": 5 }, "sliceError": { "mean": 0.3724024546814164, "sd": 0.012151219929689098, "n": 5 }, "restError": { "mean": 0.245379078465319, "sd": 0.0035200824803831247, "n": 5 } }, "plain": { "overall": { "mean": 0.8079840541074251, "sd": 0.009533706208747885, "n": 5 }, "slice": { "mean": 0.7378823669975639, "sd": 0.02979886920046375, "n": 5 }, "sliceError": { "mean": 0.3724588447008176, "sd": 0.015521876590787789, "n": 5 }, "restError": { "mean": 0.24573656053092013, "sd": 0.006336285872861134, "n": 5 } }, "sliced": { "overall": { "mean": 0.8054354265402843, "sd": 0.006821416196521198, "n": 5 }, "slice": { "mean": 0.7345328321622547, "sd": 0.018343486266417693, "n": 5 }, "sliceError": { "mean": 0.3747689884184532, "sd": 0.009044712883108872, "n": 5 }, "restError": { "mean": 0.24624842379749978, "sd": 0.003914096933463196, "n": 5 } }, "upweight": { "overall": { "mean": 0.8048849723538705, "sd": 0.008733939669452677, "n": 5 }, "slice": { "mean": 0.7270416356829281, "sd": 0.026866099912250235, "n": 5 }, "sliceError": { "mean": 0.3719306171759737, "sd": 0.012615627772123921, "n": 5 }, "restError": { "mean": 0.2444740440304472, "sd": 0.0023096230313861435, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": -0.0025486275671406044, "sd": 0.005286287765870277, "n": 5 }, "slice": { "mean": -0.0033495348353092423, "sd": 0.012647335870035371, "n": 5 }, "sliceError": { "mean": 0.002310143717635593, "sd": 0.009067259655426211, "n": 5 } }, "sliced-upweight": { "overall": { "mean": 0.0005504541864139289, "sd": 0.007789088928375523, "n": 5 }, "slice": { "mean": 0.007491196479326634, "sd": 0.013062310858113158, "n": 5 }, "sliceError": { "mean": 0.0028383712424795093, "sd": 0.0063908228488861836, "n": 5 } }, "sliced-real": { "overall": { "mean": 0.0013662618483412325, "sd": 0.008114156351613206, "n": 5 }, "slice": { "mean": -0.0037373230632665954, "sd": 0.01042112530026017, "n": 5 }, "sliceError": { "mean": 0.0023665337370368466, "sd": 0.008034882656972166, "n": 5 } }, "upweight-real": { "overall": { "mean": 0.0008158076619273035, "sd": 0.007210468483713422, "n": 5 }, "slice": { "mean": -0.01122851954259323, "sd": 0.012481775992750311, "n": 5 }, "sliceError": { "mean": -0.0004718375054426627, "sd": 0.005347251824788645, "n": 5 } }, "plain-real": { "overall": { "mean": 0.003914889415481837, "sd": 0.010531706444800837, "n": 5 }, "slice": { "mean": -0.000387788227957353, "sd": 0.01639062717656859, "n": 5 }, "sliceError": { "mean": 0.00005639001940125343, "sd": 0.009462998222299155, "n": 5 } } } }, { "dataset": "credit", "size": 3557, "runs": 5, "slices": [ "Seniority ≤ 1" ], "extraRows": { "mean": 830, "sd": 0, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 212, "sd": 0, "n": 5 }, "unknownLabels": 0, "generators": [ "copula", "copula + refinement", "trees" ], "consistency": { "realTest": { "mean": 0.36884598572427796, "sd": 4.8074067159589095e-17, "n": 5 }, "sliced": { "mean": 0.3137291084812479, "sd": 0.008669076573046915, "n": 5 }, "plainInSlice": { "mean": 0.3224280692167073, "sd": 0.014840856497587034, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.8281743680884676, "sd": 0, "n": 5 }, "slice": { "mean": 0.7667230782933998, "sd": 0, "n": 5 }, "sliceError": { "mean": 0.36884598572427796, "sd": 4.8074067159589095e-17, "n": 5 }, "restError": { "mean": 0.2473821163534072, "sd": 3.925231146709438e-17, "n": 5 } }, "plain": { "overall": { "mean": 0.8290790383096367, "sd": 0.002634684245762092, "n": 5 }, "slice": { "mean": 0.7757192482408479, "sd": 0.013299196582774146, "n": 5 }, "sliceError": { "mean": 0.3675239183406075, "sd": 0.00577792810115023, "n": 5 }, "restError": { "mean": 0.2469599895828865, "sd": 0.0016630325722235427, "n": 5 } }, "sliced": { "overall": { "mean": 0.8298257306477094, "sd": 0.003957659963953249, "n": 5 }, "slice": { "mean": 0.7775006680324219, "sd": 0.00501770966668053, "n": 5 }, "sliceError": { "mean": 0.3643925818732791, "sd": 0.005001965347366277, "n": 5 }, "restError": { "mean": 0.2478788270900271, "sd": 0.0027604696367048167, "n": 5 } }, "upweight": { "overall": { "mean": 0.8315721267772511, "sd": 0.0035454958534606815, "n": 5 }, "slice": { "mean": 0.7668834060746414, "sd": 0.008579621765455974, "n": 5 }, "sliceError": { "mean": 0.36499530369808053, "sd": 0.0036503739281882265, "n": 5 }, "restError": { "mean": 0.2465591486603027, "sd": 0.0022296624236001392, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": 0.000746692338072652, "sd": 0.005382743765777457, "n": 5 }, "slice": { "mean": 0.0017814197915738683, "sd": 0.01730420331616114, "n": 5 }, "sliceError": { "mean": -0.0031313364673283273, "sd": 0.008523618217054206, "n": 5 } }, "sliced-upweight": { "overall": { "mean": -0.001746396129541905, "sd": 0.0036798401778540568, "n": 5 }, "slice": { "mean": 0.010617261957780344, "sd": 0.012458385771910694, "n": 5 }, "sliceError": { "mean": -0.000602721824801411, "sd": 0.007081757094795886, "n": 5 } }, "sliced-real": { "overall": { "mean": 0.0016513625592417425, "sd": 0.003957659963953249, "n": 5 }, "slice": { "mean": 0.010777589739022032, "sd": 0.00501770966668053, "n": 5 }, "sliceError": { "mean": -0.004453403850998861, "sd": 0.00500196534736629, "n": 5 } }, "upweight-real": { "overall": { "mean": 0.0033977586887836476, "sd": 0.003545495853460681, "n": 5 }, "slice": { "mean": 0.000160327781241687, "sd": 0.008579621765455974, "n": 5 }, "sliceError": { "mean": -0.0038506820261974494, "sd": 0.0036503739281882473, "n": 5 } }, "plain-real": { "overall": { "mean": 0.0009046702211690904, "sd": 0.002634684245762092, "n": 5 }, "slice": { "mean": 0.008996169947448163, "sd": 0.013299196582774146, "n": 5 }, "sliceError": { "mean": -0.0013220673836705332, "sd": 0.005777928101150231, "n": 5 } } } }, { "dataset": "telco", "size": 1000, "runs": 5, "slices": [ "tenure ≤ 6", "tenure ≤ 5" ], "extraRows": { "mean": 209.6, "sd": 4.774934554525329, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 277.4, "sd": 8.049844718999243, "n": 5 }, "unknownLabels": 0, "generators": [ "trees", "copula" ], "consistency": { "realTest": { "mean": 0.39746273544155686, "sd": 0.00979469807703362, "n": 5 }, "sliced": { "mean": 0.32310845254167214, "sd": 0.014032341601836206, "n": 5 }, "plainInSlice": { "mean": 0.31928248418235466, "sd": 0.0338590075515223, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.8054143925611482, "sd": 0.008666778778422405, "n": 5 }, "slice": { "mean": 0.7147510502972689, "sd": 0.02163345525926779, "n": 5 }, "sliceError": { "mean": 0.39746273544155686, "sd": 0.00979469807703362, "n": 5 }, "restError": { "mean": 0.23467778028907485, "sd": 0.007898626610269107, "n": 5 } }, "plain": { "overall": { "mean": 0.8062128562765313, "sd": 0.0067783156362240145, "n": 5 }, "slice": { "mean": 0.726028593255484, "sd": 0.019147903716825176, "n": 5 }, "sliceError": { "mean": 0.39132274936206135, "sd": 0.005922966772436804, "n": 5 }, "restError": { "mean": 0.23495351632322672, "sd": 0.005382789917545855, "n": 5 } }, "sliced": { "overall": { "mean": 0.8063965534667474, "sd": 0.008859391478090178, "n": 5 }, "slice": { "mean": 0.7255343316687853, "sd": 0.016759062265063254, "n": 5 }, "sliceError": { "mean": 0.3893701486365814, "sd": 0.0074068918298205895, "n": 5 }, "restError": { "mean": 0.23509235522625654, "sd": 0.007425685047673947, "n": 5 } }, "upweight": { "overall": { "mean": 0.803117798665858, "sd": 0.00924267874419748, "n": 5 }, "slice": { "mean": 0.707182519199326, "sd": 0.019678644242398912, "n": 5 }, "sliceError": { "mean": 0.3915098739005308, "sd": 0.009773512465618374, "n": 5 }, "restError": { "mean": 0.2362539574958548, "sd": 0.005162794421275891, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": 0.00018369719021626985, "sd": 0.006309109648781475, "n": 5 }, "slice": { "mean": -0.0004942615866985634, "sd": 0.01613956177501943, "n": 5 }, "sliceError": { "mean": -0.001952600725479936, "sd": 0.007082937432534676, "n": 5 } }, "sliced-upweight": { "overall": { "mean": 0.0032787548008894165, "sd": 0.00700332971862361, "n": 5 }, "slice": { "mean": 0.01835181246945954, "sd": 0.014933169289636894, "n": 5 }, "sliceError": { "mean": -0.0021397252639493657, "sd": 0.008507347649476048, "n": 5 } }, "sliced-real": { "overall": { "mean": 0.0009821609055993274, "sd": 0.00458904207675839, "n": 5 }, "slice": { "mean": 0.010783281371516651, "sd": 0.019505975497211885, "n": 5 }, "sliceError": { "mean": -0.00809258680497541, "sd": 0.004242957916735735, "n": 5 } }, "upweight-real": { "overall": { "mean": -0.002296593895290089, "sd": 0.004861741823070096, "n": 5 }, "slice": { "mean": -0.007568531097942888, "sd": 0.011948217858892654, "n": 5 }, "sliceError": { "mean": -0.0059528615410260445, "sd": 0.010357035640901098, "n": 5 } }, "plain-real": { "overall": { "mean": 0.0007984637153830576, "sd": 0.0031029585422228975, "n": 5 }, "slice": { "mean": 0.011277542958215214, "sd": 0.015184847793624421, "n": 5 }, "sliceError": { "mean": -0.0061399860794954745, "sd": 0.00990930630319285, "n": 5 } } } }, { "dataset": "telco", "size": 5000, "runs": 5, "slices": [ "tenure ≤ 6" ], "extraRows": { "mean": 1064.8, "sd": 10.73312629199899, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 281, "sd": 0, "n": 5 }, "unknownLabels": 0, "generators": [ "forest + refinement", "copula + refinement", "copula" ], "consistency": { "realTest": { "mean": 0.38634016864295445, "sd": 0.003930878668401873, "n": 5 }, "sliced": { "mean": 0.3572672084020552, "sd": 0.008126387983917313, "n": 5 }, "plainInSlice": { "mean": 0.35685171306057484, "sd": 0.010930001657598444, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.8257476753588031, "sd": 0.0018474899833405352, "n": 5 }, "slice": { "mean": 0.7400635930047695, "sd": 0.005953889765047383, "n": 5 }, "sliceError": { "mean": 0.38634016864295445, "sd": 0.003930878668401873, "n": 5 }, "restError": { "mean": 0.24033037956729575, "sd": 0.0015286591313134102, "n": 5 } }, "plain": { "overall": { "mean": 0.827198049322822, "sd": 0.004437689859411724, "n": 5 }, "slice": { "mean": 0.7406677265500796, "sd": 0.009425356281597037, "n": 5 }, "sliceError": { "mean": 0.38378256313081727, "sd": 0.0066153175117931035, "n": 5 }, "restError": { "mean": 0.23863486050121466, "sd": 0.0019522585561851174, "n": 5 } }, "sliced": { "overall": { "mean": 0.828542551041035, "sd": 0.0031373649889271933, "n": 5 }, "slice": { "mean": 0.7458558558558559, "sd": 0.01090727019152884, "n": 5 }, "sliceError": { "mean": 0.378628582256591, "sd": 0.0045586641417427525, "n": 5 }, "restError": { "mean": 0.23868748888586055, "sd": 0.0021234065756437956, "n": 5 } }, "upweight": { "overall": { "mean": 0.8288487972508591, "sd": 0.0031220457217499007, "n": 5 }, "slice": { "mean": 0.7488553259141495, "sd": 0.005915512129491041, "n": 5 }, "sliceError": { "mean": 0.37431757296547924, "sd": 0.003946622108254525, "n": 5 }, "restError": { "mean": 0.23887109728241596, "sd": 0.0011015948247689992, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": 0.0013445017182130315, "sd": 0.0031205312493154634, "n": 5 }, "slice": { "mean": 0.00518812930577639, "sd": 0.01322745274217931, "n": 5 }, "sliceError": { "mean": -0.0051539808742262164, "sd": 0.006010530743612685, "n": 5 } }, "sliced-upweight": { "overall": { "mean": -0.0003062462098241348, "sd": 0.0012263718437453678, "n": 5 }, "slice": { "mean": -0.002999470058293574, "sd": 0.014806933070808437, "n": 5 }, "sliceError": { "mean": 0.004311009291111778, "sd": 0.0029410358676719736, "n": 5 } }, "sliced-real": { "overall": { "mean": 0.002794875682231668, "sd": 0.002494094501578886, "n": 5 }, "slice": { "mean": 0.005792262851086405, "sd": 0.009045167314574828, "n": 5 }, "sliceError": { "mean": -0.007711586386363401, "sd": 0.0030289352590925057, "n": 5 } }, "upweight-real": { "overall": { "mean": 0.0031011218920558026, "sd": 0.002351285050896531, "n": 5 }, "slice": { "mean": 0.00879173290937998, "sd": 0.00783324832404153, "n": 5 }, "sliceError": { "mean": -0.012022595677475179, "sd": 0.0015868655393478455, "n": 5 } }, "plain-real": { "overall": { "mean": 0.0014503739640186364, "sd": 0.004283988962077859, "n": 5 }, "slice": { "mean": 0.000604133545310015, "sd": 0.006265017159056227, "n": 5 }, "sliceError": { "mean": -0.0025576055121371843, "sd": 0.004453800949887014, "n": 5 } } } }, { "dataset": "housing", "size": 1000, "runs": 5, "slices": [ "median_income ≥ 5.171", "median_income ≥ 5.02", "median_income ≥ 5.115", "median_income ≥ 5.112", "ocean_proximity = NEAR OCEAN" ], "extraRows": { "mean": 186.4, "sd": 30.41052449399714, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 810.8, "sd": 164.0752875968834, "n": 5 }, "unknownLabels": 0, "generators": [ "forest", "copula", "forest + refinement", "copula + refinement" ], "consistency": { "realTest": { "mean": 59379.03956971634, "sd": 1005.8544001275151, "n": 5 }, "sliced": { "mean": 84366.74374313749, "sd": 11939.495884674041, "n": 5 }, "plainInSlice": { "mean": 83730.41988721036, "sd": 8946.48161514076, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.6903075237140852, "sd": 0.003505168527516924, "n": 5 }, "slice": { "mean": 75204.21979768155, "sd": 1913.4370007893165, "n": 5 }, "sliceError": { "mean": 59379.03956971634, "sd": 1005.8544001275151, "n": 5 }, "restError": { "mean": 43598.02949605969, "sd": 1036.3414539909224, "n": 5 } }, "plain": { "overall": { "mean": 0.6889924397799536, "sd": 0.005342026495463036, "n": 5 }, "slice": { "mean": 75425.97863996463, "sd": 2289.5697396680207, "n": 5 }, "sliceError": { "mean": 59855.937758245986, "sd": 993.3450565570752, "n": 5 }, "restError": { "mean": 43871.18763348273, "sd": 982.1919929551472, "n": 5 } }, "sliced": { "overall": { "mean": 0.6802336429113403, "sd": 0.008909387490402765, "n": 5 }, "slice": { "mean": 78483.24910946349, "sd": 2705.5034997853327, "n": 5 }, "sliceError": { "mean": 63064.621292667885, "sd": 1368.598577056587, "n": 5 }, "restError": { "mean": 44455.18741858468, "sd": 1268.787325249762, "n": 5 } }, "upweight": { "overall": { "mean": 0.6931114661195217, "sd": 0.009192545355561785, "n": 5 }, "slice": { "mean": 73680.78434285054, "sd": 2217.005083956638, "n": 5 }, "sliceError": { "mean": 57678.36927284345, "sd": 1627.3780969998093, "n": 5 }, "restError": { "mean": 43789.37494406587, "sd": 1407.77992884008, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": -0.008758796868613273, "sd": 0.007964671557456816, "n": 5 }, "slice": { "mean": 3057.270469498847, "sd": 1748.8807928215977, "n": 5 }, "sliceError": { "mean": 3208.6835344219044, "sd": 2065.434610404926, "n": 5 } }, "sliced-upweight": { "overall": { "mean": -0.012877823208181293, "sd": 0.006514120188161899, "n": 5 }, "slice": { "mean": 4802.464766612926, "sd": 1875.8362489611548, "n": 5 }, "sliceError": { "mean": 5386.252019824434, "sd": 1790.575394562287, "n": 5 } }, "sliced-real": { "overall": { "mean": -0.010073880802744828, "sd": 0.008208066004473527, "n": 5 }, "slice": { "mean": 3279.029311781915, "sd": 2087.8348735659656, "n": 5 }, "sliceError": { "mean": 3685.581722951532, "sd": 2152.3605575941833, "n": 5 } }, "upweight-real": { "overall": { "mean": 0.002803942405436466, "sd": 0.006858235253900452, "n": 5 }, "slice": { "mean": -1523.4354548310105, "sd": 1879.3837706711229, "n": 5 }, "sliceError": { "mean": -1700.6702968729019, "sd": 1601.3541104691524, "n": 5 } }, "plain-real": { "overall": { "mean": -0.0013150839341315556, "sd": 0.002055102531980657, "n": 5 }, "slice": { "mean": 221.75884228306822, "sd": 1586.312803275436, "n": 5 }, "sliceError": { "mean": 476.8981885296278, "sd": 1097.7430805344193, "n": 5 } } } }, { "dataset": "housing", "size": 5000, "runs": 5, "slices": [ "median_income ≥ 5.097", "median_income ≥ 5.096", "median_income ≥ 5.082", "population ≤ 707", "median_income ≥ 5.117" ], "extraRows": { "mean": 1000.4, "sd": 0.8944271909999159, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 870.2, "sd": 33.09380606699689, "n": 5 }, "unknownLabels": 0, "generators": [ "forest", "copula" ], "consistency": { "realTest": { "mean": 52938.20271608573, "sd": 1775.7854681546517, "n": 5 }, "sliced": { "mean": 70084.02210741225, "sd": 8547.120246608205, "n": 5 }, "plainInSlice": { "mean": 69456.05720412463, "sd": 8781.642831142719, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.7323920130360383, "sd": 0.004495830497426563, "n": 5 }, "slice": { "mean": 70019.69789745698, "sd": 6276.770456235594, "n": 5 }, "sliceError": { "mean": 52938.20271608573, "sd": 1775.7854681546517, "n": 5 }, "restError": { "mean": 39763.13284028208, "sd": 499.91558933439075, "n": 5 } }, "plain": { "overall": { "mean": 0.7210490458512162, "sd": 0.003397690831064407, "n": 5 }, "slice": { "mean": 72230.32729052255, "sd": 6242.4316338824165, "n": 5 }, "sliceError": { "mean": 55262.00522840655, "sd": 1731.6045995295865, "n": 5 }, "restError": { "mean": 40554.904615189815, "sd": 577.7792017815835, "n": 5 } }, "sliced": { "overall": { "mean": 0.7233702047670264, "sd": 0.002070077308943611, "n": 5 }, "slice": { "mean": 72995.86084709602, "sd": 5333.015164321281, "n": 5 }, "sliceError": { "mean": 56723.144871395394, "sd": 828.8748946390607, "n": 5 }, "restError": { "mean": 40254.02654246918, "sd": 157.31175793115656, "n": 5 } }, "upweight": { "overall": { "mean": 0.7300499722817942, "sd": 0.004576196617569417, "n": 5 }, "slice": { "mean": 69881.66789752847, "sd": 6023.404956484258, "n": 5 }, "sliceError": { "mean": 52973.41725144051, "sd": 1703.591895411767, "n": 5 }, "restError": { "mean": 40334.78118210495, "sd": 606.0108079553058, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": 0.0023211589158101953, "sd": 0.004420847329962228, "n": 5 }, "slice": { "mean": 765.5335565734916, "sd": 1563.5442544896016, "n": 5 }, "sliceError": { "mean": 1461.1396429888468, "sd": 939.2731789851924, "n": 5 } }, "sliced-upweight": { "overall": { "mean": -0.006679767514767754, "sd": 0.0054635765286482315, "n": 5 }, "slice": { "mean": 3114.192949567549, "sd": 977.580563817851, "n": 5 }, "sliceError": { "mean": 3749.7276199548915, "sd": 976.9145164384717, "n": 5 } }, "sliced-real": { "overall": { "mean": -0.009021808269011933, "sd": 0.004555690674397456, "n": 5 }, "slice": { "mean": 2976.1629496390406, "sd": 973.2603205732086, "n": 5 }, "sliceError": { "mean": 3784.942155309663, "sd": 1079.1742722714264, "n": 5 } }, "upweight-real": { "overall": { "mean": -0.002342040754244179, "sd": 0.007172025006193706, "n": 5 }, "slice": { "mean": -138.02999992850818, "sd": 761.3991029271908, "n": 5 }, "sliceError": { "mean": 35.21453535477194, "sd": 250.8414556082071, "n": 5 } }, "plain-real": { "overall": { "mean": -0.011342967184822129, "sd": 0.006737082303212972, "n": 5 }, "slice": { "mean": 2210.6293930655493, "sd": 1406.7040911000051, "n": 5 }, "sliceError": { "mean": 2323.8025123208163, "sd": 768.7490026136026, "n": 5 } } } }, { "dataset": "insurance", "size": 1000, "runs": 5, "slices": [ "smoker = yes" ], "extraRows": { "mean": 204.6, "sd": 1.51657508881031, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 56, "sd": 0, "n": 5 }, "unknownLabels": 0, "generators": [ "copula", "forest", "trees + refinement", "copula + refinement" ], "consistency": { "realTest": { "mean": 3541.6654787898224, "sd": 279.3481057409346, "n": 5 }, "sliced": { "mean": 8273.483749234436, "sd": 2265.1470871189595, "n": 5 }, "plainInSlice": { "mean": 7198.284087778545, "sd": 1157.0192631975447, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.8873712991003634, "sd": 0.004185175435590678, "n": 5 }, "slice": { "mean": 4793.221695463407, "sd": 238.6547026118345, "n": 5 }, "sliceError": { "mean": 3541.6654787898224, "sd": 279.3481057409346, "n": 5 }, "restError": { "mean": 2645.922557210026, "sd": 60.64838524525734, "n": 5 } }, "plain": { "overall": { "mean": 0.8833492648725819, "sd": 0.007805454680115497, "n": 5 }, "slice": { "mean": 5001.899683580368, "sd": 545.2890448812216, "n": 5 }, "sliceError": { "mean": 3855.3961408239, "sd": 577.8177593865962, "n": 5 }, "restError": { "mean": 2725.606099446918, "sd": 154.59740895862615, "n": 5 } }, "sliced": { "overall": { "mean": 0.8658942023661231, "sd": 0.015986535856092776, "n": 5 }, "slice": { "mean": 6067.504461184506, "sd": 1098.7516237312118, "n": 5 }, "sliceError": { "mean": 4786.213494610749, "sd": 1001.6397285702043, "n": 5 }, "restError": { "mean": 2783.3859595838794, "sd": 106.59812220655765, "n": 5 } }, "upweight": { "overall": { "mean": 0.8869500829039094, "sd": 0.0017774406964960181, "n": 5 }, "slice": { "mean": 4553.77357819769, "sd": 186.35486682012518, "n": 5 }, "sliceError": { "mean": 3206.6932662798126, "sd": 232.81409429624864, "n": 5 }, "restError": { "mean": 2747.3849323442837, "sd": 41.8968864552087, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": -0.017455062506458896, "sd": 0.008695468130871737, "n": 5 }, "slice": { "mean": 1065.6047776041376, "sd": 737.4646254701589, "n": 5 }, "sliceError": { "mean": 930.8173537868479, "sd": 645.2332205669395, "n": 5 } }, "sliced-upweight": { "overall": { "mean": -0.021055880537786197, "sd": 0.01638292185121218, "n": 5 }, "slice": { "mean": 1513.7308829868161, "sd": 1170.8224987091362, "n": 5 }, "sliceError": { "mean": 1579.5202283309359, "sd": 1140.9036535383884, "n": 5 } }, "sliced-real": { "overall": { "mean": -0.021477096734240208, "sd": 0.014009446328988543, "n": 5 }, "slice": { "mean": 1274.2827657210987, "sd": 1011.5927324088873, "n": 5 }, "sliceError": { "mean": 1244.548015820926, "sd": 891.2166463898666, "n": 5 } }, "upweight-real": { "overall": { "mean": -0.00042121619645401064, "sd": 0.0032987383439209276, "n": 5 }, "slice": { "mean": -239.44811726571734, "sd": 284.1253533972331, "n": 5 }, "sliceError": { "mean": -334.97221251000985, "sd": 335.83363546900495, "n": 5 } }, "plain-real": { "overall": { "mean": -0.004022034227781313, "sd": 0.006713462511480492, "n": 5 }, "slice": { "mean": 208.67798811696122, "sd": 514.0078533137258, "n": 5 }, "sliceError": { "mean": 313.7306620340781, "sd": 489.75779518041867, "n": 5 } } } }, { "dataset": "insurance", "size": 1071, "runs": 5, "slices": [ "smoker = yes" ], "extraRows": { "mean": 218, "sd": 0, "n": 5 }, "hit": { "mean": 1, "sd": 0, "n": 5 }, "testSliceRows": { "mean": 56, "sd": 0, "n": 5 }, "unknownLabels": 0, "generators": [ "copula", "forest" ], "consistency": { "realTest": { "mean": 3635.9965691527373, "sd": 249.87209086739298, "n": 5 }, "sliced": { "mean": 7064.133157411602, "sd": 321.8724954593944, "n": 5 }, "plainInSlice": { "mean": 6346.836007631462, "sd": 908.8841980753855, "n": 5 } }, "arms": { "real": { "overall": { "mean": 0.8850550089596814, "sd": 0.003570559841266948, "n": 5 }, "slice": { "mean": 4844.2306621731805, "sd": 266.6794119310173, "n": 5 }, "sliceError": { "mean": 3635.9965691527373, "sd": 249.87209086739298, "n": 5 }, "restError": { "mean": 2732.7638326638516, "sd": 44.485836663975284, "n": 5 } }, "plain": { "overall": { "mean": 0.8826381632647257, "sd": 0.006627530696053772, "n": 5 }, "slice": { "mean": 5123.842155437139, "sd": 446.42389681954126, "n": 5 }, "sliceError": { "mean": 3934.1913907550625, "sd": 579.5904159375499, "n": 5 }, "restError": { "mean": 2705.9090206348637, "sd": 71.52948607230782, "n": 5 } }, "sliced": { "overall": { "mean": 0.8777318623914319, "sd": 0.00568500867444243, "n": 5 }, "slice": { "mean": 5421.006443783975, "sd": 392.57572973527573, "n": 5 }, "sliceError": { "mean": 4458.23328845688, "sd": 371.6203251843088, "n": 5 }, "restError": { "mean": 2748.943831711429, "sd": 58.42002839536003, "n": 5 } }, "upweight": { "overall": { "mean": 0.8894223313784556, "sd": 0.004364600520038826, "n": 5 }, "slice": { "mean": 4570.98409413449, "sd": 343.46540540799833, "n": 5 }, "sliceError": { "mean": 3295.4364838228853, "sd": 402.29361278048407, "n": 5 }, "restError": { "mean": 2703.024468072661, "sd": 80.46813976791263, "n": 5 } } }, "paired": { "sliced-plain": { "overall": { "mean": -0.004906300873293778, "sd": 0.006291958214973549, "n": 5 }, "slice": { "mean": 297.1642883468356, "sd": 430.91330796170416, "n": 5 }, "sliceError": { "mean": 524.0418977018169, "sd": 327.131289515518, "n": 5 } }, "sliced-upweight": { "overall": { "mean": -0.011690468987023661, "sd": 0.006330201679365894, "n": 5 }, "slice": { "mean": 850.0223496494843, "sd": 442.21938466482095, "n": 5 }, "sliceError": { "mean": 1162.7968046339947, "sd": 430.1069817063838, "n": 5 } }, "sliced-real": { "overall": { "mean": -0.007323146568249461, "sd": 0.007479990252604915, "n": 5 }, "slice": { "mean": 576.7757816107936, "sd": 616.4044903669277, "n": 5 }, "sliceError": { "mean": 822.2367193041425, "sd": 550.4284524811682, "n": 5 } }, "upweight-real": { "overall": { "mean": 0.0043673224187742, "sd": 0.006646504482021865, "n": 5 }, "slice": { "mean": -273.2465680386907, "sd": 380.8940140337401, "n": 5 }, "sliceError": { "mean": -340.56008532985214, "sd": 473.80980894990205, "n": 5 } }, "plain-real": { "overall": { "mean": -0.0024168456949556828, "sd": 0.00536660793631169, "n": 5 }, "slice": { "mean": 279.6114932639581, "sd": 512.6616632636714, "n": 5 }, "sliceError": { "mean": 298.19482160232576, "sd": 662.8401079184101, "n": 5 } } } } ], "runs": [ { "dataset": "adult", "task": "classification", "size": 1000, "seed": 1, "slice": { "label": "hours_per_week 42–50", "lift": 1.4865033904435108, "z": 4.704120168554377, "support": 176, "trainRows": 176, "testRows": 1159, "others": [ "age 34–41", "occupation = Prof-specialty" ] }, "extraRows": 176, "hit": { "sliced": 1, "plain": 0.14772727272727273 }, "fitSeconds": 12.9, "generator": { "engine": "copula", "clusters": 4, "refined": false }, "consistency": { "realTest": 0.2721893925268439, "sliced": 0.2089673457399497, "plainInSlice": 0.24517929601898628, "plainInSliceRows": 26 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8904875647499653, "slice": 0.8556849565557335, "sliceLoss": 0.46366400978245653, "sliceError": 0.2721893925268439, "restError": 0.1778013960187105 }, "plain": { "overall": 0.887620878578265, "slice": 0.8555730355498947, "sliceLoss": 0.4734506906690469, "sliceError": 0.26731669341073006, "restError": 0.17871499466077062 }, "sliced": { "overall": 0.8886239286680088, "slice": 0.8546571749246503, "sliceLoss": 0.47138514245919244, "sliceError": 0.2785747154407746, "restError": 0.18119076095709674 }, "upweight": { "overall": 0.8831659253830939, "slice": 0.8447482250274285, "sliceLoss": 0.4939298329052341, "sliceError": 0.2728599809179465, "restError": 0.18190826548984343 } } }, { "dataset": "adult", "task": "classification", "size": 1000, "seed": 2, "slice": { "label": "age 34–41", "lift": 1.400782305276251, "z": 3.9440630031533646, "support": 213, "trainRows": 213, "testRows": 1365, "others": [ "education_num 11–13", "relationship = Wife" ] }, "extraRows": 213, "hit": { "sliced": 1, "plain": 0.16901408450704225 }, "fitSeconds": 12.7, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.24931127328350827, "sliced": 0.1439926871600866, "plainInSlice": 0.17526755563808422, "plainInSliceRows": 36 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8865948865607374, "slice": 0.85849223208384, "sliceLoss": 0.4436046251429901, "sliceError": 0.24931127328350827, "restError": 0.18236997648040046 }, "plain": { "overall": 0.8886493757488265, "slice": 0.8580507298662374, "sliceLoss": 0.450897447426179, "sliceError": 0.24560176999824676, "restError": 0.1798725459860372 }, "sliced": { "overall": 0.884834555078888, "slice": 0.8525105077527789, "sliceLoss": 0.4562837077662366, "sliceError": 0.2510206608601138, "restError": 0.18246084756216271 }, "upweight": { "overall": 0.8854564263570052, "slice": 0.8578375473668808, "sliceLoss": 0.4538748636741722, "sliceError": 0.2461059912361858, "restError": 0.1830923777189166 } } }, { "dataset": "adult", "task": "classification", "size": 1000, "seed": 3, "slice": { "label": "education_num 11–13", "lift": 1.376418072871952, "z": 4.516667826498438, "support": 243, "trainRows": 243, "testRows": 1522, "others": [ "age 42–50", "occupation = Prof-specialty" ] }, "extraRows": 243, "hit": { "sliced": 1, "plain": 0.20164609053497942 }, "fitSeconds": 12.7, "generator": { "engine": "copula", "clusters": 4, "refined": false }, "consistency": { "realTest": 0.2506177753155215, "sliced": 0.2169505825580548, "plainInSlice": 0.22893881610278832, "plainInSliceRows": 49 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8924823917408005, "slice": 0.8802479729273724, "sliceLoss": 0.42000411296163936, "sliceError": 0.2506177753155215, "restError": 0.19225629163783584 }, "plain": { "overall": 0.8930749922834694, "slice": 0.8819313350237656, "sliceLoss": 0.41996331922994257, "sliceError": 0.24601137427406589, "restError": 0.19128312449248833 }, "sliced": { "overall": 0.8925354614300706, "slice": 0.8829002805603494, "sliceLoss": 0.4271736251696246, "sliceError": 0.24463508532943923, "restError": 0.1913135890535419 }, "upweight": { "overall": 0.8917693460772665, "slice": 0.8762468545424745, "sliceLoss": 0.438341765849721, "sliceError": 0.24815216676497134, "restError": 0.1911528926134866 } } }, { "dataset": "adult", "task": "classification", "size": 1000, "seed": 4, "slice": { "label": "age 41–49", "lift": 1.4774443457788389, "z": 4.676204651073034, "support": 209, "trainRows": 209, "testRows": 1230, "others": [ "education_num 11–13", "hours_per_week 42–50" ] }, "extraRows": 209, "hit": { "sliced": 1, "plain": 0.21052631578947367 }, "fitSeconds": 12.7, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.2608398751881648, "sliced": 0.20597973062921315, "plainInSlice": 0.2519079079547453, "plainInSliceRows": 44 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8811896233396933, "slice": 0.8538354768988373, "sliceLoss": 0.4860961062899751, "sliceError": 0.2608398751881648, "restError": 0.1749840724311265 }, "plain": { "overall": 0.8857598794995021, "slice": 0.8524402595941029, "sliceLoss": 0.4948064105302178, "sliceError": 0.26168457480593893, "restError": 0.1702939932501796 }, "sliced": { "overall": 0.8811190175791862, "slice": 0.8499225199904196, "sliceLoss": 0.4900898264088056, "sliceError": 0.2630716814064772, "restError": 0.17685024141035813 }, "upweight": { "overall": 0.8803424860637677, "slice": 0.8517679004793084, "sliceLoss": 0.4986156703436484, "sliceError": 0.2573426278496225, "restError": 0.17538058707272602 } } }, { "dataset": "adult", "task": "classification", "size": 1000, "seed": 5, "slice": { "label": "age ≥ 51", "lift": 1.4581327704850864, "z": 4.963090363709319, "support": 192, "trainRows": 192, "testRows": 1300, "others": [ "hours_per_week 42–50", "occupation = Prof-specialty" ] }, "extraRows": 192, "hit": { "sliced": 1, "plain": 0.15625 }, "fitSeconds": 12.7, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.2732946270869946, "sliced": 0.33791487974463214, "plainInSlice": 0.35339913242143706, "plainInSliceRows": 30 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.886423085802678, "slice": 0.8481452922077922, "sliceLoss": 0.44831164445612104, "sliceError": 0.2732946270869946, "restError": 0.19179848334155558 }, "plain": { "overall": 0.8882380691757137, "slice": 0.8405911796536797, "sliceLoss": 0.46293724037529477, "sliceError": 0.280520389121565, "restError": 0.18972106220310905 }, "sliced": { "overall": 0.8877632767507163, "slice": 0.8575879329004329, "sliceLoss": 0.4330150821325448, "sliceError": 0.2605621646328548, "restError": 0.19164298129896667 }, "upweight": { "overall": 0.879985831381841, "slice": 0.825566829004329, "sliceLoss": 0.48222770979095597, "sliceError": 0.28629352877276576, "restError": 0.1934153223652227 } } }, { "dataset": "adult", "task": "classification", "size": 5000, "seed": 1, "slice": { "label": "age 42–51", "lift": 1.3944911787074739, "z": 10.0345757847907, "support": 1061, "trainRows": 1061, "testRows": 1311, "others": [ "hours_per_week ≥ 49", "education_num 11–13" ] }, "extraRows": 1061, "hit": { "sliced": 1, "plain": 0.22054665409990576 }, "fitSeconds": 24, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.2715600442827794, "sliced": 0.27244264725764455, "plainInSlice": 0.27885424590353863, "plainInSliceRows": 234 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.905522899933508, "slice": 0.8803274167669475, "sliceLoss": 0.4123968380038892, "sliceError": 0.2715600442827794, "restError": 0.18015624961993362 }, "plain": { "overall": 0.9030012656296827, "slice": 0.8772149518652226, "sliceLoss": 0.4168888479471028, "sliceError": 0.2726409120628999, "restError": 0.182256342386922 }, "sliced": { "overall": 0.9048003610584773, "slice": 0.8727988367428801, "sliceLoss": 0.42504948016971356, "sliceError": 0.2733116945281423, "restError": 0.17904565035098466 }, "upweight": { "overall": 0.9085867020939256, "slice": 0.879009977938227, "sliceLoss": 0.4134242777500349, "sliceError": 0.2689193245219596, "restError": 0.177156067256335 } } }, { "dataset": "adult", "task": "classification", "size": 5000, "seed": 2, "slice": { "label": "education_num 11–13", "lift": 1.3739995621291827, "z": 10.093157575614836, "support": 1209, "trainRows": 1209, "testRows": 1522, "others": [ "hours_per_week 41–50", "age 42–50" ] }, "extraRows": 1209, "hit": { "sliced": 1, "plain": 0.23986765922249792 }, "fitSeconds": 23.8, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.24340020651235847, "sliced": 0.23133222894404415, "plainInSlice": 0.18271461332499075, "plainInSliceRows": 290 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9100781911001933, "slice": 0.8979435215626537, "sliceLoss": 0.3739569079562654, "sliceError": 0.24340020651235847, "restError": 0.17709930560160575 }, "plain": { "overall": 0.9098139633802004, "slice": 0.8992826910654544, "sliceLoss": 0.37502255949879026, "sliceError": 0.24031422168528788, "restError": 0.17582558464385142 }, "sliced": { "overall": 0.9073436187884896, "slice": 0.8906181004810984, "sliceLoss": 0.38749759122508937, "sliceError": 0.24489661743494306, "restError": 0.17968339425024848 }, "upweight": { "overall": 0.9070001491225306, "slice": 0.8844062436729303, "sliceLoss": 0.39470708171448143, "sliceError": 0.25128725201121416, "restError": 0.17895849183281543 } } }, { "dataset": "adult", "task": "classification", "size": 5000, "seed": 3, "slice": { "label": "age 42–50", "lift": 1.425459813213872, "z": 10.555352512803028, "support": 1004, "trainRows": 1004, "testRows": 1198, "others": [ "education_num 11–13", "age 34–41" ] }, "extraRows": 1004, "hit": { "sliced": 1, "plain": 0.1892430278884462 }, "fitSeconds": 24.7, "generator": { "engine": "forest", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.27023570037857036, "sliced": 0.26946298116702266, "plainInSlice": 0.29280378281555813, "plainInSliceRows": 190 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9061259825638712, "slice": 0.8846341573643061, "sliceLoss": 0.40312200461682224, "sliceError": 0.27023570037857036, "restError": 0.18022516594303734 }, "plain": { "overall": 0.9053696900479631, "slice": 0.8820852352329733, "sliceLoss": 0.4067742591548002, "sliceError": 0.2708103082761821, "restError": 0.17927475423679315 }, "sliced": { "overall": 0.9078568455350328, "slice": 0.8848510869073982, "sliceLoss": 0.4040473116567338, "sliceError": 0.26399202990084736, "restError": 0.1779604344393864 }, "upweight": { "overall": 0.905503715735275, "slice": 0.8884680857474277, "sliceLoss": 0.39831117123802856, "sliceError": 0.2673294586195508, "restError": 0.18172936959645575 } } }, { "dataset": "adult", "task": "classification", "size": 5000, "seed": 4, "slice": { "label": "hours_per_week 41–50", "lift": 1.467145775198687, "z": 10.906544269196665, "support": 875, "trainRows": 875, "testRows": 1164, "others": [ "age 42–50", "education_num 11–13" ] }, "extraRows": 875, "hit": { "sliced": 1, "plain": 0.18285714285714286 }, "fitSeconds": 25.3, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.27833528106921607, "sliced": 0.2797098687493265, "plainInSlice": 0.24697168576465295, "plainInSliceRows": 160 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9021737740275491, "slice": 0.8712629499409836, "sliceLoss": 0.42543668845167276, "sliceError": 0.27833528106921607, "restError": 0.1813220002363732 }, "plain": { "overall": 0.9034800794845502, "slice": 0.872139585414038, "sliceLoss": 0.4254827129363999, "sliceError": 0.27472048308481367, "restError": 0.17886296581042746 }, "sliced": { "overall": 0.9032918633816112, "slice": 0.8702908238181858, "sliceLoss": 0.4283806201620837, "sliceError": 0.2726683397133619, "restError": 0.18061779336554631 }, "upweight": { "overall": 0.9040435411419305, "slice": 0.8704630200718215, "sliceLoss": 0.42454937434641415, "sliceError": 0.2707889478165608, "restError": 0.17890678413611677 } } }, { "dataset": "adult", "task": "classification", "size": 5000, "seed": 5, "slice": { "label": "age 42–50", "lift": 1.409956363004541, "z": 9.383337945874038, "support": 923, "trainRows": 923, "testRows": 1198, "others": [ "hours_per_week 41–50", "age ≥ 51" ] }, "extraRows": 923, "hit": { "sliced": 1, "plain": 0.19609967497291442 }, "fitSeconds": 27.2, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.2591524538755976, "sliced": 0.2624992585802549, "plainInSlice": 0.27774027220604036, "plainInSliceRows": 181 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9062833457294458, "slice": 0.8816754794293548, "sliceLoss": 0.4077856346998598, "sliceError": 0.2591524538755976, "restError": 0.17835092585054627 }, "plain": { "overall": 0.9050456682805565, "slice": 0.8788885373826848, "sliceLoss": 0.41199601701623434, "sliceError": 0.26102595955014984, "restError": 0.17918566624257265 }, "sliced": { "overall": 0.906380914847607, "slice": 0.8795995842183757, "sliceLoss": 0.41098159539774065, "sliceError": 0.25724441508755824, "restError": 0.17775219057685393 }, "upweight": { "overall": 0.9066550972546555, "slice": 0.8823413326102348, "sliceLoss": 0.4041160718436738, "sliceError": 0.25706382782607384, "restError": 0.17617552616422244 } } }, { "dataset": "bank", "task": "classification", "size": 1000, "seed": 1, "slice": { "label": "duration ≥ 347", "lift": 3.126460897995638, "z": 12.37321151031982, "support": 200, "trainRows": 200, "testRows": 1822, "others": [ "euribor3m ≤ 1.299", "education = university.degree" ] }, "extraRows": 200, "hit": { "sliced": 1, "plain": 0.195 }, "fitSeconds": 13.2, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.2836746151616436, "sliced": 0.18398680835463088, "plainInSlice": 0.12700538114404877, "plainInSliceRows": 39 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.912739645651413, "slice": 0.7778918524505192, "sliceLoss": 0.6290274206545446, "sliceError": 0.2836746151616436, "restError": 0.05997685602402187 }, "plain": { "overall": 0.9107892325659062, "slice": 0.7837991435356072, "sliceLoss": 0.6014615056026581, "sliceError": 0.2850831020022688, "restError": 0.059463378219186305 }, "sliced": { "overall": 0.9175100316092715, "slice": 0.7860445424312565, "sliceLoss": 0.6237773450837065, "sliceError": 0.2775477446747144, "restError": 0.05803809063187395 }, "upweight": { "overall": 0.9153368756098293, "slice": 0.7794761259479581, "sliceLoss": 0.6884497840730783, "sliceError": 0.279285699066833, "restError": 0.06180523174196447 } } }, { "dataset": "bank", "task": "classification", "size": 1000, "seed": 2, "slice": { "label": "duration ≥ 354", "lift": 3.0213687694104534, "z": 11.744506598390835, "support": 199, "trainRows": 199, "testRows": 1767, "others": [ "euribor3m ≤ 1.291", "day_of_week = fri" ] }, "extraRows": 199, "hit": { "sliced": 1, "plain": 0.18592964824120603 }, "fitSeconds": 13.2, "generator": { "engine": "trees", "clusters": 4, "refined": false }, "consistency": { "realTest": 0.29339473283136264, "sliced": 0.284804835246473, "plainInSlice": 0.2565256395846699, "plainInSliceRows": 37 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9108543603337992, "slice": 0.7744697224760714, "sliceLoss": 0.6072918777532706, "sliceError": 0.29339473283136264, "restError": 0.05846033474911628 }, "plain": { "overall": 0.9106225471142897, "slice": 0.7668041460247222, "sliceLoss": 0.6126888189566989, "sliceError": 0.29812622857961774, "restError": 0.05837484985463354 }, "sliced": { "overall": 0.9059291844070444, "slice": 0.7557762373142225, "sliceLoss": 0.6461223497757784, "sliceError": 0.3022962293260833, "restError": 0.059227250205884784 }, "upweight": { "overall": 0.9081035299547585, "slice": 0.7704355249867731, "sliceLoss": 0.6544827377282153, "sliceError": 0.2913930383201486, "restError": 0.057832428383464335 } } }, { "dataset": "bank", "task": "classification", "size": 1000, "seed": 3, "slice": { "label": "duration ≥ 370", "lift": 3.535476773785592, "z": 14.702836794743416, "support": 200, "trainRows": 200, "testRows": 1648, "others": [ "euribor3m ≤ 1.327", "age ≤ 31" ] }, "extraRows": 200, "hit": { "sliced": 1, "plain": 0.12 }, "fitSeconds": 13.2, "generator": { "engine": "trees", "clusters": 4, "refined": false }, "consistency": { "realTest": 0.3202362964587584, "sliced": 0.25011946666154455, "plainInSlice": 0.23400906352896034, "plainInSliceRows": 24 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8967852755335793, "slice": 0.739526750817158, "sliceLoss": 0.6573255262239531, "sliceError": 0.3202362964587584, "restError": 0.05962715988287648 }, "plain": { "overall": 0.9061163152195861, "slice": 0.7463687037359906, "sliceLoss": 0.6536847114267192, "sliceError": 0.31620923819252966, "restError": 0.058851210954886934 }, "sliced": { "overall": 0.904139211644726, "slice": 0.7348514727464466, "sliceLoss": 0.6451134403187121, "sliceError": 0.32719846946196035, "restError": 0.06034067203786451 }, "upweight": { "overall": 0.8962018764529217, "slice": 0.7393507084857482, "sliceLoss": 0.7008380215391598, "sliceError": 0.3153556531949848, "restError": 0.05902001423052909 } } }, { "dataset": "bank", "task": "classification", "size": 1000, "seed": 4, "slice": { "label": "duration ≥ 352", "lift": 3.0727058810659615, "z": 12.698531655698236, "support": 199, "trainRows": 199, "testRows": 1781, "others": [ "cons.conf.idx ≤ -46.2", "euribor3m ≤ 1.291" ] }, "extraRows": 199, "hit": { "sliced": 1, "plain": 0.20603015075376885 }, "fitSeconds": 13, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 0.30386800600328445, "sliced": 0.1877770405539446, "plainInSlice": 0.2205246748824183, "plainInSliceRows": 41 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9112063922755493, "slice": 0.761598527359639, "sliceLoss": 0.613731610334086, "sliceError": 0.30386800600328445, "restError": 0.0613311326755134 }, "plain": { "overall": 0.9179410198175768, "slice": 0.770426204685134, "sliceLoss": 0.5823079019885314, "sliceError": 0.30199125087007744, "restError": 0.05881310690286966 }, "sliced": { "overall": 0.916596458536362, "slice": 0.7704121017784508, "sliceLoss": 0.6145944463118492, "sliceError": 0.2913143324278531, "restError": 0.058954885264367166 }, "upweight": { "overall": 0.9108722035578795, "slice": 0.748359609275259, "sliceLoss": 0.6577668827405149, "sliceError": 0.3037044351292346, "restError": 0.06069785367521199 } } }, { "dataset": "bank", "task": "classification", "size": 1000, "seed": 5, "slice": { "label": "duration ≥ 365", "lift": 3.166990770761829, "z": 14.561073676491068, "support": 200, "trainRows": 200, "testRows": 1673, "others": [ "euribor3m ≤ 1.313", "emp.var.rate = -1.8" ] }, "extraRows": 200, "hit": { "sliced": 1, "plain": 0.145 }, "fitSeconds": 13.1, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 0.3240639426685445, "sliced": 0.2722975236713812, "plainInSlice": 0.32904882653686546, "plainInSliceRows": 29 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9049730849834102, "slice": 0.735803796615074, "sliceLoss": 0.6499679451800516, "sliceError": 0.3240639426685445, "restError": 0.06682130245467872 }, "plain": { "overall": 0.9002009890499107, "slice": 0.7347482679135716, "sliceLoss": 0.6263118445585338, "sliceError": 0.3277938334817133, "restError": 0.06813625545086559 }, "sliced": { "overall": 0.9076679322468991, "slice": 0.745347946322584, "sliceLoss": 0.651613924241238, "sliceError": 0.3150020111482148, "restError": 0.06514249712515811 }, "upweight": { "overall": 0.8987866905012489, "slice": 0.7342862685909514, "sliceLoss": 0.7077720530782065, "sliceError": 0.31923791052581146, "restError": 0.06700937642126208 } } }, { "dataset": "bank", "task": "classification", "size": 5000, "seed": 1, "slice": { "label": "duration ≥ 365", "lift": 2.8922962132121324, "z": 29.614050423555103, "support": 995, "trainRows": 995, "testRows": 1673, "others": [ "euribor3m ≤ 1.313", "emp.var.rate = -1.8" ] }, "extraRows": 995, "hit": { "sliced": 1, "plain": 0.18090452261306533 }, "fitSeconds": 26.7, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 0.31320945787657706, "sliced": 0.2759085699062091, "plainInSlice": 0.2461101946749852, "plainInSliceRows": 180 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.934195156099959, "slice": 0.7952660688625609, "sliceLoss": 0.5130692636715036, "sliceError": 0.31320945787657706, "restError": 0.06282038043034 }, "plain": { "overall": 0.9311790564562584, "slice": 0.786945970741139, "sliceLoss": 0.5266250902303976, "sliceError": 0.3136317662769643, "restError": 0.06375006307884183 }, "sliced": { "overall": 0.9349546826716422, "slice": 0.8018795645039837, "sliceLoss": 0.5031607963672362, "sliceError": 0.3077472992568873, "restError": 0.06321048814038562 }, "upweight": { "overall": 0.9326811585367486, "slice": 0.786784846422218, "sliceLoss": 0.5309933085479045, "sliceError": 0.3120142101034549, "restError": 0.06356271889784969 } } }, { "dataset": "bank", "task": "classification", "size": 5000, "seed": 2, "slice": { "label": "duration ≥ 372", "lift": 2.796077927927613, "z": 29.33126793645796, "support": 998, "trainRows": 998, "testRows": 1636, "others": [ "euribor3m ≤ 1.291", "cons.conf.idx ≥ -36.1" ] }, "extraRows": 998, "hit": { "sliced": 1, "plain": 0.1843687374749499 }, "fitSeconds": 25.4, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.31922619916480854, "sliced": 0.2778164617646305, "plainInSlice": 0.276250061060494, "plainInSliceRows": 184 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9337591123114974, "slice": 0.7907162144785908, "sliceLoss": 0.5151207966601894, "sliceError": 0.31922619916480854, "restError": 0.06441178624480644 }, "plain": { "overall": 0.9320229666084878, "slice": 0.7858351549440659, "sliceLoss": 0.5162357461920942, "sliceError": 0.3211238119680701, "restError": 0.06513283564937829 }, "sliced": { "overall": 0.9338865426701374, "slice": 0.7912459817410312, "sliceLoss": 0.5158392883671082, "sliceError": 0.315436907189268, "restError": 0.06549755534450638 }, "upweight": { "overall": 0.9330168341897586, "slice": 0.7883914105696284, "sliceLoss": 0.5275386149765945, "sliceError": 0.3151516283862893, "restError": 0.06528065117419656 } } }, { "dataset": "bank", "task": "classification", "size": 5000, "seed": 3, "slice": { "label": "duration ≥ 361", "lift": 2.8940207932177318, "z": 30.041442548074162, "support": 1000, "trainRows": 1000, "testRows": 1706, "others": [ "euribor3m ≤ 1.291", "emp.var.rate = -1.8" ] }, "extraRows": 1000, "hit": { "sliced": 1, "plain": 0.187 }, "fitSeconds": 31.7, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.31380713679072564, "sliced": 0.2905726836109345, "plainInSlice": 0.2712037750742815, "plainInSliceRows": 187 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.932506666674597, "slice": 0.7914030274481846, "sliceLoss": 0.5172625765880338, "sliceError": 0.31380713679072564, "restError": 0.06192802639192451 }, "plain": { "overall": 0.9329607767274397, "slice": 0.7909558486530529, "sliceLoss": 0.5142047507762487, "sliceError": 0.3157094174755426, "restError": 0.06241277329818462 }, "sliced": { "overall": 0.931285149292769, "slice": 0.7863869863013698, "sliceLoss": 0.5325530651576021, "sliceError": 0.3103073610714961, "restError": 0.06299679185046078 }, "upweight": { "overall": 0.9309386933585438, "slice": 0.791519198451902, "sliceLoss": 0.5294567526603432, "sliceError": 0.3062972854954535, "restError": 0.06365685789804204 } } }, { "dataset": "bank", "task": "classification", "size": 5000, "seed": 4, "slice": { "label": "duration ≥ 371", "lift": 2.961844275813376, "z": 31.070886848137846, "support": 994, "trainRows": 994, "testRows": 1644, "others": [ "euribor3m ≤ 1.299", "cons.conf.idx ≥ -36.1" ] }, "extraRows": 994, "hit": { "sliced": 1, "plain": 0.22535211267605634 }, "fitSeconds": 28.1, "generator": { "engine": "forest", "clusters": null, "refined": true }, "consistency": { "realTest": 0.316748910963853, "sliced": 0.25712875115527434, "plainInSlice": 0.2846713897332883, "plainInSliceRows": 224 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9347242076939387, "slice": 0.7887180863623932, "sliceLoss": 0.5145608575455822, "sliceError": 0.316748910963853, "restError": 0.06272297746872511 }, "plain": { "overall": 0.9354374162297803, "slice": 0.7965732283036528, "sliceLoss": 0.5059736317222298, "sliceError": 0.31340865501023524, "restError": 0.0632329515741513 }, "sliced": { "overall": 0.9389472527531352, "slice": 0.8083508448864283, "sliceLoss": 0.49149093675246613, "sliceError": 0.30827506489110157, "restError": 0.0635454280788103 }, "upweight": { "overall": 0.9353052276780524, "slice": 0.7944293725229717, "sliceLoss": 0.5210358566617012, "sliceError": 0.3093537266982541, "restError": 0.06345365451413204 } } }, { "dataset": "bank", "task": "classification", "size": 5000, "seed": 5, "slice": { "label": "duration ≥ 361", "lift": 2.807343995239975, "z": 29.055291473723965, "support": 996, "trainRows": 996, "testRows": 1706, "others": [ "euribor3m ≤ 1.299", "emp.var.rate = -1.8" ] }, "extraRows": 996, "hit": { "sliced": 1, "plain": 0.18775100401606426 }, "fitSeconds": 26.2, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 0.31384661419413545, "sliced": 0.2429669965683642, "plainInSlice": 0.24126788736038274, "plainInSliceRows": 187 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.9363823636383642, "slice": 0.7990400774048989, "sliceLoss": 0.5022715227208979, "sliceError": 0.31384661419413545, "restError": 0.06101465014565008 }, "plain": { "overall": 0.9382373154750416, "slice": 0.8072404771604624, "sliceLoss": 0.4950540305684416, "sliceError": 0.3092228410584143, "restError": 0.060562809548615947 }, "sliced": { "overall": 0.9397286372743167, "slice": 0.8080982329276366, "sliceLoss": 0.49488504215440005, "sliceError": 0.3060819214282785, "restError": 0.05999743914777439 }, "upweight": { "overall": 0.9366486737577622, "slice": 0.795815934205836, "sliceLoss": 0.5133073694716964, "sliceError": 0.3089138587200358, "restError": 0.06146098997997999 } } }, { "dataset": "credit", "task": "classification", "size": 1000, "seed": 1, "slice": { "label": "Records = yes_rec", "lift": 1.4809808270005314, "z": 5.485967165084733, "support": 179, "trainRows": 179, "testRows": 150, "others": [ "Seniority ≤ 1", "finratR = finr (90,100]" ] }, "extraRows": 179, "hit": { "sliced": 1, "plain": 0.18435754189944134 }, "fitSeconds": 13.3, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.3749099100177329, "sliced": 0.2979423844327295, "plainInSlice": 0.28536883891539083, "plainInSliceRows": 33 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.7902411631121643, "slice": 0.7240398293029872, "sliceLoss": 0.7072136699862261, "sliceError": 0.3749099100177329, "restError": 0.24799571530395595 }, "plain": { "overall": 0.7911976698262243, "slice": 0.7130156472261735, "sliceLoss": 0.7395809430089441, "sliceError": 0.3805199953137194, "restError": 0.2510508190760875 }, "sliced": { "overall": 0.7943572274881516, "slice": 0.7142603129445235, "sliceLoss": 0.7423663346979783, "sliceError": 0.38456908243765975, "restError": 0.24825503788330572 }, "upweight": { "overall": 0.7994174565560821, "slice": 0.6913229018492176, "sliceLoss": 0.7965781166844599, "sliceError": 0.38338053152038765, "restError": 0.2436986564073725 } } }, { "dataset": "credit", "task": "classification", "size": 1000, "seed": 2, "slice": { "label": "Seniority ≤ 1", "lift": 1.3980164680959553, "z": 5.36853930158893, "support": 246, "trainRows": 246, "testRows": 212, "others": [ "finratR = finr (90,100]", "Income ≤ 85" ] }, "extraRows": 246, "hit": { "sliced": 1, "plain": 0.2886178861788618 }, "fitSeconds": 13.6, "generator": { "engine": "trees", "clusters": 4, "refined": true }, "consistency": { "realTest": 0.36103633072201413, "sliced": 0.32682396296667027, "plainInSlice": 0.3031599567751933, "plainInSliceRows": 71 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.7997877172195893, "slice": 0.7547875656898548, "sliceLoss": 0.6383969292494308, "sliceError": 0.36103633072201413, "restError": 0.24707682651167157 }, "plain": { "overall": 0.8150301145339652, "slice": 0.7723345506368576, "sliceLoss": 0.6028268837093741, "sliceError": 0.35226835686471336, "restError": 0.2400694686612699 }, "sliced": { "overall": 0.8040642278830964, "slice": 0.7526498619399662, "sliceLoss": 0.6223063588220543, "sliceError": 0.3679931611919625, "restError": 0.24587708215379445 }, "upweight": { "overall": 0.8058291370458136, "slice": 0.7476618865235592, "sliceLoss": 0.6670852027730355, "sliceError": 0.3612092940010102, "restError": 0.24095990311107152 } } }, { "dataset": "credit", "task": "classification", "size": 1000, "seed": 3, "slice": { "label": "Seniority ≤ 1", "lift": 1.3751265339687797, "z": 5.389012422613791, "support": 229, "trainRows": 229, "testRows": 212, "others": [ "Income ≤ 80", "Home = rent" ] }, "extraRows": 229, "hit": { "sliced": 1, "plain": 0.22707423580786026 }, "fitSeconds": 13.5, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.3803703374549227, "sliced": 0.29986978548155196, "plainInSlice": 0.3439197067568562, "plainInSliceRows": 52 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8161532385466035, "slice": 0.7271755589204596, "sliceLoss": 0.6651167050759337, "sliceError": 0.3803703374549227, "restError": 0.2392919034026421 }, "plain": { "overall": 0.8109387342022117, "slice": 0.70668923131736, "sliceLoss": 0.6832128056593259, "sliceError": 0.3915712899541701, "restError": 0.24234827596865194 }, "sliced": { "overall": 0.8085320398894155, "slice": 0.7204952347020576, "sliceLoss": 0.6700340817413186, "sliceError": 0.3821090223058666, "restError": 0.2457482655491254 }, "upweight": { "overall": 0.8067486176935229, "slice": 0.7265520619934087, "sliceLoss": 0.6880494284241423, "sliceError": 0.3752684408881818, "restError": 0.24628569220571195 } } }, { "dataset": "credit", "task": "classification", "size": 1000, "seed": 4, "slice": { "label": "Seniority ≤ 1", "lift": 1.3184109136494329, "z": 4.497217038001819, "support": 241, "trainRows": 241, "testRows": 212, "others": [ "Age ≤ 27", "Records = yes_rec" ] }, "extraRows": 241, "hit": { "sliced": 1, "plain": 0.2863070539419087 }, "fitSeconds": 25.8, "generator": { "engine": "flow", "clusters": 4, "refined": false }, "consistency": { "realTest": 0.3588612724109103, "sliced": 0.32769999659350985, "plainInSlice": 0.32361578633697546, "plainInSliceRows": 69 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8180785939968405, "slice": 0.7678810011579229, "sliceLoss": 0.5995279422386082, "sliceError": 0.3588612724109103, "restError": 0.2454877547264793 }, "plain": { "overall": 0.8118150177725119, "slice": 0.7651198004809834, "sliceLoss": 0.6054555302040444, "sliceError": 0.36184657439831575, "restError": 0.2540008017744396 }, "sliced": { "overall": 0.8121359103475514, "slice": 0.7544312817315401, "sliceLoss": 0.6343212953578636, "sliceError": 0.36335433515418064, "restError": 0.25098283916957037 }, "upweight": { "overall": 0.8177762144549763, "slice": 0.7579050503251091, "sliceLoss": 0.6452810663607617, "sliceError": 0.35627463441045304, "restError": 0.24470427039109327 } } }, { "dataset": "credit", "task": "classification", "size": 1000, "seed": 5, "slice": { "label": "Seniority ≤ 1", "lift": 1.4155310865070976, "z": 5.4950306559173185, "support": 236, "trainRows": 236, "testRows": 212, "others": [ "Savings ≤ 1.267", "finratR = finr (90,100]" ] }, "extraRows": 236, "hit": { "sliced": 1, "plain": 0.2076271186440678 }, "fitSeconds": 13.4, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.386834422801502, "sliced": 0.314376125648082, "plainInSlice": 0.2459781277864284, "plainInSliceRows": 49 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.7960851105845181, "slice": 0.7174668210563819, "sliceLoss": 0.6817450997610918, "sliceError": 0.386834422801502, "restError": 0.2470431923818462 }, "plain": { "overall": 0.8109387342022117, "slice": 0.7322526053264452, "sliceLoss": 0.6603382579408511, "sliceError": 0.3760880069731697, "restError": 0.24121343717415164 }, "sliced": { "overall": 0.808087727093207, "slice": 0.7308274694931861, "sliceLoss": 0.6768371615469096, "sliceError": 0.3758193410025968, "restError": 0.24037889423170286 }, "upweight": { "overall": 0.7946534360189573, "slice": 0.7117662777233456, "sliceLoss": 0.7123817805095197, "sliceError": 0.38352018505983604, "restError": 0.24672169803698665 } } }, { "dataset": "credit", "task": "classification", "size": 3557, "seed": 1, "slice": { "label": "Seniority ≤ 1", "lift": 1.3442654805233076, "z": 9.768447848121987, "support": 830, "trainRows": 830, "testRows": 212, "others": [ "Income ≤ 81", "finratR = finr (90,100]" ] }, "extraRows": 830, "hit": { "sliced": 1, "plain": 0.2385542168674699 }, "fitSeconds": 23.6, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.368845985724278, "sliced": 0.31897454321203095, "plainInSlice": 0.32163842072047377, "plainInSliceRows": 198 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8281743680884676, "slice": 0.7667230782933998, "sliceLoss": 0.5938857788368533, "sliceError": 0.368845985724278, "restError": 0.24738211635340723 }, "plain": { "overall": 0.8295937006319115, "slice": 0.7799946557406253, "sliceLoss": 0.5810766400650178, "sliceError": 0.3665837182558234, "restError": 0.24737692883081133 }, "sliced": { "overall": 0.8310562302527646, "slice": 0.7790148748552597, "sliceLoss": 0.5764284766880439, "sliceError": 0.36771082748724715, "restError": 0.250540831904294 }, "upweight": { "overall": 0.8284088665086888, "slice": 0.7718891956889641, "sliceLoss": 0.5966646110391447, "sliceError": 0.3622158634975999, "restError": 0.2505235160073013 } } }, { "dataset": "credit", "task": "classification", "size": 3557, "seed": 2, "slice": { "label": "Seniority ≤ 1", "lift": 1.3335663852552393, "z": 9.46554173054954, "support": 830, "trainRows": 830, "testRows": 212, "others": [ "Records = yes_rec", "finratR = finr (90,100]" ] }, "extraRows": 830, "hit": { "sliced": 1, "plain": 0.25301204819277107 }, "fitSeconds": 24, "generator": { "engine": "copula", "clusters": null, "refined": true }, "consistency": { "realTest": 0.36884598572427796, "sliced": 0.3264821526541966, "plainInSlice": 0.3400852247812051, "plainInSliceRows": 210 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8281743680884676, "slice": 0.7667230782933998, "sliceLoss": 0.5938857788368533, "sliceError": 0.36884598572427796, "restError": 0.24738211635340723 }, "plain": { "overall": 0.8268229166666666, "slice": 0.7687717110537098, "sliceLoss": 0.601817833749267, "sliceError": 0.3731046714965912, "restError": 0.24826146495156584 }, "sliced": { "overall": 0.8308279028436019, "slice": 0.7760755321991627, "sliceLoss": 0.5857962284873468, "sliceError": 0.3691771931290175, "restError": 0.24900251329228748 }, "upweight": { "overall": 0.8340738546603476, "slice": 0.7645853745435112, "sliceLoss": 0.6009767266536149, "sliceError": 0.36595598383271133, "restError": 0.24552408815270166 } } }, { "dataset": "credit", "task": "classification", "size": 3557, "seed": 3, "slice": { "label": "Seniority ≤ 1", "lift": 1.3160326361498955, "z": 8.902895404296451, "support": 830, "trainRows": 830, "testRows": 212, "others": [ "Records = yes_rec", "Income ≤ 81" ] }, "extraRows": 830, "hit": { "sliced": 1, "plain": 0.23132530120481928 }, "fitSeconds": 23.7, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.368845985724278, "sliced": 0.3082609853571749, "plainInSlice": 0.3137465829666802, "plainInSliceRows": 192 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8281743680884676, "slice": 0.7667230782933998, "sliceLoss": 0.5938857788368533, "sliceError": 0.368845985724278, "restError": 0.24738211635340723 }, "plain": { "overall": 0.8332160841232228, "slice": 0.7905941035004899, "sliceLoss": 0.5710872583696096, "sliceError": 0.36128586097810617, "restError": 0.24463366244020018 }, "sliced": { "overall": 0.8294702804107424, "slice": 0.7697514919390754, "sliceLoss": 0.5978145737454033, "sliceError": 0.3647831024979157, "restError": 0.24574952311559756 }, "upweight": { "overall": 0.8353759379936809, "slice": 0.7781241649594727, "sliceLoss": 0.5849207180783501, "sliceError": 0.36042163558343665, "restError": 0.2456296734463614 } } }, { "dataset": "credit", "task": "classification", "size": 3557, "seed": 4, "slice": { "label": "Seniority ≤ 1", "lift": 1.3343595044050538, "z": 9.507071677433578, "support": 830, "trainRows": 830, "testRows": 212, "others": [ "Records = yes_rec", "Income ≤ 81" ] }, "extraRows": 830, "hit": { "sliced": 1, "plain": 0.25060240963855424 }, "fitSeconds": 23.7, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.36884598572427796, "sliced": 0.3084767372962938, "plainInSlice": 0.3334963867016701, "plainInSliceRows": 208 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8281743680884676, "slice": 0.7667230782933998, "sliceLoss": 0.5938857788368533, "sliceError": 0.36884598572427796, "restError": 0.24738211635340723 }, "plain": { "overall": 0.8289827705371248, "slice": 0.7827558564175648, "sliceLoss": 0.5821605597204237, "sliceError": 0.3627855385146246, "restError": 0.24860529890886143 }, "sliced": { "overall": 0.8234905706951027, "slice": 0.7794602298031531, "sliceLoss": 0.5824240294960621, "sliceError": 0.36401591467209965, "restError": 0.24989897393805371 }, "upweight": { "overall": 0.8272980845181674, "slice": 0.7554110626169057, "sliceLoss": 0.6275930389411053, "sliceError": 0.3694765695516754, "restError": 0.24590160102519598 } } }, { "dataset": "credit", "task": "classification", "size": 3557, "seed": 5, "slice": { "label": "Seniority ≤ 1", "lift": 1.3273112887366805, "z": 9.295241746570218, "support": 830, "trainRows": 830, "testRows": 212, "others": [ "Income ≤ 81", "Records = yes_rec" ] }, "extraRows": 830, "hit": { "sliced": 1, "plain": 0.23132530120481928 }, "fitSeconds": 23.5, "generator": { "engine": "trees", "clusters": 4, "refined": false }, "consistency": { "realTest": 0.368845985724278, "sliced": 0.30645112388654316, "plainInSlice": 0.30317373091350763, "plainInSliceRows": 192 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8281743680884676, "slice": 0.7667230782933998, "sliceLoss": 0.5938857788368533, "sliceError": 0.368845985724278, "restError": 0.24738211635340715 }, "plain": { "overall": 0.8267797195892576, "slice": 0.75647991449185, "sliceLoss": 0.6124976982516301, "sliceError": 0.3738598024578919, "restError": 0.24592259278299386 }, "sliced": { "overall": 0.8342836690363349, "slice": 0.7832012113654583, "sliceLoss": 0.5834015146590888, "sliceError": 0.3562758715801157, "restError": 0.24420229319990272 }, "upweight": { "overall": 0.8327038902053713, "slice": 0.7644072325643538, "sliceLoss": 0.6028329313225927, "sliceError": 0.36690646602497945, "restError": 0.2452168646699533 } } }, { "dataset": "telco", "task": "classification", "size": 1000, "seed": 1, "slice": { "label": "tenure ≤ 6", "lift": 1.598933728146056, "z": 7.38625570154903, "support": 211, "trainRows": 211, "testRows": 281, "others": [ "SeniorCitizen = 1", "MonthlyCharges ≥ 94.2" ] }, "extraRows": 211, "hit": { "sliced": 1, "plain": 0.15165876777251186 }, "fitSeconds": 12.8, "generator": { "engine": "trees", "clusters": 4, "refined": false }, "consistency": { "realTest": 0.39089269057986264, "sliced": 0.33494933781888053, "plainInSlice": 0.31421287340429266, "plainInSliceRows": 32 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8026379624014555, "slice": 0.7120296767355591, "sliceLoss": 0.6679758180296004, "sliceError": 0.39089269057986264, "restError": 0.22868472005454005 }, "plain": { "overall": 0.8015324944410754, "slice": 0.7139374668786433, "sliceLoss": 0.6859658429086241, "sliceError": 0.3992659247050802, "restError": 0.22904279013769413 }, "sliced": { "overall": 0.804490095007075, "slice": 0.7141229464758877, "sliceLoss": 0.6990926749912504, "sliceError": 0.38696212898095317, "restError": 0.22779177513201584 }, "upweight": { "overall": 0.7922554073175662, "slice": 0.6860890302066772, "sliceLoss": 0.7591475885523876, "sliceError": 0.4027211359863277, "restError": 0.2316604905397953 } } }, { "dataset": "telco", "task": "classification", "size": 1000, "seed": 2, "slice": { "label": "tenure ≤ 6", "lift": 1.4960077069359539, "z": 6.784542157398087, "support": 211, "trainRows": 211, "testRows": 281, "others": [ "SeniorCitizen = 1", "MonthlyCharges 26–59.9" ] }, "extraRows": 211, "hit": { "sliced": 1, "plain": 0.16113744075829384 }, "fitSeconds": 12.8, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.38611764004022603, "sliced": 0.3291391070599766, "plainInSlice": 0.3439910919834204, "plainInSliceRows": 34 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8176495856074388, "slice": 0.7387652358240594, "sliceLoss": 0.6226840517936475, "sliceError": 0.38611764004022603, "restError": 0.22881740393505826 }, "plain": { "overall": 0.817211188599151, "slice": 0.7323794382617912, "sliceLoss": 0.6216929651582437, "sliceError": 0.3829429683857165, "restError": 0.2302915235641222 }, "sliced": { "overall": 0.8132340307256923, "slice": 0.7216216216216216, "sliceLoss": 0.6561074327145813, "sliceError": 0.38091873639741597, "restError": 0.23486540494161015 }, "upweight": { "overall": 0.8159553769961593, "slice": 0.7276629570747217, "sliceLoss": 0.6805653015422163, "sliceError": 0.3763089354604327, "restError": 0.23380893298966485 } } }, { "dataset": "telco", "task": "classification", "size": 1000, "seed": 3, "slice": { "label": "tenure ≤ 6", "lift": 1.610340531869959, "z": 7.8176520845570625, "support": 209, "trainRows": 209, "testRows": 281, "others": [ "SeniorCitizen = 1", "MonthlyCharges 59.9–79.2" ] }, "extraRows": 209, "hit": { "sliced": 1, "plain": 0.14354066985645933 }, "fitSeconds": 12.8, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.4110716072613689, "sliced": 0.31018785950661915, "plainInSlice": 0.3104056271492736, "plainInSliceRows": 30 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8109359207600566, "slice": 0.7237148913619502, "sliceLoss": 0.6661748816234816, "sliceError": 0.4110716072613689, "restError": 0.23064449828668457 }, "plain": { "overall": 0.808316909237922, "slice": 0.7539480657127716, "sliceLoss": 0.6231951590580062, "sliceError": 0.3935190057726028, "restError": 0.23473813337146085 }, "sliced": { "overall": 0.8172958358601172, "slice": 0.7347376788553259, "sliceLoss": 0.6870675963707746, "sliceError": 0.40121155272384823, "restError": 0.22771444174252276 }, "upweight": { "overall": 0.8086504447139681, "slice": 0.7186539480657128, "sliceLoss": 0.6831421766148161, "sliceError": 0.39625162256803165, "restError": 0.2332720319311429 } } }, { "dataset": "telco", "task": "classification", "size": 1000, "seed": 4, "slice": { "label": "tenure ≤ 5", "lift": 1.6119889289323193, "z": 7.762028175182748, "support": 202, "trainRows": 202, "testRows": 263, "others": [ "MonthlyCharges ≥ 94.3", "SeniorCitizen = 1" ] }, "extraRows": 202, "hit": { "sliced": 1, "plain": 0.1188118811881188 }, "fitSeconds": 12.7, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.3966667684127454, "sliced": 0.33532742409763183, "plainInSlice": 0.3575637715288215, "plainInSliceRows": 24 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.7983436931473621, "slice": 0.7189857761286332, "sliceLoss": 0.6268752259662169, "sliceError": 0.3966667684127454, "restError": 0.23832980239063772 }, "plain": { "overall": 0.8027162927026481, "slice": 0.7262213976499691, "sliceLoss": 0.6216999142151248, "sliceError": 0.3910084547676577, "restError": 0.24105073424304702 }, "sliced": { "overall": 0.795360824742268, "slice": 0.7495052566481137, "sliceLoss": 0.6353745292775217, "sliceError": 0.3897515940176283, "restError": 0.24162489189889988 }, "upweight": { "overall": 0.7991194158075602, "slice": 0.7174706246134818, "sliceLoss": 0.6510039174426744, "sliceError": 0.3900028492739576, "restError": 0.2380670233269892 } } }, { "dataset": "telco", "task": "classification", "size": 1000, "seed": 5, "slice": { "label": "tenure ≤ 6", "lift": 1.3653266408393168, "z": 5.072202052533639, "support": 215, "trainRows": 215, "testRows": 281, "others": [ "tenure 7–19", "SeniorCitizen = 1" ] }, "extraRows": 215, "hit": { "sliced": 1, "plain": 0.19534883720930232 }, "fitSeconds": 13, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.4025649709135812, "sliced": 0.30593853422525247, "plainInSlice": 0.2702390568459651, "plainInSliceRows": 42 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.797504800889428, "slice": 0.6802596714361421, "sliceLoss": 0.7158147156041726, "sliceError": 0.4025649709135812, "restError": 0.2469124767784536 }, "plain": { "overall": 0.8012873964018598, "slice": 0.7036565977742448, "sliceLoss": 0.6756230302242073, "sliceError": 0.3898773931792495, "restError": 0.23964440029980943 }, "sliced": { "overall": 0.801601980998585, "slice": 0.7076841547429783, "sliceLoss": 0.6955699858563092, "sliceError": 0.3880067310630614, "restError": 0.24346526241623412 }, "upweight": { "overall": 0.7996083484940368, "slice": 0.686036036036036, "sliceLoss": 0.7426009566290537, "sliceError": 0.39226482621390424, "restError": 0.24446130869168164 } } }, { "dataset": "telco", "task": "classification", "size": 5000, "seed": 1, "slice": { "label": "tenure ≤ 6", "lift": 1.4330322472406103, "z": 13.996528229751418, "support": 1071, "trainRows": 1071, "testRows": 281, "others": [ "tenure 7–19", "SeniorCitizen = 1" ] }, "extraRows": 1071, "hit": { "sliced": 1, "plain": 0.2184873949579832 }, "fitSeconds": 26.5, "generator": { "engine": "forest", "clusters": null, "refined": true }, "consistency": { "realTest": 0.38369680457318384, "sliced": 0.3525236664824694, "plainInSlice": 0.35227150318551803, "plainInSliceRows": 234 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8241219425914695, "slice": 0.7408055113937467, "sliceLoss": 0.6013756889301004, "sliceError": 0.38369680457318384, "restError": 0.2426223937080016 }, "plain": { "overall": 0.8288596624216698, "slice": 0.7373873873873874, "sliceLoss": 0.6038588380621623, "sliceError": 0.3839800951615591, "restError": 0.2379698921375756 }, "sliced": { "overall": 0.8275482615726703, "slice": 0.7531001589825119, "sliceLoss": 0.6022481623313735, "sliceError": 0.3731662854352378, "restError": 0.24037635280509478 }, "upweight": { "overall": 0.8292904790782293, "slice": 0.7528086910439852, "sliceLoss": 0.6011315416688712, "sliceError": 0.3694904208493745, "restError": 0.23935531605698473 } } }, { "dataset": "telco", "task": "classification", "size": 5000, "seed": 2, "slice": { "label": "tenure ≤ 6", "lift": 1.476119482430848, "z": 15.349479765875445, "support": 1077, "trainRows": 1077, "testRows": 281, "others": [ "MonthlyCharges ≥ 94.05", "SeniorCitizen = 1" ] }, "extraRows": 1077, "hit": { "sliced": 1, "plain": 0.21541318477251625 }, "fitSeconds": 26.4, "generator": { "engine": "copula", "clusters": null, "refined": true }, "consistency": { "realTest": 0.3877676364566124, "sliced": 0.3641576303345188, "plainInSlice": 0.37040076883130646, "plainInSliceRows": 232 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8261130483121083, "slice": 0.7386327503974562, "sliceLoss": 0.6036926701233211, "sliceError": 0.3877676364566124, "restError": 0.23976804229823293 }, "plain": { "overall": 0.829346068324237, "slice": 0.7332008479067302, "sliceLoss": 0.6080394795429842, "sliceError": 0.3909436424338742, "restError": 0.23668213868919816 }, "sliced": { "overall": 0.8271465029310693, "slice": 0.7372549019607844, "sliceLoss": 0.6097612738531499, "sliceError": 0.3823032044975181, "restError": 0.23872176413349233 }, "upweight": { "overall": 0.8278565292096219, "slice": 0.7516163222045575, "sliceLoss": 0.5930994059554373, "sliceError": 0.37567568191819434, "restError": 0.23972600720179515 } } }, { "dataset": "telco", "task": "classification", "size": 5000, "seed": 3, "slice": { "label": "tenure ≤ 6", "lift": 1.4409718261305628, "z": 14.25384959106991, "support": 1069, "trainRows": 1069, "testRows": 281, "others": [ "MonthlyCharges ≥ 94.55", "tenure 7–19" ] }, "extraRows": 1069, "hit": { "sliced": 1, "plain": 0.186155285313377 }, "fitSeconds": 25.7, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.38308678261615786, "sliced": 0.346851740426317, "plainInSlice": 0.3424736860597871, "plainInSliceRows": 199 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8285640287042653, "slice": 0.7417594064652888, "sliceLoss": 0.5963245557620392, "sliceError": 0.38308678261615786, "restError": 0.2404016660529878 }, "plain": { "overall": 0.8313119062057813, "slice": 0.7525702172760996, "sliceLoss": 0.5910483989535957, "sliceError": 0.37466366122520384, "restError": 0.2376001774160023 }, "sliced": { "overall": 0.8336302304426926, "slice": 0.7353471118177001, "sliceLoss": 0.6128888901817919, "sliceError": 0.3795073444521626, "restError": 0.23589527611219505 }, "upweight": { "overall": 0.8339511319991915, "slice": 0.7548489666136725, "sliceLoss": 0.590883113553243, "sliceError": 0.37192929321945467, "restError": 0.2374267602581599 } } }, { "dataset": "telco", "task": "classification", "size": 5000, "seed": 4, "slice": { "label": "tenure ≤ 6", "lift": 1.4549333759695444, "z": 14.469626342986155, "support": 1053, "trainRows": 1053, "testRows": 281, "others": [ "SeniorCitizen = 1", "MonthlyCharges ≥ 93.95" ] }, "extraRows": 1053, "hit": { "sliced": 1, "plain": 0.17758784425451093 }, "fitSeconds": 25.7, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 0.3845616795998221, "sliced": 0.3563267178704754, "plainInSlice": 0.354459872037356, "plainInSliceRows": 187 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.824038558722458, "slice": 0.747800741918389, "sliceLoss": 0.5994556619969909, "sliceError": 0.3845616795998221, "restError": 0.24046691926337066 }, "plain": { "overall": 0.826633565797453, "slice": 0.7486486486486487, "sliceLoss": 0.5996394576652302, "sliceError": 0.38024535943647086, "restError": 0.23918639734134356 }, "sliced": { "overall": 0.8290529613907419, "slice": 0.7609697933227345, "sliceLoss": 0.5963592573892676, "sliceError": 0.37468981321049905, "restError": 0.23737620954865213 }, "upweight": { "overall": 0.8274143420254699, "slice": 0.7426603073661897, "sliceLoss": 0.609348191029213, "sliceError": 0.3745723373761561, "restError": 0.2379757926956551 } } }, { "dataset": "telco", "task": "classification", "size": 5000, "seed": 5, "slice": { "label": "tenure ≤ 6", "lift": 1.4588734234982377, "z": 14.57743309174785, "support": 1054, "trainRows": 1054, "testRows": 281, "others": [ "tenure 7–19", "MonthlyCharges ≥ 94.25" ] }, "extraRows": 1054, "hit": { "sliced": 1, "plain": 0.15749525616698293 }, "fitSeconds": 24.5, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 0.392587939968996, "sliced": 0.36647628689649536, "plainInSlice": 0.3646527351889066, "plainInSliceRows": 166 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8259007984637153, "slice": 0.7313195548489666, "sliceLoss": 0.6119609064096146, "sliceError": 0.392587939968996, "restError": 0.23839287651388594 }, "plain": { "overall": 0.8198390438649686, "slice": 0.7315315315315315, "sliceLoss": 0.6147263262428306, "sliceError": 0.38908005739697826, "restError": 0.2417356969219538 }, "sliced": { "overall": 0.8253347988680008, "slice": 0.7426073131955485, "sliceLoss": 0.600108217188685, "sliceError": 0.3834762636875377, "restError": 0.24106784182986848 }, "upweight": { "overall": 0.8257315039417829, "slice": 0.7423423423423423, "sliceLoss": 0.6156897496423801, "sliceError": 0.3799201314642167, "restError": 0.23987161019948483 } } }, { "dataset": "housing", "task": "regression", "size": 1000, "seed": 1, "slice": { "label": "median_income ≥ 5.171", "lift": 1.2882591784822746, "z": 4.554886875603904, "support": 200, "trainRows": 200, "testRows": 846, "others": [ "ocean_proximity = NEAR OCEAN", "ocean_proximity = NEAR BAY" ] }, "extraRows": 200, "hit": { "sliced": 1, "plain": 0.21 }, "fitSeconds": 12, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 58790.808044508776, "sliced": 84224.60102270616, "plainInSlice": 85871.99505881294, "plainInSliceRows": 42 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.6929159435753652, "slice": 73991.94852808646, "sliceLoss": 58790.808044508776, "sliceError": 58790.808044508776, "restError": 43465.373431430686 }, "plain": { "overall": 0.6945343085477551, "slice": 72943.87166880953, "sliceLoss": 59323.64746281217, "sliceError": 59323.64746281217, "restError": 43206.585659366974 }, "sliced": { "overall": 0.6846675401693847, "slice": 76077.6733779221, "sliceLoss": 62249.24602811666, "sliceError": 62249.24602811666, "restError": 43973.05339384616 }, "upweight": { "overall": 0.7054640946950181, "slice": 69933.7753500279, "sliceLoss": 54903.99355347114, "sliceError": 54903.99355347114, "restError": 42598.84293063963 } } }, { "dataset": "housing", "task": "regression", "size": 1000, "seed": 2, "slice": { "label": "median_income ≥ 5.02", "lift": 1.298512418114142, "z": 4.465061945842871, "support": 200, "trainRows": 200, "testRows": 928, "others": [ "longitude ≤ -122.02" ] }, "extraRows": 200, "hit": { "sliced": 1, "plain": 0.2 }, "fitSeconds": 12, "generator": { "engine": "copula", "clusters": 4, "refined": false }, "consistency": { "realTest": 60712.86921199426, "sliced": 94713.61335374918, "plainInSlice": 95870.80209698348, "plainInSliceRows": 40 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.6919662041232405, "slice": 76310.3888096553, "sliceLoss": 60712.86921199426, "sliceError": 60712.86921199426, "restError": 42261.43417967263 }, "plain": { "overall": 0.6910339159653305, "slice": 74640.51371125682, "sliceLoss": 59490.73220154992, "sliceError": 59490.73220154992, "restError": 42857.812503556044 }, "sliced": { "overall": 0.692548428423246, "slice": 77058.7432754343, "sliceLoss": 62187.38155297008, "sliceError": 62187.38155297008, "restError": 42469.1069597506 }, "upweight": { "overall": 0.6983058332558796, "slice": 74290.12985128014, "sliceLoss": 58979.3581250554, "sliceError": 58979.3581250554, "restError": 42416.64123653528 } } }, { "dataset": "housing", "task": "regression", "size": 1000, "seed": 3, "slice": { "label": "median_income ≥ 5.115", "lift": 1.2717499472573737, "z": 3.993421239940815, "support": 200, "trainRows": 200, "testRows": 879, "others": [ "longitude -119.81–-118.29", "population ≤ 684" ] }, "extraRows": 200, "hit": { "sliced": 1, "plain": 0.16 }, "fitSeconds": 12.1, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 58292.272389899124, "sliced": 89559.19028009962, "plainInSlice": 86872.14003396092, "plainInSliceRows": 32 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.6923374888732512, "slice": 74740.4375530506, "sliceLoss": 58292.272389899124, "sliceError": 58292.272389899124, "restError": 43169.29796801428 }, "plain": { "overall": 0.6905462892536367, "slice": 75134.41751174543, "sliceLoss": 58686.786594397236, "sliceError": 58686.786594397236, "restError": 43907.657357945885 }, "sliced": { "overall": 0.6699175881987023, "slice": 81062.13615514983, "sliceLoss": 65472.067935192965, "sliceError": 65472.067935192965, "restError": 44988.59780215168 }, "upweight": { "overall": 0.6881241102962465, "slice": 74740.63944397988, "sliceLoss": 58396.23525626344, "sliceError": 58396.23525626344, "restError": 44192.70877783639 } } }, { "dataset": "housing", "task": "regression", "size": 1000, "seed": 4, "slice": { "label": "median_income ≥ 5.112", "lift": 1.2905179582968511, "z": 4.450688295193951, "support": 200, "trainRows": 200, "testRows": 879, "others": [ "longitude -119.79–-118.29", "ocean_proximity = NEAR BAY" ] }, "extraRows": 200, "hit": { "sliced": 1, "plain": 0.17 }, "fitSeconds": 12.2, "generator": { "engine": "forest", "clusters": null, "refined": true }, "consistency": { "realTest": 58965.41806408718, "sliced": 89270.34645872215, "plainInSlice": 76824.16052636398, "plainInSliceRows": 34 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.6899556386078489, "slice": 73083.51504992851, "sliceLoss": 58965.41806408718, "sliceError": 58965.41806408718, "restError": 44043.558200685045 }, "plain": { "overall": 0.6886137378321546, "slice": 75234.25289340017, "sliceLoss": 60771.36266565977, "sliceError": 60771.36266565977, "restError": 43970.28481677522 }, "sliced": { "overall": 0.6801064240593864, "slice": 76460.30120079548, "sliceLoss": 62764.52216129487, "sliceError": 62764.52216129487, "restError": 45192.31114775788 }, "upweight": { "overall": 0.6920612103354391, "slice": 73727.93978755835, "sliceLoss": 58504.99928570338, "sliceError": 58504.99928570338, "restError": 43837.28421642183 } } }, { "dataset": "housing", "task": "regression", "size": 1000, "seed": 5, "slice": { "label": "ocean_proximity = NEAR OCEAN", "lift": 1.4319771046965653, "z": 5.149506028685215, "support": 132, "trainRows": 132, "testRows": 522, "others": [ "median_income ≥ 5.037", "ocean_proximity = NEAR BAY" ] }, "extraRows": 132, "hit": { "sliced": 1, "plain": 0.1893939393939394 }, "fitSeconds": 12.1, "generator": { "engine": "copula", "clusters": null, "refined": true }, "consistency": { "realTest": 60133.83013809242, "sliced": 64065.967600410266, "plainInSlice": 73213.00171993044, "plainInSliceRows": 25 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.6843623433907202, "slice": 77894.80904768694, "sliceLoss": 60133.83013809242, "sliceError": 60133.83013809242, "restError": 45050.48370049579 }, "plain": { "overall": 0.6802339473008914, "slice": 79176.83741461119, "sliceLoss": 61007.15986681079, "sliceError": 61007.15986681079, "restError": 45413.597829769504 }, "sliced": { "overall": 0.6739282337059825, "slice": 81757.39153801567, "sliceLoss": 62649.88878576484, "sliceError": 62649.88878576484, "restError": 45652.86778941712 }, "upweight": { "overall": 0.681602082015025, "slice": 75711.43728140647, "sliceLoss": 57607.260143723885, "sliceError": 57607.260143723885, "restError": 45901.39755889621 } } }, { "dataset": "housing", "task": "regression", "size": 5000, "seed": 1, "slice": { "label": "median_income ≥ 5.097", "lift": 1.2260828570892472, "z": 7.312934329695289, "support": 1000, "trainRows": 1000, "testRows": 884, "others": [ "ocean_proximity = NEAR OCEAN", "ocean_proximity = NEAR BAY" ] }, "extraRows": 1000, "hit": { "sliced": 1, "plain": 0.18 }, "fitSeconds": 21.5, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 51671.21110064908, "sliced": 71765.31359740045, "plainInSlice": 70488.25077572337, "plainInSliceRows": 180 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.7253511736567237, "slice": 68085.30931897103, "sliceLoss": 51671.21110064908, "sliceError": 51671.21110064908, "restError": 40423.21008891882 }, "plain": { "overall": 0.7210959631292861, "slice": 69154.77836576423, "sliceLoss": 53369.16659206447, "sliceError": 53369.16659206447, "restError": 41052.0764588855 }, "sliced": { "overall": 0.7226229773616534, "slice": 71469.88040663094, "sliceLoss": 56012.22006696069, "sliceError": 56012.22006696069, "restError": 40294.8746030794 }, "upweight": { "overall": 0.7283148080024404, "slice": 67407.0818999502, "sliceLoss": 51555.67831029956, "sliceError": 51555.67831029956, "restError": 40619.69698110051 } } }, { "dataset": "housing", "task": "regression", "size": 5000, "seed": 2, "slice": { "label": "median_income ≥ 5.096", "lift": 1.2585097133759555, "z": 8.281849514962389, "support": 1000, "trainRows": 1000, "testRows": 884, "others": [ "population ≤ 718", "ocean_proximity = NEAR OCEAN" ] }, "extraRows": 1000, "hit": { "sliced": 1, "plain": 0.187 }, "fitSeconds": 21.5, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 52123.38123015424, "sliced": 78145.6762882907, "plainInSlice": 75436.54656180015, "plainInSliceRows": 187 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.7375720127517453, "slice": 66846.82529258633, "sliceLoss": 52123.38123015424, "sliceError": 52123.38123015424, "restError": 39606.8544675355 }, "plain": { "overall": 0.7152597467679425, "slice": 71497.02130721511, "sliceLoss": 55770.58079726237, "sliceError": 55770.58079726237, "restError": 41274.48020014269 }, "sliced": { "overall": 0.7249714690735749, "slice": 70429.25269108865, "sliceLoss": 56930.25705494084, "sliceError": 56930.25705494084, "restError": 40328.055429942746 }, "upweight": { "overall": 0.7237908980578815, "slice": 68002.58766825133, "sliceLoss": 52327.70459044662, "sliceError": 52327.70459044662, "restError": 41232.03934020187 } } }, { "dataset": "housing", "task": "regression", "size": 5000, "seed": 3, "slice": { "label": "median_income ≥ 5.082", "lift": 1.2933026874234161, "z": 9.5336834944734, "support": 1000, "trainRows": 1000, "testRows": 894, "others": [ "population ≤ 721", "ocean_proximity = NEAR BAY" ] }, "extraRows": 1000, "hit": { "sliced": 1, "plain": 0.188 }, "fitSeconds": 21.2, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 52639.883021584974, "sliced": 72936.38821607598, "plainInSlice": 76252.80591451208, "plainInSliceRows": 188 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.7343734555986638, "slice": 67949.4594499524, "sliceLoss": 52639.883021584974, "sliceError": 52639.883021584974, "restError": 39555.46703569788 }, "plain": { "overall": 0.7223482305275715, "slice": 69788.12326948442, "sliceLoss": 54810.51039465079, "sliceError": 54810.51039465079, "restError": 40127.759283700696 }, "sliced": { "overall": 0.7201151691256085, "slice": 70853.1822813866, "sliceLoss": 56607.24335588928, "sliceError": 56607.24335588928, "restError": 40435.50505456627 }, "upweight": { "overall": 0.731612040386842, "slice": 67876.39452016354, "sliceLoss": 53032.33962753199, "sliceError": 53032.33962753199, "restError": 39737.839494496904 } } }, { "dataset": "housing", "task": "regression", "size": 5000, "seed": 4, "slice": { "label": "population ≤ 707", "lift": 1.2345777974292833, "z": 7.658726241146727, "support": 1002, "trainRows": 1002, "testRows": 812, "others": [ "median_income ≥ 5.035", "ocean_proximity = NEAR OCEAN" ] }, "extraRows": 1002, "hit": { "sliced": 1, "plain": 0.1686626746506986 }, "fitSeconds": 21.4, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 56054.787165454196, "sliced": 55511.73278153957, "plainInSlice": 54486.25202982526, "plainInSliceRows": 169 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.7328370649617639, "slice": 81149.61048784277, "sliceLoss": 56054.787165454196, "sliceError": 56054.787165454196, "restError": 39139.37470415256 }, "plain": { "overall": 0.7240123133583771, "slice": 83113.84755853342, "sliceLoss": 57949.55641182765, "sliceError": 57949.55641182765, "restError": 39964.96580848884 }, "sliced": { "overall": 0.7250907183595598, "slice": 82470.29234508329, "sliceLoss": 58031.593163016725, "sliceError": 58031.593163016725, "restError": 40192.42648488994 }, "upweight": { "overall": 0.7302285394206152, "slice": 80518.74901120136, "sliceLoss": 55869.01652627189, "sliceError": 55869.01652627189, "restError": 40208.23641698815 } } }, { "dataset": "housing", "task": "regression", "size": 5000, "seed": 5, "slice": { "label": "median_income ≥ 5.117", "lift": 1.3077769007501088, "z": 9.8598250022021, "support": 1000, "trainRows": 1000, "testRows": 877, "others": [ "population ≤ 713", "ocean_proximity = NEAR OCEAN" ] }, "extraRows": 1000, "hit": { "sliced": 1, "plain": 0.182 }, "fitSeconds": 21.2, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 52201.75106258619, "sliced": 72060.9996537545, "plainInSlice": 70616.43073876231, "plainInSliceRows": 182 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.7318263582112949, "slice": 66067.28493793237, "sliceLoss": 52201.75106258619, "sliceError": 52201.75106258619, "restError": 40090.75790510566 }, "plain": { "overall": 0.722528975472904, "slice": 67597.86595161547, "sliceLoss": 54410.211946227486, "sliceError": 54410.211946227486, "restError": 40355.241324731345 }, "sliced": { "overall": 0.7240506899147355, "slice": 69756.69651129063, "sliceLoss": 56034.41071616946, "sliceError": 56034.41071616946, "restError": 40019.27113986759 }, "upweight": { "overall": 0.7363035755411917, "slice": 65603.52638807594, "sliceLoss": 52082.34720265248, "sliceError": 52082.34720265248, "restError": 39876.09367773731 } } }, { "dataset": "insurance", "task": "regression", "size": 1000, "seed": 1, "slice": { "label": "smoker = yes", "lift": 1.2097846976444357, "z": 2.310895948121635, "support": 204, "trainRows": 204, "testRows": 56, "others": [ "bmi ≥ 35.625" ] }, "extraRows": 204, "hit": { "sliced": 1, "plain": 0.23529411764705882 }, "fitSeconds": 11.9, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 3916.6267562360704, "sliced": 8317.148337883596, "plainInSlice": 6442.600742295014, "plainInSliceRows": 48 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8808436800698582, "slice": 5058.445676193995, "sliceLoss": 3916.6267562360704, "sliceError": 3916.6267562360704, "restError": 2744.952292170724 }, "plain": { "overall": 0.8796954101123022, "slice": 5484.648713481633, "sliceLoss": 4370.875575470191, "sliceError": 4370.875575470191, "restError": 2620.408069308661 }, "sliced": { "overall": 0.8594142217448622, "slice": 6275.261824590192, "sliceLoss": 4985.795595892014, "sliceError": 4985.795595892014, "restError": 2961.2996460511886 }, "upweight": { "overall": 0.8840839801379735, "slice": 4831.598193835724, "sliceLoss": 3485.1218521810506, "sliceError": 3485.1218521810506, "restError": 2698.6977846360946 } } }, { "dataset": "insurance", "task": "regression", "size": 1000, "seed": 2, "slice": { "label": "smoker = yes", "lift": 1.426012266798365, "z": 4.799735317825925, "support": 204, "trainRows": 204, "testRows": 56, "others": [] }, "extraRows": 204, "hit": { "sliced": 1, "plain": 0.16176470588235295 }, "fitSeconds": 11.9, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 3209.262224440116, "sliced": 7537.7277194909, "plainInSlice": 7122.104766011283, "plainInSliceRows": 33 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8911302022468928, "slice": 4414.558072259041, "sliceLoss": 3209.262224440116, "sliceError": 3209.262224440116, "restError": 2600.6617936767084 }, "plain": { "overall": 0.8864542974039417, "slice": 4984.755287477988, "sliceLoss": 3898.896770976382, "sliceError": 3898.896770976382, "restError": 2577.6461153148543 }, "sliced": { "overall": 0.8758655081028228, "slice": 5454.025485602368, "sliceLoss": 4651.79587965019, "sliceError": 4651.79587965019, "restError": 2763.607623077929 }, "upweight": { "overall": 0.8869901845949497, "slice": 4635.528896628541, "sliceLoss": 3271.3509096528464, "sliceError": 3271.3509096528464, "restError": 2729.1803845820737 } } }, { "dataset": "insurance", "task": "regression", "size": 1000, "seed": 3, "slice": { "label": "smoker = yes", "lift": 1.2898593465302437, "z": 3.138156232351649, "support": 203, "trainRows": 203, "testRows": 56, "others": [ "bmi ≥ 35.64" ] }, "extraRows": 203, "hit": { "sliced": 1, "plain": 0.18719211822660098 }, "fitSeconds": 11.8, "generator": { "engine": "copula", "clusters": null, "refined": false }, "consistency": { "realTest": 3551.278796621073, "sliced": 8288.278742623408, "plainInSlice": 8070.955452497618, "plainInSliceRows": 38 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8873920999833225, "slice": 4847.61419999338, "sliceLoss": 3551.278796621073, "sliceError": 3551.278796621073, "restError": 2598.007445473822 }, "plain": { "overall": 0.8898265522259684, "slice": 4402.55591108221, "sliceLoss": 3127.4540626325493, "sliceError": 3127.4540626325493, "restError": 2803.9315685756665 }, "sliced": { "overall": 0.8721334134380917, "slice": 5672.905680702634, "sliceLoss": 4342.269114439585, "sliceError": 4342.269114439585, "restError": 2756.966213533294 }, "upweight": { "overall": 0.8871301753171437, "slice": 4486.782481735733, "sliceLoss": 3265.573786463739, "sliceError": 3265.573786463739, "restError": 2806.046931924945 } } }, { "dataset": "insurance", "task": "regression", "size": 1000, "seed": 4, "slice": { "label": "smoker = yes", "lift": 1.2998702290519208, "z": 3.3070587059745535, "support": 205, "trainRows": 205, "testRows": 56, "others": [ "age ≤ 24" ] }, "extraRows": 205, "hit": { "sliced": 1, "plain": 0.23902439024390243 }, "fitSeconds": 11.9, "generator": { "engine": "trees", "clusters": 4, "refined": true }, "consistency": { "realTest": 3342.952705368469, "sliced": 5469.622017441684, "plainInSlice": 5760.924251345608, "plainInSliceRows": 49 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8909301661563392, "slice": 4754.215920270146, "sliceLoss": 3342.952705368469, "sliceError": 3342.952705368469, "restError": 2626.495784333537 }, "plain": { "overall": 0.8893622258751268, "slice": 4526.614303935147, "sliceLoss": 3428.160258167844, "sliceError": 3428.160258167844, "restError": 2669.4525903034196 }, "sliced": { "overall": 0.8809612046613905, "slice": 5065.2495292319, "sliceLoss": 3617.9577299530542, "sliceError": 3617.9577299530542, "restError": 2762.4484930366293 }, "upweight": { "overall": 0.8876066368642864, "slice": 4469.729362015477, "sliceLoss": 3165.163603057044, "sliceError": 3165.163603057044, "restError": 2730.9515647296844 } } }, { "dataset": "insurance", "task": "regression", "size": 1000, "seed": 5, "slice": { "label": "smoker = yes", "lift": 1.269890237163943, "z": 2.9916944874926403, "support": 207, "trainRows": 207, "testRows": 56, "others": [ "age ≤ 25" ] }, "extraRows": 207, "hit": { "sliced": 1, "plain": 0.2028985507246377 }, "fitSeconds": 11.9, "generator": { "engine": "copula", "clusters": 1, "refined": true }, "consistency": { "realTest": 3688.2069112833838, "sliced": 11754.641928732593, "plainInSlice": 8594.835226743204, "plainInSliceRows": 42 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8865603470454039, "slice": 4891.2746086004745, "sliceLoss": 3688.2069112833838, "sliceError": 3688.2069112833838, "restError": 2659.4954703953376 }, "plain": { "overall": 0.8714078387455709, "slice": 5610.924201924864, "sliceLoss": 4451.594036872537, "sliceError": 4451.594036872537, "restError": 2956.5921537319878 }, "sliced": { "overall": 0.8410966638834484, "slice": 7870.079785795437, "sliceLoss": 6333.249153118899, "sliceError": 6333.249153118899, "restError": 2672.6078222203564 }, "upweight": { "overall": 0.8889394376051932, "slice": 4345.228956772975, "sliceLoss": 2846.256180044383, "sliceError": 2846.256180044383, "restError": 2772.04799584862 } } }, { "dataset": "insurance", "task": "regression", "size": 1071, "seed": 1, "slice": { "label": "smoker = yes", "lift": 1.3039314015968442, "z": 3.42466315017934, "support": 218, "trainRows": 218, "testRows": 56, "others": [ "age ≤ 24", "bmi ≥ 35.64" ] }, "extraRows": 218, "hit": { "sliced": 1, "plain": 0.23394495412844038 }, "fitSeconds": 12, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 3214.311476123757, "sliced": 6931.751156445921, "plainInSlice": 5522.509413999053, "plainInSliceRows": 51 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8894407710987482, "slice": 4439.918542402312, "sliceLoss": 3214.311476123757, "sliceError": 3214.311476123757, "restError": 2761.24555029021 }, "plain": { "overall": 0.8808116108579913, "slice": 5449.974450079375, "sliceLoss": 4368.660548472165, "sliceError": 4368.660548472165, "restError": 2630.1138942656676 }, "sliced": { "overall": 0.8690600741104059, "slice": 6077.0691766856835, "sliceLoss": 4935.39303312885, "sliceError": 4935.39303312885, "restError": 2744.52327099631 }, "upweight": { "overall": 0.8855738291485794, "slice": 4710.361502122673, "sliceLoss": 3449.3750009924447, "sliceError": 3449.3750009924447, "restError": 2802.5458793436405 } } }, { "dataset": "insurance", "task": "regression", "size": 1071, "seed": 2, "slice": { "label": "smoker = yes", "lift": 1.2431614197674792, "z": 2.7406343464769103, "support": 218, "trainRows": 218, "testRows": 56, "others": [ "age ≤ 24" ] }, "extraRows": 218, "hit": { "sliced": 1, "plain": 0.1926605504587156 }, "fitSeconds": 12, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 3799.225212626533, "sliced": 7600.916691428104, "plainInSlice": 7894.71247394794, "plainInSliceRows": 42 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8800832918056185, "slice": 5020.712712915335, "sliceLoss": 3799.225212626533, "sliceError": 3799.225212626533, "restError": 2789.230602685559 }, "plain": { "overall": 0.8740466861534397, "slice": 5564.451075620846, "sliceLoss": 4582.828108556113, "sliceError": 4582.828108556113, "restError": 2726.328464583893 }, "sliced": { "overall": 0.8751578362037497, "slice": 5421.905911063031, "sliceLoss": 4741.398001035498, "sliceError": 4741.398001035498, "restError": 2835.1330076282647 }, "upweight": { "overall": 0.8942058073569146, "slice": 4446.145017671527, "sliceLoss": 3199.7838116293906, "sliceError": 3199.7838116293906, "restError": 2611.4757354924827 } } }, { "dataset": "insurance", "task": "regression", "size": 1071, "seed": 3, "slice": { "label": "smoker = yes", "lift": 1.3008318131767684, "z": 3.4086100901215737, "support": 218, "trainRows": 218, "testRows": 56, "others": [ "age ≤ 24" ] }, "extraRows": 218, "hit": { "sliced": 1, "plain": 0.16972477064220184 }, "fitSeconds": 12, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 3646.208348284046, "sliced": 6740.563376174802, "plainInSlice": 6001.909809791603, "plainInSliceRows": 37 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8855364544449412, "slice": 4854.37328109855, "sliceLoss": 3646.208348284046, "sliceError": 3646.208348284046, "restError": 2708.8290640046293 }, "plain": { "overall": 0.889483542375606, "slice": 4536.953262531885, "sliceLoss": 3307.157666271171, "sliceError": 3307.157666271171, "restError": 2766.023964780797 }, "sliced": { "overall": 0.8797125710965807, "slice": 5356.187654825859, "sliceLoss": 4284.220923933674, "sliceError": 4284.220923933674, "restError": 2720.539235319309 }, "upweight": { "overall": 0.8890269669983918, "slice": 4588.622855811673, "sliceLoss": 3347.713538752659, "sliceError": 3347.713538752659, "restError": 2642.2464741148606 } } }, { "dataset": "insurance", "task": "regression", "size": 1071, "seed": 4, "slice": { "label": "smoker = yes", "lift": 1.3254918298123317, "z": 3.7008063009753784, "support": 218, "trainRows": 218, "testRows": 56, "others": [ "bmi ≥ 35.64" ] }, "extraRows": 218, "hit": { "sliced": 1, "plain": 0.21100917431192662 }, "fitSeconds": 12, "generator": { "engine": "forest", "clusters": null, "refined": false }, "consistency": { "realTest": 3675.3682382473517, "sliced": 7043.488060217337, "plainInSlice": 6019.332222965642, "plainInSliceRows": 46 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8869519125317236, "slice": 4771.331925374561, "sliceLoss": 3675.3682382473517, "sliceError": 3675.3682382473517, "restError": 2729.4786942387186 }, "plain": { "overall": 0.8891839920780614, "slice": 4773.083972874356, "sliceLoss": 3361.8916334583473, "sliceError": 3361.8916334583473, "restError": 2630.467583211438 }, "sliced": { "overall": 0.88291553791315, "slice": 5067.815080279345, "sliceLoss": 4019.506383180638, "sliceError": 4019.506383180638, "restError": 2766.8308873666288 }, "upweight": { "overall": 0.8935231351655599, "slice": 4087.9724953064197, "sliceLoss": 2689.850965704077, "sliceError": 2689.850965704077, "restError": 2764.9703326708595 } } }, { "dataset": "insurance", "task": "regression", "size": 1071, "seed": 5, "slice": { "label": "smoker = yes", "lift": 1.245411848457529, "z": 2.80545996650281, "support": 218, "trainRows": 218, "testRows": 56, "others": [ "age ≤ 24", "bmi ≥ 35.64" ] }, "extraRows": 218, "hit": { "sliced": 1, "plain": 0.26605504587155965 }, "fitSeconds": 12, "generator": { "engine": "copula", "clusters": 1, "refined": false }, "consistency": { "realTest": 3844.8695704819975, "sliced": 7003.946502791849, "plainInSlice": 6295.716117453072, "plainInSliceRows": 58 }, "unknownLabels": 0, "scores": { "real": { "overall": 0.8832626149173752, "slice": 5134.816849075145, "sliceLoss": 3844.8695704819975, "sliceError": 3844.8695704819975, "restError": 2675.0352521001414 }, "plain": { "overall": 0.8796649848585298, "slice": 5294.748016079232, "sliceLoss": 4050.418997017518, "sliceError": 4050.418997017518, "restError": 2776.6111963325225 }, "sliced": { "overall": 0.8818132926332731, "slice": 5182.0543960659525, "sliceLoss": 4310.648101005738, "sliceError": 4310.648101005738, "restError": 2677.692757246633 }, "upweight": { "overall": 0.884781918222832, "slice": 5021.818599760157, "sliceLoss": 3790.459102035853, "sliceError": 3790.459102035853, "restError": 2693.8839187414624 } } } ] }