Skip to content

Commit 00a2625

Browse files
FlorianNachtigallFlorianNachtigall
committed
Add experiment results
1 parent fb55433 commit 00a2625

File tree

40 files changed

+2055
-0
lines changed

40 files changed

+2055
-0
lines changed

‎results/comparison-results-additional-features.csv

+21
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name,R2,R2_std,MAE,MAE_std,RMSE,RMSE_std,within_5_years,within_10_years,within_20_years,R2_seed_0
2+
Spain_type,0.35510329771365,0.0,19.08872557834108,0.0,26.061900419444637,0.0,0.18729494716828612,0.36280547845488886,0.6339635539535113,0.35510329771365
3+
France_type,0.417017126452608,0.0,17.821465806522948,0.0,24.218595942337505,0.0,0.2196702920425892,0.4127715254567913,0.6746198190320044,0.417017126452608
4+
Netherlands_type,0.4398284804048672,0.0,14.303374728831944,0.0,19.862268591018253,0.0,0.2957310853948319,0.5101614832865625,0.7460533352445956,0.4398284804048672
5+
Spain_height,0.3653412139709885,0.0,18.838525679869132,0.0,25.85420281309689,0.0,0.19151560721414784,0.3699860651714866,0.6425855679924775,0.3653412139709885
6+
Spain_all,0.3746791410792011,0.0,18.669916612634655,0.0,25.663297637833665,0.0,0.19380611565237474,0.37360793486150745,0.646411846099279,0.3746791410792011
7+
France_height,0.4185109755625519,0.0,17.747594591999352,0.0,24.187546887715094,0.0,0.22314224579627773,0.4175188248688548,0.6773998620763532,0.4185109755625519
8+
France_all,0.42843606384686006,0.0,17.58591296613664,0.0,23.980237084820285,0.0,0.22469654401021028,0.4201282869145305,0.6809749772159223,0.42843606384686006
9+
Netherlands_height,0.4641259143551526,0.0,13.903681312562002,0.0,19.426730522092925,0.0,0.3065600402835284,0.5236334934015507,0.7565367927180907,0.4641259143551526
10+
Netherlands_all,0.46433338177054895,0.0,13.895980481582859,0.0,19.422969560464754,0.0,0.30669088824077495,0.5240892559492634,0.7568150284024604,0.46433338177054895
11+
Spain_baseline,0.34383633767399535,0.0,19.29429674706287,0.0,26.288577759094938,0.0,,,,0.34383633767399535
12+
France_baseline,0.40645597837125613,0.0,17.99945084706032,0.0,24.436979854756796,0.0,,,,0.40645597837125613
13+
Netherlands_baseline,0.43962880338330246,0.0,14.310711626614006,0.0,19.865808297275656,0.0,,,,0.43962880338330246
14+
Spain_neighborhood-features,0.24407076532128502,0.0,21.18797739109388,0.0,28.216398076157308,0.0,0.15528891956876784,0.31019003023079333,0.5808269029315208,0.24407076532128502
15+
France_neighborhood-features,0.2522515811608459,0.0,20.81337876813722,0.0,27.428295202180905,0.0,0.18054690956622826,0.3452915788839689,0.5955977806338777,0.2522515811608459
16+
Spain_building-features,0.27882188879348235,0.0,20.627308607498694,0.0,27.560194067104675,0.0,0.15649036677004802,0.31424791106455285,0.5922169368741442,0.27882188879348235
17+
France_building-features,0.28823646147189474,0.0,20.20154437812212,0.0,26.76017391793855,0.0,0.18372334242056626,0.3528336140226126,0.6107354114690869,0.28823646147189474
18+
Spain_spatially-explicit-features,0.3194484941055902,0.0,19.82074699368502,0.0,26.77265876254035,0.0,0.1705717352392893,0.33847353052773976,0.6156800845884818,0.3194484941055902
19+
Spain_residential,0.34088453844039,0.0,19.38909066646452,0.0,26.28712087573801,0.0,0.18623168494401618,0.35942724572820084,0.6244879188502135,0.34088453844039
20+
France_spatially-explicit-features,0.36067799191931105,0.0,18.974320606843524,0.0,25.36184772979438,0.0,0.19872248691048738,0.37908245554108977,0.6426759479958244,0.36067799191931105
21+
France_residential,0.43689615990611574,0.0,16.956240747830503,0.0,23.261602522270255,0.0,0.23200668899717855,0.4332247953995625,0.6984262422786061,0.43689615990611574

‎results/error-class-nl-neighborhood-23855379-20220710-04-16-58.csv

+21
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
,precision,recall,f1-score,support,kappa,mcc,accuracy,energy_r2,energy_mape
2+
1900-1909,0.21784314978590777,0.36974025648941583,0.2741581236504922,119849.0,,,,,
3+
1910-1919,0.16719625128274873,0.11517071633579465,0.13639068472702698,117417.0,,,,,
4+
1920-1929,0.23307975258102298,0.2671080731065122,0.24893642105936262,233194.0,,,,,
5+
1930-1939,0.3047813345356177,0.42801515770279125,0.35603617743216076,315879.0,,,,,
6+
1940-1949,0.1975265389062117,0.04797644576057728,0.07720167877364627,117516.0,,,,,
7+
1950-1959,0.36390319767703194,0.3558762505934275,0.35984496606410266,454984.0,,,,,
8+
1960-1969,0.4944121490394905,0.49063062706531846,0.49251412953085194,758055.0,,,,,
9+
1970-1979,0.530391537379115,0.48425369210720665,0.506273627025842,977626.0,,,,,
10+
1980-1989,0.5192442585287862,0.4481103058851209,0.48106188170911385,816058.0,,,,,
11+
1990-1999,0.41802005604889086,0.37062371836129865,0.3928976619090311,668090.0,,,,,
12+
2000-2009,0.3630069256259005,0.36174739546270956,0.3623760660932712,555089.0,,,,,
13+
2010-2019,0.27658115082518464,0.42987197446639774,0.336595539460139,307673.0,,,,,
14+
macro avg,0.3404988585179924,0.3474270511113809,0.33535724645292003,5441430.0,,,,,
15+
weighted avg,0.4168153891567856,0.4069851123693588,0.40802875547510276,5441430.0,,,,,
16+
total,,,,,0.33235817508166887,0.33291980259306103,0.4069851123693588,,
17+
fold_0,,,,,,0.3371549150506384,,,
18+
fold_1,,,,,,0.34038536183546586,,,
19+
fold_2,,,,,,0.3285532183874412,,,
20+
fold_3,,,,,,0.33175955220712106,,,
21+
fold_4,,,,,,0.3257320933400478,,,

‎results/error-comparison-classification-20-year-bins.csv

+13
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
name,MCC,MCC_std,F1,F1_std,Recall_1900-1919,Recall_1920-1939,Recall_1940-1959,Recall_1960-1979,Recall_1980-1999,Recall_2000-2019,MCC_seed_0
2+
Spain_city-cv,0.23340886581089265,0.0,0.34334876965564903,0.0,0.4300396916135682,0.18577359581747685,0.2874858286218235,0.3216781752575553,0.3138484156852269,0.5885600993736103,0.23340886581089265
3+
Spain_neighborhood-cv,0.2727959339967651,0.0,0.37962346195594593,0.0,0.48868123504738764,0.24482830674932088,0.3412885482981449,0.3595280409677495,0.344763767000055,0.5853892501447725,0.2727959339967651
4+
France_city-cv,0.33333009755567455,0.0,0.4346642840583435,0.0,0.6044576062649867,0.3844877935641668,0.2918338732932346,0.4566924611947569,0.4442588248256794,0.522304747077529,0.33333009755567455
5+
Spain_block-cv,0.3486533717796679,0.0,0.4555915882879323,0.0,0.6479988669290022,0.4489289355208419,0.4532630097243598,0.4172723402338349,0.3726621241524525,0.584033914338887,0.3486533717796679
6+
France_neighborhood-cv,0.35214876354376845,0.0,0.45253017239657095,0.0,0.614913470260173,0.43368018095582817,0.32466837812109844,0.46268186788848314,0.45281820123888217,0.5338391366820849,0.35214876354376845
7+
Netherlands_city-cv,0.3881281286244961,0.0,0.45724765029224784,0.0,0.24604873854661014,0.5032117769404069,0.30136069868995635,0.6199774036818978,0.5362618822381595,0.5390872569723748,0.3881281286244961
8+
France_block-cv,0.39024363703160136,0.0,0.48534384443014655,0.0,0.6318152834780735,0.4743987564558053,0.3990226438925835,0.4903064701575824,0.4761317611285567,0.559117946020554,0.39024363703160136
9+
Netherlands_neighborhood-cv,0.4439193621395652,0.0,0.5076312701097477,0.0,0.35088044641878735,0.5855268789395945,0.36224628820960697,0.6458456363813396,0.587388185005808,0.547133508429903,0.4439193621395652
10+
Spain_random-cv,0.4530656992085021,0.0,0.540339718653101,0.0,0.7404141169725162,0.5934408513638157,0.5676178941976882,0.5151671659045385,0.46092982738707877,0.6185224806270085,0.4530656992085021
11+
France_random-cv,0.48352224404326666,0.0,0.5629921047093305,0.0,0.6886298933982343,0.5675896023024778,0.5279523581926724,0.559698288758156,0.5488464302176584,0.6229194282044958,0.48352224404326666
12+
Netherlands_block-cv,0.5832360529563352,0.0,0.6199926575009016,0.0,0.5002570954119006,0.653823808491767,0.5813344978165939,0.7286609693831989,0.6809907098213924,0.6613735885446972,0.5832360529563352
13+
Netherlands_random-cv,0.7591147130815972,0.0,0.7717330866107505,0.0,0.755013360532061,0.7959797695388409,0.798696943231441,0.8310040842758548,0.8156039694154491,0.7890762458244568,0.7591147130815972

‎results/error-comparison-classification-5-year-bins.csv

+13
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
name,MCC,MCC_std,F1,F1_std,Recall_1900-1904,Recall_1905-1909,Recall_1910-1914,Recall_1915-1919,Recall_1920-1924,Recall_1925-1929,Recall_1930-1934,Recall_1935-1939,Recall_1940-1944,Recall_1945-1949,Recall_1950-1954,Recall_1955-1959,Recall_1960-1964,Recall_1965-1969,Recall_1970-1974,Recall_1975-1979,Recall_1980-1984,Recall_1985-1989,Recall_1990-1994,Recall_1995-1999,Recall_2000-2004,Recall_2005-2009,Recall_2010-2014,Recall_2015-2019,MCC_seed_0
2+
Spain_neighborhood-cv,0.12564714700480853,0.0,0.13592798506980167,0.0,0.5108480141569071,0.005877034358047016,0.039412844036697245,0.0452850920221324,0.14103399555952828,0.038433965270033454,0.11768745938578093,0.07871351369109217,0.17490992334416133,0.028977992856319853,0.1278068360677146,0.09037656903765691,0.1615503001973046,0.16575386202323353,0.12081904788343999,0.14104946832092494,0.12044312081491738,0.11978988677332258,0.11299804841388171,0.11640216261540208,0.18730112796993378,0.30280725306103334,0.2288457792393808,0.11929736099954853,0.12564714700480853
3+
France_neighborhood-cv,0.1658833243602402,0.0,0.15881904941233785,0.0,0.6348232115587924,0.018694445463326364,0.06477967531098461,0.0031596824519135825,0.32825600075046024,0.09710150386560319,0.17097991698255324,0.0846473146613399,0.0069692091374075355,0.02001999894742382,0.10601464732074063,0.23683654803401832,0.1627387770324466,0.1699984992622997,0.1828406303551628,0.2293308361547411,0.1916693130471912,0.18689154303132097,0.11327629036709909,0.13660339913027406,0.1749655540177732,0.23173932816152634,0.3707761385503528,0.061546761540929106,0.1658833243602402
4+
Netherlands_neighborhood-cv,0.20876952966600618,0.0,0.2071116570792565,0.0,0.29995504148444846,0.14426885980020668,0.09278931886421485,0.056383430490676754,0.12070966380644253,0.15830054416073672,0.27546787459768746,0.20239164342770713,0.013633139825054506,0.04509924855564087,0.19781288200229377,0.1952144528952272,0.2522785194813792,0.32443060096966964,0.39956645271463903,0.2695289289316954,0.303183808847567,0.2763237564711937,0.19838771868470845,0.2354399714570972,0.23292353740179933,0.18819377027220252,0.32753675651592784,0.23456361644667628,0.20876952966600618
5+
Spain_random-cv,0.36108880942552707,0.0,0.3697935553810077,0.0,0.6922861497312095,0.22603978300180833,0.411651376146789,0.3591413883765648,0.4987630114471901,0.43448303329616056,0.4646477987753657,0.4244813482481644,0.4377161235198814,0.4315493336405884,0.3906339136590764,0.4860052081809404,0.3986774855763115,0.4280240966391714,0.3367040054782098,0.3536228212514387,0.3108940190071514,0.370518063536393,0.32528859635299867,0.3120524757404512,0.3315601780531606,0.3998477438350062,0.4161153189490209,0.47001295754498496,0.36108880942552707
6+
France_random-cv,0.3678553377661474,0.0,0.3640945568571083,0.0,0.6195638696372867,0.24815072931567814,0.2997926769274018,0.17465144752952327,0.4453707938071395,0.35344608401683725,0.335311888524107,0.29434598438806014,0.1563996495017627,0.30106836482290406,0.355448949302103,0.4637506273534324,0.3875583052769788,0.3785406202919227,0.39765868082389705,0.4381336283680122,0.4041362035560218,0.39102360735280395,0.31477628560823095,0.37236917628975297,0.3823550263392321,0.41157619550387886,0.47309997250985064,0.2852060307369281,0.3678553377661474
7+
Netherlands_random-cv,0.7316225743888051,0.0,0.6997061172155661,0.0,0.6257544175147478,0.6325353083017567,0.5848409565469205,0.6666216268385902,0.6449570966380644,0.6690079531184596,0.6746751698652999,0.7060209724576129,0.6635320076702829,0.7587448235930873,0.7381122066104391,0.7731328180595376,0.7584242785315172,0.8026835043409629,0.8092115916853139,0.7961041174384272,0.8032981800679556,0.7929268464977345,0.7539821315949151,0.7462799782930025,0.6953281881305494,0.6959978627172089,0.6388533080864335,0.6461968959121919,0.7316225743888051
8+
Spain_city-cv,0.09319948453480974,0.0,0.09857797981617304,0.0,0.44899272063852197,0.0,0.001889908256880734,0.0003139347800494447,0.06942129696375537,0.006830492273379003,0.0833839635251293,0.0069153566911414445,0.13556234433061157,0.017004647232784116,0.09906662176187171,0.04146648330748749,0.14624984098397867,0.12612492500499967,0.10472217980928057,0.10437464101561732,0.09086442703492233,0.07699776171928928,0.08480712429946947,0.09007694927985606,0.17039556155929048,0.3071888204590019,0.21736659371383393,0.05838517328517739,0.09319948453480974
9+
France_city-cv,0.15254482998689128,0.0,0.14352899873258243,0.0,0.6337513215082815,0.011872012128770372,0.04543537845245625,0.0,0.28678134637258007,0.06684056387897508,0.15459748000294737,0.06108773570204145,0.001487579728160088,0.004894479237934846,0.08103066529331138,0.22619827933751477,0.15093722699336354,0.15553294703955126,0.17333288531971372,0.2212260972592435,0.18079120236069038,0.17999284625672607,0.09803649100098033,0.12271307799320952,0.16106540575363493,0.22077295199900004,0.3696435443965912,0.046061648829138845,0.15254482998689128
10+
Netherlands_city-cv,0.1723640705881238,0.0,0.1632754545126114,0.0,0.16352638247435322,0.027880640716500173,0.07125329594122937,0.0014284059761417596,0.08119988746659164,0.07557136877354542,0.2529324114912385,0.16287078238205524,0.0,0.01769733281307035,0.13859456193923833,0.1721094003874837,0.20920254074856398,0.32004735595895817,0.3870384819220351,0.25404995831433297,0.2481950791782428,0.25541662882342847,0.16428590643746804,0.19193603031783962,0.20145438960913278,0.16764123751683863,0.31155324125640455,0.10999880695437143,0.1723640705881238
11+
Netherlands_block-cv,0.43768589508848027,0.0,0.4156008038616989,0.0,0.39209275077996214,0.27193851188425766,0.21490298882809286,0.3200015442226769,0.3093965395976931,0.34431142737547094,0.3943020622243414,0.39619443750464217,0.25235756127032494,0.3715181189975707,0.4364938148076478,0.4678310373621492,0.48534195093623156,0.5438254030894125,0.5670047697562125,0.5063772161344259,0.5375566494950987,0.516166631346311,0.4969736098781374,0.4907250556916407,0.4534011218984485,0.40189194680875084,0.41585913715007056,0.3251591631327209,0.43768589508848027
12+
Spain_block-cv,0.20322366577571746,0.0,0.22340183792851312,0.0,0.6370263189403426,0.04355033152501507,0.18,0.17886434093317113,0.33489230414347915,0.22612314800063724,0.3010127799409344,0.21416251909525452,0.2902281941947913,0.2370664823136306,0.22741643927886565,0.28632706205927966,0.2509135626323575,0.2601896715657553,0.18187286296609895,0.2007058479238418,0.16391107232960905,0.19219113876208818,0.16299178555987895,0.16149042282799522,0.21564567372402732,0.30294654103531793,0.25107538586701195,0.16998422814660202,0.20322366577571746
13+
France_block-cv,0.21908064680893036,0.0,0.21345114338702573,0.0,0.6186322878734485,0.047989338419591875,0.12403659193665519,0.03661282041154864,0.3517157006445359,0.1684762649138832,0.19906584904579058,0.1249521866632666,0.025961322927067838,0.11526761749381612,0.1878036318218315,0.30522698538506476,0.23377031424820038,0.22987208647367569,0.25283021403850675,0.291593531895475,0.24941036263144187,0.23378121986874437,0.15942779369354793,0.1925577141967682,0.22555105865526584,0.28147829995239526,0.39125996517914413,0.10682832230031203,0.21908064680893036

‎results/error-comparison-classification.csv

+13
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
name,MCC,MCC_std,F1,F1_std,Recall_1900-1909,Recall_1910-1919,Recall_1920-1929,Recall_1930-1939,Recall_1940-1949,Recall_1950-1959,Recall_1960-1969,Recall_1970-1979,Recall_1980-1989,Recall_1990-1999,Recall_2000-2009,Recall_2010-2019,MCC_seed_0
2+
Spain_city-cv,0.14369021475397586,0.0,0.1869109561827874,0.0,0.4403430592745561,0.005476163684783017,0.0754938042491537,0.09613047649504317,0.16191273738893464,0.12377049002860106,0.23781129632815393,0.18660625716875975,0.15683154339352773,0.16793215899392658,0.4207211202120757,0.26808169882948435,0.14369021475397586
3+
France_city-cv,0.2393071486657945,0.0,0.26546092820545303,0.0,0.6132786354312858,0.032029867341266,0.29988531252869854,0.22920406786696415,0.006538125182192979,0.273987484150681,0.28065623428094477,0.35185694427275044,0.30240242729602756,0.20619846241183884,0.341516117150224,0.41778580989844966,0.2393071486657945
4+
Spain_block-cv,0.2595754928439686,0.0,0.3147320372271725,0.0,0.6395723615955418,0.23638773239313354,0.348258884451818,0.3202670291013751,0.336948931217532,0.3132757847970537,0.3544397176355329,0.28228258928019756,0.2474533733322188,0.23812646554316555,0.4001497047590164,0.34578983444057787,0.2595754928439686
5+
Netherlands_city-cv,0.2841324785379225,0.0,0.2861304534802444,0.0,0.20021026458293353,0.06061302877777494,0.16261996449308302,0.3696478714950978,0.010892133837094524,0.309237247903223,0.45688769284550595,0.4651011736594567,0.4051047842187688,0.33304794264245835,0.357290452522028,0.3670357814952888,0.2841324785379225
6+
France_block-cv,0.30144654834043155,0.0,0.3310173103880226,0.0,0.612170283205585,0.11663359973886478,0.3915519969929244,0.29381518186063404,0.09354655117366982,0.36828990960775493,0.3447982709730199,0.4020528436311895,0.35265815738200323,0.2730258157011036,0.3876189619578718,0.4493478458262426,0.30144654834043155
7+
Spain_random-cv,0.39389038484702904,0.0,0.4350152407314354,0.0,0.7136858122461885,0.4674118250128152,0.515725267304949,0.4919091781259994,0.48542879041644194,0.4655867114410734,0.4794262321371818,0.40705748601073755,0.38253320082928544,0.3608137997839685,0.4561107694389636,0.5017350126542234,0.39389038484702904
8+
France_random-cv,0.4212214332597061,0.0,0.44738164418315507,0.0,0.6390010435783944,0.3048855748290125,0.49263714977073186,0.42472630104290976,0.2633434667332972,0.49928586036238704,0.4586807877906816,0.5031289656059761,0.46805378924659874,0.409633499793128,0.4797604056913285,0.535667107001321,0.4212214332597061
9+
Netherlands_block-cv,0.5166513471410904,0.0,0.5071029066773441,0.0,0.43369573379836296,0.31622337480943985,0.4337847457481753,0.5372025364142599,0.3517818850199122,0.5599933184463629,0.6305531920507087,0.6425299654469091,0.626131966110252,0.5748491969644808,0.5323866983492738,0.4979409957974863,0.5166513471410904
10+
Netherlands_random-cv,0.7452460632389905,0.0,0.7257281833591764,0.0,0.6842610284608132,0.6566681144979006,0.7025523812791067,0.7435980232937296,0.7416011436740529,0.7827044467497758,0.8050062330569682,0.8159275633013033,0.8103970551112789,0.7766049484350911,0.732075396918332,0.6943410699021364,0.7452460632389905
11+
Spain_neighborhood-cv,0.18065997440501985,0.0,0.22736904326295374,0.0,0.5011135593387809,0.05757473463110911,0.14033118535379058,0.14020626798848737,0.19599454963522298,0.177404513381442,0.27462743577258053,0.22096799742065074,0.19559826506382175,0.1964528117350251,0.40748995020715806,0.31213750922703787,0.18065997440501985
12+
France_neighborhood-cv,0.2555902990999302,0.0,0.2829444034966395,0.0,0.6191672964122494,0.04942698159302687,0.35015558626227766,0.256062885902558,0.01977401129943503,0.296995378134075,0.2935797159929468,0.3583053507140929,0.311182639603556,0.2266787903280124,0.3521273953006279,0.4251919263518323,0.2555902990999302
13+
Netherlands_neighborhood-cv,0.3322010155124471,0.0,0.33392890279662973,0.0,0.3177164598786807,0.1026342011804083,0.2583213976345875,0.42496019045267336,0.03307634705061439,0.3510387178450231,0.4935301528253227,0.48765990266216325,0.4536907915858922,0.3823451930129174,0.38254406050200956,0.40654201051115957,0.3322010155124471

0 commit comments

Comments
 (0)