diff --git a/csep/utils/plots.py b/csep/utils/plots.py index b2192b6f..78ef1f24 100644 --- a/csep/utils/plots.py +++ b/csep/utils/plots.py @@ -2132,7 +2132,7 @@ def plot_pvalues_and_intervals(test_results, ax, var=None): return ax -def plot_ROC(forecast, catalog, axes=None, plot_uniform=True, savepdf=True, +def plot_concentration_ROC_diagram(forecast, catalog, linear=True, axes=None, plot_uniform=True, savepdf=True, savepng=True, show=True, plot_args=None): """ @@ -2155,6 +2155,7 @@ def plot_ROC(forecast, catalog, axes=None, plot_uniform=True, savepdf=True, Args: forecast (:class: `csep.forecast.GriddedForecast`): catalog (:class:`AbstractBaseCatalog`): evaluation catalog + linear: (bool): if true, a linear x-axis is used; if false a logarithmic x-axis is used. axes (:class:`matplotlib.pyplot.ax`): Previously defined ax object savepdf (str): output option of pdf file savepng (str): output option of png file @@ -2184,6 +2185,7 @@ def plot_ROC(forecast, catalog, axes=None, plot_uniform=True, savepdf=True, RuntimeError: throws error if Catalog and Forecast do not have the same region Written by Han Bao, UCLA, March 2021. Modified June 2021. + Modified by Emanuele Biondini, University of Bologna, May 2024. """ if not catalog.region == forecast.region: raise RuntimeError( @@ -2201,7 +2203,7 @@ def plot_ROC(forecast, catalog, axes=None, plot_uniform=True, savepdf=True, title_fontsize = plot_args.get('title_fontsize', 18) label_fontsize = plot_args.get('label_fontsize', 14) filename = plot_args.get('filename', 'roc_figure') - title = plot_args.get('title', 'ROC Curve') + title = plot_args.get('title', 'Concentration ROC Curve') # Plot catalog ordered by forecast rates name = forecast.name @@ -2259,7 +2261,11 @@ def plot_ROC(forecast, catalog, axes=None, plot_uniform=True, savepdf=True, ax.set_ylabel("True Positive Rate", fontsize=label_fontsize) ax.set_xlabel('False Positive Rate (Normalized Area)', fontsize=label_fontsize) - ax.set_xscale('log') + if linear==True: + legend_loc=plot_args.get('legend_loc', 'lower right') + elif linear==False: + ax.set_xscale('log') + ax.legend(loc=legend_loc, shadow=True, fontsize=legend_fontsize) ax.set_title(title, fontsize=title_fontsize) @@ -2276,7 +2282,7 @@ def plot_ROC(forecast, catalog, axes=None, plot_uniform=True, savepdf=True, return ax -def plot_contingency_ROC(forecast, catalog, linear=False, axes=None, plot_uniform=True, savepdf=True, savepng=True, show=True, +def plot_ROC_diagram(forecast, catalog, linear=True, axes=None, plot_uniform=True, savepdf=True, savepng=True, show=True, plot_args=None): """ Plot Receiver operating characteristic (ROC) based on forecast and test catalogs using the contingency table. @@ -2300,7 +2306,7 @@ def plot_contingency_ROC(forecast, catalog, linear=False, axes=None, plot_unifor Args: forecast (:class: `csep.forecast.GriddedForecast`): catalog (:class:`AbstractBaseCatalog`): evaluation catalog - linear (bool): set False to use a log x-axis; set True to use a linear x-axis. By default Linear=False + linear: (bool): if true, a linear x-axis is used; if false a logarithmic x-axis is used. axes (:class:`matplotlib.pyplot.ax`): Previously defined ax object savepdf (str): output option of pdf file savepng (str): output option of png file @@ -2457,7 +2463,7 @@ def plot_contingency_ROC(forecast, catalog, linear=False, axes=None, plot_unifor return ax -def plot_contingency_Molchan(forecast, catalog, linear=False, axes=None, plot_uniform=True, savepdf=True, savepng=True, +def plot_Molchan_diagram(forecast, catalog, linear=True, axes=None, plot_uniform=True, savepdf=True, savepng=True, show=True, plot_args=None): """ @@ -2485,7 +2491,7 @@ def plot_contingency_Molchan(forecast, catalog, linear=False, axes=None, plot_un Args: forecast (:class: `csep.forecast.GriddedForecast`): catalog (:class:`AbstractBaseCatalog`): evaluation catalog - Linear (bool): set False to use a log x-axis; set True to use a linear x-axis. By default Linear=False + linear: (bool): if true, a linear x-axis is used; if false a logarithmic x-axis is used. axes (:class:`matplotlib.pyplot.ax`): Previously defined ax object savepdf (str): output option of pdf file savepng (str): output option of png file diff --git a/examples/tutorials/contingency_roc_figure.pdf b/examples/tutorials/contingency_roc_figure.pdf index 839d57ca..b17964e3 100644 Binary files a/examples/tutorials/contingency_roc_figure.pdf and b/examples/tutorials/contingency_roc_figure.pdf differ diff --git a/examples/tutorials/contingency_roc_figure.png b/examples/tutorials/contingency_roc_figure.png index e946ef98..8cdb4d21 100644 Binary files a/examples/tutorials/contingency_roc_figure.png and b/examples/tutorials/contingency_roc_figure.png differ diff --git a/examples/tutorials/example_spatial_test.json b/examples/tutorials/example_spatial_test.json index 25de8269..091bd5ff 100644 --- a/examples/tutorials/example_spatial_test.json +++ b/examples/tutorials/example_spatial_test.json @@ -4,1010 +4,1010 @@ "obs_catalog_repr": "", "obs_name": null, "observed_statistic": -161.78441260001426, - "quantile": 0.145, + "quantile": 0.144, "sim_name": "helmstetter_aftershock", "status": "normal", "test_distribution": [ - -153.46867779389106, - -138.17849065777904, - -146.37234603341116, - -154.5801984572075, - -138.7093590561241, - -154.70680100486962, - -150.75648769838114, - -166.0281652703126, - -148.08050225344275, - -163.6517268550914, - -152.96834291689606, - -169.49683718714286, - -139.96631509494046, - -149.37475962342535, - -155.15596233213392, - -155.07292051804023, - -149.29280403385192, - -143.50544170283587, - -148.88645028361563, - -178.82325767242355, - -140.6967819497742, - -165.30083161793675, - -131.73929567718164, - -146.13283022926078, - -149.88616536905727, - -164.11715781426543, - -137.52321590197323, - -149.84971835217746, - -148.65231520951028, - -157.57726786052154, - -170.80327577788722, - -166.07724580011362, - -149.9487978580657, - -150.64180229247887, - -158.72741134024474, - -160.27227851759523, - -151.3326803001356, - -148.16948693475433, - -160.5581135860748, - -137.2977303067466, - -144.34851695805003, - -166.36715082085072, - -150.86979680521495, - -141.94773092067362, - -146.42618433776417, - -152.37278244904766, - -147.68625266076947, - -152.09457674390853, - -142.3593154185794, - -146.4896164032226, - -149.29951008177466, - -151.05308967653778, - -144.87454058200058, - -136.24634042421408, - -158.23464329347956, - -123.62805676167366, - -135.80414921618947, - -146.27820291236293, - -151.882341413772, - -159.19249139687236, - -153.52980204879034, - -158.42088121292156, - -140.88437854904203, - -152.89488090817824, - -151.0303721792115, - -168.3764461231257, - -145.66064441193652, - -150.0713030857807, - -157.08974999249665, - -159.71540956278588, - -170.20259033758134, - -150.48911492216558, - -142.32822161091502, - -152.46785898136204, - -146.7575547455567, - -171.3283377302019, - -152.06528213449246, - -140.20530366156868, - -158.0350914980723, - -159.83315444080344, - -166.49679866510465, - -162.64166849116447, - -162.32926428151902, - -156.47428363754437, - -143.29209292548921, - -161.98739475008847, - -153.539949632105, - -143.89248675364422, - -157.24020265686278, - -161.821536956471, - -139.3797516251757, - -153.5104728129424, - -138.43536986756288, - -156.7761295776632, - -150.2917472970316, - -148.64632779118313, - -163.07101686949562, - -158.05762911631496, - -163.4423475609943, - -161.8456067063692, - -142.84033029872748, - -147.70452987693017, - -157.09532727385127, - -151.39449482536045, - -151.38627996075593, - -148.3406045828492, - -169.06893538540658, - -148.246693460862, - -152.34259209605491, - -149.01028115372776, - -160.18871388232037, - -150.2578405128868, - -139.8685468395526, - -138.87175340993952, - -143.70425593134405, - -135.46331128921872, - -148.30483492195006, - -164.37182030662993, - -150.99341973869898, - -141.615654437592, - -138.69218129752028, - -150.0139887804649, - -145.57034331955677, - -143.10796964396462, - -163.17768317199804, - -155.63650739222618, - -154.79269396085243, - -162.49548390028522, - -159.66527730029424, - -160.71055091166826, - -146.02173627411094, - -140.63802676350804, - -142.78286276882665, - -152.01560204165935, - -147.14382770361203, - -144.593879452151, - -163.14805847894382, - -147.57052544079025, - -155.61632586046127, - -157.4681716182377, - -150.73177187722672, - -152.827719003014, - -170.32119834002813, - -158.21370757525318, - -143.9529270031996, - -155.4596697278384, - -156.22390943888513, - -147.0501174477094, - -148.3784238501927, - -152.0999438479736, - -155.55709828769878, - -171.74221431693837, - -145.16569094555416, - -143.74104244661004, - -141.48266542395618, - -153.12503479550745, - -160.23154000350186, - -164.5258209268414, - -129.7208144557693, - -143.10006526029082, - -145.3927046999726, - -166.34678338276737, - -155.00916176388202, - -154.65010846112585, - -140.83608281278475, - -155.06433083719156, - -155.374888583099, - -152.37865733231985, - -156.26372522156808, - -147.3531655684505, - -160.9627662985144, - -160.98508428738697, - -148.35358994362673, - -145.74120853738896, - -144.56000566505512, - -173.52454570971133, - -146.89456271070912, - -153.78113330859372, - -140.89802484148714, - -165.25955955731564, - -134.76662364383992, - -143.8996787882548, - -145.1969051729771, - -141.07471384836228, - -154.3959296175439, - -139.35105437163128, - -161.64486465026417, - -168.04309940021315, - -143.41126157778166, - -172.42903823357284, - -161.39793701848282, - -158.06638116771063, - -162.43696803207095, - -144.72031016738808, - -146.37915006203343, - -163.59519369652435, - -148.21187979646115, - -137.06483310902274, - -151.4292082865525, - -141.5117052074744, - -145.48173138906202, - -157.27217268775655, - -150.54363902311349, - -162.0961193474186, - -149.31469125137642, - -145.7891536492793, - -145.64368771107706, - -143.70886730255503, - -151.62029057263965, - -153.75575185803675, - -154.29608451491177, - -142.80412579240766, - -161.6310693238851, - -145.7079711351455, - -131.72163077233574, - -148.12560284955015, - -150.13823298096418, - -147.9268329553386, - -147.97446028419614, - -136.34229584556292, - -145.93718440898687, - -156.44500171098895, - -145.08106386193475, - -151.32870018880277, - -148.45783464329767, - -157.6981032669138, - -151.59446720694575, - -137.86648213124298, - -154.98861244829345, - -142.57140597605246, - -151.75130225402336, - -150.07433133457954, - -158.25509505080385, - -153.71700174379464, - -142.4945100969947, - -136.59918998837634, - -155.49853209478056, - -130.89553070340568, - -158.42984618913042, - -148.37836568023823, - -135.79357909122697, - -141.43620454398396, - -156.42101824919914, - -147.11409808899924, - -168.13589906865548, - -162.9381533228821, - -173.34878852605357, - -156.62651674689053, - -155.6035236941325, - -142.93322466683026, - -153.65040801778773, - -158.082788119989, - -159.30344557419164, - -136.21541066783206, - -154.84592822754905, - -146.41734123610968, - -148.27340117709502, - -147.6637317891005, - -153.46451899447595, - -144.70082962168505, - -169.21730261844715, - -154.24101808269194, - -160.1729566731137, - -163.6443670435063, - -155.3350257792972, - -161.1400788462825, - -143.58095003196792, - -146.19302008459863, - -161.09833442916522, - -150.41513864581907, - -154.40517941443156, - -149.45198523940553, - -157.8633328454672, - -149.0322637767205, - -147.2460126240654, - -152.5371531909873, - -140.8699109697496, - -144.4021299833645, - -157.98549287800597, - -165.96750580852972, - -161.0116198990288, - -147.10586992941103, - -151.6909606811848, - -165.23534660644725, - -144.91945055528123, - -162.5360818325368, - -152.28733002709606, - -138.86547576261168, - -153.82136629299197, - -153.77311964394286, - -164.26764885656578, - -156.77399286607607, - -143.75369357482316, - -150.16921374985765, - -145.68585646448645, - -146.84824020280774, - -148.11896641517302, - -145.9482883131368, - -159.2973509520134, - -143.68753011687795, - -157.00335663511635, - -157.73619271538473, - -163.99684856098528, - -143.3771118395495, - -169.52259711247137, - -151.9568451895716, - -171.20150332357724, - -154.20112129752553, - -158.61096911447925, - -155.73837749358825, - -163.13090530854615, - -158.76282124513114, - -162.1427944556877, - -150.80209285415287, - -147.78276337852128, - -143.1138787307099, - -141.3508151725016, - -155.20226516594573, - -158.36687404419473, - -158.88782084358428, - -137.13135578599707, - -164.95056313459207, - -152.8715707963849, - -143.72637544052793, - -148.3287929474125, - -160.08832131039168, - -151.71814921198947, - -156.3851205234583, - -148.4463439854282, - -149.8480222817106, - -137.42842021449698, - -139.35213280244437, - -138.20144591920823, - -147.41697107419063, - -147.08662595195943, - -149.1281485215786, - -146.2570993485306, - -141.79216597141163, - -161.36298716820292, - -148.7651141917694, - -152.70042181446334, - -146.18031833088148, - -151.63964464406558, - -153.53028663274705, - -142.65523368660894, - -156.15094639088414, - -142.24187949278527, - -143.61664497718516, - -156.62709055666247, - -156.53077492879044, - -146.38019980516373, - -151.0932625232404, - -157.2974341032155, - -154.1575931948765, - -138.25756292287764, - -160.08122202988528, - -152.78019099258535, - -146.94353710417732, - -134.9037194025369, - -134.49337649304158, - -162.38266405092864, - -135.26247185371406, - -159.56957801070513, - -144.61972560848875, - -153.40849649169633, - -147.46215644520433, - -145.88940446801058, - -163.7936697247032, - -150.2202216507689, - -161.68475158181187, - -143.59306553594007, - -168.85618459048536, - -144.49832346542152, - -159.48525587121293, - -141.0870873100858, - -150.17578498274145, - -148.0617387278395, - -157.04010009398775, - -150.64461821115358, - -152.53131471846285, - -146.3591014943962, - -156.72671662330623, - -149.33256239056414, - -132.43867796298144, - -154.72918127918007, - -142.5845701875612, - -142.3066834265136, - -151.43532909408896, - -157.91015118523342, - -148.71505052508815, - -167.0483251985797, - -165.2072379460794, - -155.3340152466012, - -165.8936908381285, - -160.2449841536845, - -140.26123141167182, - -144.17928692569978, - -162.78521044941698, - -168.28008734375584, - -146.35851654901552, - -139.10667686650484, - -147.68561181766827, - -159.6780905034787, - -134.1090620345705, - -167.1256360855094, - -165.2781809968676, - -147.98814646557562, - -143.14592250397607, - -159.19452152180918, - -150.68203841909204, - -130.89498914987485, - -169.9011385735242, - -153.07659238737955, - -143.7305387340851, - -127.98226441066521, - -144.22179791773752, - -136.34371475614105, - -153.29321476377208, - -160.9276316195402, - -141.49351080046833, - -143.49146249545365, - -145.34175020520016, - -149.74432020134037, - -144.47143613274946, - -134.09204984666576, - -146.75273397438403, - -154.73719287452684, - -146.12949691700237, - -156.11211704685286, - -161.8334176846191, - -152.01709232194074, - -147.28061860950785, - -150.60471748004187, - -162.07481863054437, - -146.82275352087711, - -163.60874403752325, - -157.9392328668987, - -153.97866673745915, - -155.37492495140324, - -151.6949495429918, - -134.45216914906328, - -158.33209774025843, - -152.4773002788623, - -155.02162408865303, - -137.35980824928228, - -169.8380237144472, - -152.7048356403658, - -152.78428084262902, - -147.31517220672816, - -141.08934383481488, - -147.32517582744416, - -153.16700819688654, - -154.70776106740956, - -150.5928805528065, - -153.94513033059422, - -154.69652386416314, - -146.6190505154023, - -140.00969076849296, - -133.72643626647866, - -170.7643437588115, - -150.86632371009347, - -148.51412739539944, - -165.553702026282, - -166.4590806263899, - -164.0103282302788, - -149.4118189388194, - -144.18698260603168, - -164.9889182950473, - -156.60629269386703, - -151.32159719455484, - -155.02084228866696, - -156.50682706835894, - -150.49385899596024, - -152.68325592343228, - -179.10263412152685, - -136.31750912391487, - -136.61748623708093, - -163.3487918804784, - -154.0985348856497, - -171.80888028519945, - -126.73058110133353, - -149.6659513383347, - -145.93777901460206, - -157.94091608783498, - -147.09289531388993, - -131.76500052278175, - -154.74654449237553, - -153.44585071006756, - -134.15367527785818, - -149.08990576661236, - -144.7600701941033, - -151.59426896425387, - -144.9676999183243, - -170.01339818992525, - -166.61635249492105, - -155.78347068834273, - -144.61433569195322, - -150.90890475533524, - -136.32379122071558, - -138.6919541188361, - -148.25491310381494, - -171.75854152436915, - -144.61663242848343, - -151.7749137251518, - -151.1973554178756, - -149.2377998581389, - -148.02406988271534, - -161.1842189086239, - -161.00403363345038, - -156.92797731871306, - -145.1460410120058, - -149.30655210422373, - -147.3577788255218, - -141.22558248427816, - -146.94288261200154, - -140.71902394779985, - -159.31029950212815, - -144.0393094548523, - -139.0478576041279, - -140.88551685894907, - -156.36892842336266, - -135.79813854408349, - -148.18372418960075, - -146.4786661815121, - -135.80352560691347, - -149.83076755801008, - -137.66258668080354, - -154.03106747541614, - -161.7853236854849, - -166.4165406343892, - -129.0385333626197, - -149.68372560673663, - -142.31993514921695, - -158.02713026193624, - -148.9231267684515, - -148.4911875925914, - -147.90660209757203, - -134.5978912857674, - -168.09539716389736, - -142.99753799733287, - -159.762475381686, - -157.31553096735524, - -155.61069714006126, - -136.26431197629017, - -157.77241938471047, - -151.9026743902022, - -154.4005372546625, - -163.31491762765774, - -141.39646075087126, - -154.19017678751092, - -143.0412894924272, - -155.88292630398809, - -151.77214307259874, - -154.3675451883069, - -137.65651489806538, - -143.16892380841998, - -149.30382551950726, - -145.682735011756, - -152.98330031671446, - -143.81063413771415, - -147.39636158910167, - -140.14009987912675, - -151.2296440269863, - -153.39400159572784, - -141.3552006282022, - -144.63978746286722, - -159.96418799131317, - -146.60462410326969, - -168.92252667277276, - -161.1400538988757, - -159.64368952380215, - -150.25494408952642, - -163.2837499734294, - -149.2769822861328, - -132.65293397783694, - -143.78835591348064, - -148.23161539339648, - -145.17007949933895, - -156.44591926864052, - -145.58261982968406, - -150.17992429841175, - -138.9080590669201, - -153.2019190583861, - -154.46285079163064, - -141.0529531691216, - -147.07960713533228, - -136.04189759846975, - -152.89576549093283, - -155.9725085652537, - -161.89448954364187, - -140.3900795135318, - -153.67486644588763, - -145.40993180087162, - -142.3236000179312, - -156.29402967681943, - -155.1815635741344, - -152.02757901746992, - -152.23072239407796, - -156.94769739918718, - -169.21799098760405, - -158.07252967271575, - -151.76249471292817, - -160.62019175973234, - -156.48738373302774, - -140.33063141328134, - -155.9575932179996, - -158.10857301693426, - -153.59953669896944, - -146.51967500392846, - -166.7988046575379, - -141.7757441424175, - -146.27550605310608, - -154.86295205434928, - -165.96964978894928, - -155.51404842842848, - -157.31438314874225, - -164.33964207192693, - -153.63185420220586, - -165.59024638632263, - -148.45948224936467, - -145.63372266289792, - -147.09952669030474, - -160.36727529029835, - -151.28267943984966, - -144.28046503981523, - -137.76181427258612, - -134.55385255729664, - -135.17405384338252, - -150.36588384459168, - -168.28085888874995, - -150.32976748200326, - -153.8544378023313, - -152.82501008881923, - -159.52569498345224, - -158.9256618956505, - -144.75581553960328, - -145.09325146449117, - -142.06811826203648, - -156.4887920688836, - -139.24115278178323, - -154.8886714125657, - -155.75968084446015, - -141.83660914460646, - -144.1468537820283, - -159.83390663504275, - -155.12614558153777, - -156.7407911480613, - -141.418303117201, - -149.8972532721928, - -140.87118903547622, - -143.97003004733247, - -137.76422321590346, - -163.10163873885733, - -145.62933964146038, - -147.56642870797856, - -154.07536465009724, - -156.15161734994334, - -157.2188758673281, - -152.9756357069037, - -141.2406933634519, - -145.09913510882197, - -141.8450209742468, - -163.42895985944537, - -151.60094889536273, - -138.9332078616301, - -166.6672571498074, - -151.9906260608712, - -145.15851935051447, - -148.2033775727112, - -150.3687880378268, - -147.71033694810777, - -153.67844649293932, - -169.13317035374482, - -154.45109540587407, - -151.103730105097, - -161.93177881935748, - -148.02295289034004, - -134.53726499733023, - -162.63179909733344, - -146.09362097810308, - -153.84730476065246, - -149.82629475643114, - -159.980501383131, - -148.99881395733664, - -151.00878714705468, - -152.08576869965086, - -129.8962677839051, - -151.6008478244234, - -150.0832140440244, - -158.38252933364103, - -153.5169051122079, - -145.2753554167439, - -161.08479624248835, - -156.67919038934627, - -158.24106509811566, - -147.9060295471183, - -152.66740956424167, - -154.55552920483547, - -141.82066492431798, - -150.2771070239049, - -147.0431062677472, - -146.72532351171054, - -151.77742911256476, - -140.60039751772607, - -167.5070179296342, - -137.5132383855523, - -167.86445984672724, - -164.76855446260504, - -163.9861800999914, - -145.09093508389853, - -149.77683681787462, - -146.43229628821052, - -166.00232856675467, - -139.97935181340574, - -140.38746626612618, - -156.555202957963, - -145.2411163742112, - -150.6335449544315, - -162.07010805038468, - -140.68643540070775, - -136.79765030624193, - -155.88741935648085, - -155.9020362393802, - -142.6289602634118, - -146.52953456959816, - -140.42367104528597, - -162.29579066740922, - -148.2743169081899, - -143.63439066259502, - -132.59836220702442, - -163.49180855003866, - -148.27148969246304, - -161.91656806117624, - -147.74540689974697, - -145.78186340537079, - -160.49969238116827, - -163.09376121723693, - -150.76017234688413, - -151.9504041154961, - -159.7355164048739, - -156.64628824810194, - -150.77403506285359, - -142.94523760817128, - -152.11012075419592, - -143.88594855603085, - -164.8365807080259, - -173.2943776930301, - -145.36542212584038, - -150.3710282528873, - -169.09360171400732, - -164.42944299269874, - -152.03427525421026, - -138.17109207066108, - -158.53420355318178, - -149.2643115862872, - -154.1826871320573, - -147.25541185314484, - -152.75637738177483, - -151.59125752403727, - -145.83040383755656, - -152.0637674923605, - -148.0526656203013, - -147.72152891323594, - -156.22976874336427, - -146.49864318040898, - -152.48114161080133, - -149.36430829694496, - -148.95344143095366, - -142.6490346222351, - -143.09959819381578, - -139.84121429980723, - -156.47580432036864, - -139.71361124102106, - -161.32161988573145, - -162.27641249510654, - -143.089207526295, - -156.63037510563737, - -167.8283294262755, - -145.83848495134882, - -152.38844051243316, - -159.01034919703912, - -175.90965811572005, - -163.9475094724393, - -129.03978055180133, - -153.33137503326654, - -173.22882463485402, - -149.4868203467961, - -152.47217616886368, - -153.85755994288255, - -161.13982606093884, - -154.1080843781588, - -158.5409348085888, - -167.77399468316554, - -159.13831243282692, - -153.6394456212884, - -142.30985887041777, - -162.74459459277628, - -148.08294216520068, - -158.76841980186794, - -159.08080548714432, - -153.0751958550407, - -142.0268829929956, - -160.03030226170316, - -164.16492269244435, - -160.24808813972737, - -148.85153158955325, - -162.26044449226734, - -162.0515361339174, - -165.57490569750286, - -150.76773300733797, - -150.93826278197372, - -145.0438413413049, - -153.09266091598576, - -149.71068952873838, - -145.17964869216385, - -156.57224282029205, - -144.1092427272472, - -159.395944086343, - -149.38658306043567, - -171.7139671994513, - -146.31267379092748, - -143.0837326827159, - -143.3189957644047, - -146.12029252421007, - -171.3668918646559, - -146.28474564268382, - -148.10922490142508, - -157.77918824009538, - -158.8397626622677, - -143.37758693687385, - -162.60397211745524, - -156.6283127040454, - -164.41007275311682, - -167.97128746850393, - -143.90264852736223, - -148.4900181239575, - -156.8720111058173, - -142.3834873348411, - -150.37929413491094, - -167.5525606977401, - -137.80727920984296, - -155.09223113607877, - -145.5162333008049, - -149.07667402448783, - -150.77825656318845, - -148.96338069153813, - -152.70902297430845, - -149.00120579905922, - -163.01943059151662, - -139.9293422961288, - -140.23375163870728, - -145.83816891721187, - -157.4176881067425, - -139.66616464518796, - -145.896065983088, - -159.7132715220297, - -142.74115233923317, - -155.45258876011275, - -140.09958915026544, - -165.66899218443763, - -153.94958418705917, - -155.85341030194226, - -136.96271557927597, - -148.38626708418394, - -146.0853075936123, - -140.52143183855145, - -137.93685545927855, - -147.38113794951983, - -141.97973458332027, - -150.45270129430043, - -145.16834683916687, - -149.67982668121923, - -146.8859789299402, - -147.3995742026995, - -163.41305718742314, - -155.9159905789158, - -149.0224053179257, - -166.33923174490502, - -135.52753098801406, - -132.5172377133746, - -138.17070986069012, - -137.2049363032944, - -147.25044567578226, - -139.75769420910308, - -124.5251560833609, - -140.28878300162626, - -154.77343477289992, - -150.59572715538158, - -158.0457087511465, - -160.01096850601823, - -151.2850697549585, - -142.6300736120662, - -152.24158417227085, - -164.49425521872038, - -150.78235960885516, - -156.92778359590977, - -156.14696640641512, - -151.62868043706283, - -147.7100010974957, - -147.68916056118712, - -150.75426129260524, - -148.65014171529359, - -144.03156923020975, - -160.0339733301546, - -153.3897409661294, - -158.54732180362168, - -152.42881559074533, - -128.66491166096506, - -149.45913506673014, - -147.04672175930943, - -143.25635946578078, - -142.71550481356093, - -136.00893768208, - -153.1684998325979, - -134.1070529051252, - -162.02719677168838, - -142.4828282913174, - -169.79246054072527, - -147.05095652186154, - -167.97252266683876, - -158.42917330128785, - -141.7731469725232, - -152.5838460528368, - -169.99108194106944, - -153.79684220601692, - -161.6232521511862, - -152.13790840686386, - -139.15524776559567, - -147.5236319654062, - -186.40710740061658, - -141.11313523522912, - -135.8730525380961, - -158.7428287501043, - -159.4658873863493, - -142.00700576540186, - -147.92905993576085, - -139.0690125294922, - -164.0476017954389, - -159.41409096764426, - -155.79931052458187, - -149.66490059969993, - -156.04425304734673, - -151.72082977758157, - -146.30474504685614, - -134.24872740208474, - -156.70272820870707, - -151.6250843097032, - -148.5196277586069, - -147.34862782876465, - -153.82624150856788, - -154.12426848012242, - -154.7959338362224, - -156.99298572763732, - -149.67478274458307, - -171.5689464753098, - -150.1709736610763, - -146.3208790517513, - -152.55035805544787, - -145.83500314420024, - -155.19714731232608, - -141.57556956134005, - -150.10410888899685, - -154.60568314663038, - -164.36703720659514, - -143.60479660459316, - -153.75808249396877, - -163.66140985798748, - -147.00036352517816, - -149.09137382191574, - -155.9496228907862, - -147.9576839753384, - -151.20951498875257, - -147.56418214523234, - -142.24265151292246, - -142.5757554039145, - -160.48664047415753, - -162.48312125352163, - -176.75963618420326, - -147.81554043305508, - -155.78931258320608, - -165.07060077542812, - -157.5660702185772, - -156.5712439740589, - -148.00485196303018, - -151.5431899088881, - -166.95323578542275, - -150.59109885006947, - -147.75753816734405, - -148.77096229452624, - -146.45988648885645, - -152.82724245886712, - -146.58746316545893, - -136.8552748945618, - -145.2836585319067, - -157.94009082370673, - -136.6285882721323, - -158.95399341948024, - -137.82955473008934, - -142.18029528565324, - -142.01546784951023 + -142.15912639069947, + -158.03342640374018, + -164.06994363833354, + -156.2118162828313, + -151.1323243503501, + -144.68651018495927, + -156.09208195373162, + -140.96591988410438, + -151.4229310929297, + -145.6222366335313, + -142.562931485923, + -127.9720127172886, + -143.59941519636072, + -153.2935559804288, + -153.07314228151637, + -132.44799584081014, + -151.32734166576273, + -165.64729567106318, + -144.79694713312404, + -149.26336484764687, + -146.9324071605464, + -154.8347706174551, + -137.45728887993445, + -144.32149286286335, + -171.9389300894851, + -149.0680320683137, + -147.78065284497046, + -142.45899987607976, + -156.51790356094176, + -149.99040948672626, + -166.69093762863767, + -135.61651622913666, + -146.4282455462748, + -142.05954199368077, + -142.9820009749025, + -158.13963820682966, + -157.1604506334304, + -146.82532443072841, + -152.41701692302667, + -149.9308883186099, + -144.65276462743887, + -163.39214685184027, + -135.50720652697765, + -150.57477803881824, + -138.47605199374723, + -148.36973586773718, + -154.13761450813277, + -147.2182297359854, + -150.19467260496663, + -160.48284942633254, + -149.5091159897145, + -158.6650361679499, + -134.51425944187872, + -162.07960330698333, + -164.80859782448016, + -145.2595315056542, + -139.10092569324485, + -139.65433683312875, + -153.79604236678045, + -156.52757268042194, + -147.39977208908763, + -145.49554181182324, + -156.83206651069028, + -154.96971319656998, + -158.47501820869115, + -148.25941625500965, + -143.77012170254122, + -156.968641407003, + -138.91207001495317, + -150.5316214210648, + -150.55774226699384, + -158.0656927399125, + -157.1437995280583, + -151.97232670285058, + -170.88745454140846, + -163.24355490752365, + -161.51148383620745, + -151.71276633305172, + -136.9022072054002, + -150.6747197425306, + -150.93077930936366, + -165.77668764009624, + -147.15499737711792, + -153.483081525185, + -145.5008536885861, + -143.9403710948696, + -151.4767624681781, + -143.67312257704197, + -150.69777433930616, + -148.328444595575, + -158.42314277069778, + -150.84249895334867, + -150.6978834989548, + -152.4632750009686, + -164.61329959921008, + -147.81808787705154, + -131.23058238521804, + -167.02316109405223, + -143.20023440412396, + -161.1330817083552, + -147.1623226394725, + -145.78133474954632, + -158.06674885712826, + -137.9137009700574, + -158.20758155754, + -138.30772493370245, + -138.27881888020573, + -149.29593613676715, + -154.59739003563573, + -140.90099916957854, + -157.4496678547531, + -166.06337044865953, + -156.0318248084511, + -140.86174691565864, + -145.26660138350107, + -155.64814956990892, + -167.63866816744957, + -159.43732639359447, + -152.6939082186241, + -163.8025165441094, + -143.21042750930374, + -165.08699432018068, + -160.83112487433237, + -139.65082499821148, + -147.46659130205285, + -137.86493861388726, + -148.11570073969176, + -152.99012859526857, + -147.1122273122803, + -151.62220449699336, + -153.78426276493178, + -149.26562934290718, + -150.62791978078184, + -163.21551241939284, + -144.83243270391077, + -141.19607720525164, + -153.95132313169165, + -174.6303169201641, + -152.20984346193248, + -150.8743507028908, + -143.8787459752769, + -141.85808252176574, + -150.38856485572475, + -145.88285324511884, + -146.14883354083472, + -152.15828261890823, + -157.7798103328196, + -145.0743725303715, + -146.3036348809078, + -149.27847581867525, + -145.92163372505888, + -141.92843582490394, + -163.49760785905787, + -154.8697637427756, + -153.6099183691705, + -149.45634346535962, + -143.452720634022, + -160.3720591818914, + -148.7556427531577, + -145.99725596221498, + -138.74685894830935, + -131.10304743428912, + -150.61655990358616, + -154.26354260754778, + -147.83516659205364, + -143.0656704402159, + -172.5136309001677, + -148.35525668998102, + -147.13540824605198, + -149.53987828660578, + -173.26953196024712, + -158.74855459290904, + -146.28526699157615, + -142.44529666809575, + -152.3557992055471, + -166.0032718360208, + -150.87689037587722, + -139.35094198980894, + -158.92846486077968, + -144.83797855492864, + -148.37282998884348, + -156.24788175815937, + -149.15300747696782, + -154.8723246784437, + -128.9575522475119, + -136.44673046682368, + -124.85765845872473, + -141.0064121102559, + -162.4095497282376, + -146.9110951178423, + -141.43256177407528, + -144.81948036848786, + -152.94173058806427, + -143.1966034451332, + -142.04535290093816, + -134.88268639130018, + -154.1267862639329, + -139.70454979339874, + -162.66197262268295, + -138.9396841470501, + -156.5382930979418, + -129.361613596979, + -142.07458713372745, + -158.47396487694863, + -156.42085755003927, + -139.1707657868423, + -160.64199847786875, + -154.42726567003365, + -149.7648299113532, + -158.86179598942024, + -144.13064326714778, + -154.91964759617707, + -164.38689458681122, + -158.12974767548255, + -154.55864306639364, + -161.3326063582142, + -156.10374733337014, + -155.44514502358646, + -142.62876287670477, + -145.4685722988221, + -143.93637547312866, + -152.82178745528194, + -149.02829692080635, + -162.17824475058083, + -181.4292277821842, + -163.98066865543802, + -135.50129750987412, + -147.56302478765014, + -156.93464529487937, + -153.71233466884712, + -142.6159130917547, + -156.15489290056684, + -136.88173134586845, + -164.1291571034271, + -151.99651893187618, + -157.45066444214007, + -147.48329254168317, + -149.63201596206, + -161.6165314257782, + -166.6942789643197, + -137.5249633258673, + -152.68423720801948, + -140.70800638834487, + -139.45662229884022, + -150.04639748343516, + -145.38291282748958, + -154.22868360488184, + -145.8371266620784, + -130.80557422658555, + -147.17295083715305, + -148.4440187511363, + -166.05644688898488, + -157.09735238474218, + -148.91816463918545, + -162.94082661671493, + -143.64521989743707, + -136.82530236512503, + -149.66515356469006, + -155.34973368958518, + -159.66389762780648, + -133.54235655629984, + -148.045368572169, + -157.15233642745665, + -154.67214633692885, + -158.82120971997676, + -149.340545108675, + -140.04924596944804, + -168.89947761288255, + -143.78003467427897, + -141.5934101658725, + -162.4308235037434, + -142.91943073643205, + -152.2879716855764, + -155.58000187570536, + -149.61438925793163, + -131.03759732647865, + -172.91353027318826, + -155.30121066498495, + -143.40485914697376, + -143.56497526106423, + -161.429737348088, + -151.20313329673144, + -166.57331065072114, + -146.1215675838436, + -153.0754246650369, + -139.31682933075624, + -148.13865659098326, + -147.79700609154852, + -138.8271870565417, + -152.55619668690997, + -149.39513292016562, + -141.8034846953509, + -153.87778362368704, + -136.00629371762295, + -160.6343034171807, + -145.90381154246484, + -159.39913602079213, + -162.89260697723174, + -139.7769673831254, + -155.61264884931165, + -135.43361016655638, + -142.32137848923236, + -149.71733758806732, + -111.79043049641221, + -148.6541396977617, + -135.7191490937662, + -155.27622924669663, + -135.7359527441742, + -149.39901487261608, + -146.40541787895444, + -135.19838270927568, + -151.46183932131316, + -151.67671173068936, + -166.04456579100022, + -148.38847800972917, + -150.7829479836589, + -163.9915111890714, + -149.36778693408888, + -147.49381626302778, + -167.96492060685654, + -171.18816754022944, + -184.77952606027338, + -151.02806883435724, + -153.5129126011361, + -155.40955294409656, + -145.46677025042874, + -141.08243634140834, + -176.80598111737396, + -163.42434876862927, + -150.36008644226752, + -166.94694260069915, + -138.4339276905734, + -147.27677551269807, + -153.41659142073607, + -144.3645017355634, + -153.43397020311744, + -165.06730339653058, + -170.06128577091118, + -155.65525141198606, + -151.5441360182541, + -154.08716297754353, + -129.27332354016278, + -150.93183012724478, + -154.87732438524876, + -154.23618397043094, + -157.34250290811764, + -142.55891320102012, + -136.68094159407843, + -147.87691539902733, + -149.2660019323763, + -160.50915358761281, + -135.54555462119137, + -163.5707485301133, + -136.35634408681273, + -144.77538347218658, + -133.17264462088968, + -165.0601991172571, + -133.59590482876143, + -161.9454437327329, + -150.31405299061075, + -164.9539973042565, + -142.96062945435216, + -156.73142203170636, + -152.61351987289225, + -141.69448172288344, + -146.85357688732185, + -154.6798132372522, + -135.86875447821504, + -155.46919993572715, + -154.7508787031157, + -146.44367593288686, + -158.3523908614643, + -150.9861352254517, + -155.11175674773907, + -149.26530786774825, + -139.758185843853, + -148.07861837553685, + -158.54572559806022, + -153.31009821231947, + -146.43296174425745, + -152.2370354586325, + -162.9348291025676, + -140.62583176914887, + -156.72321663201745, + -144.3339341214519, + -156.75080589917138, + -158.9816069688643, + -142.58311607079838, + -150.9174057799217, + -169.26270528970252, + -167.49174436915018, + -137.2363091702202, + -153.30057465221807, + -161.136761103847, + -145.4541488620123, + -140.73566295607833, + -143.8890803061837, + -148.38904150896943, + -136.4245159933792, + -157.70427707160835, + -166.19155500540714, + -143.4313606501522, + -146.49843792946854, + -166.06138246282495, + -157.9295739805029, + -142.2057992140568, + -140.9087231719445, + -168.44579477896502, + -162.56832795609657, + -145.84798893741765, + -156.71396880056145, + -153.2436327231068, + -156.76870425209648, + -162.96797655067337, + -160.13116923919455, + -141.75693760068913, + -160.52435620363346, + -151.70916610815016, + -152.3755604817635, + -159.60001255193293, + -142.44747479501012, + -146.8460497709746, + -143.279986065512, + -137.74888015515535, + -153.5852307516853, + -149.85497361253704, + -150.15973138482101, + -157.19102254774327, + -145.57350448401792, + -141.84580836794822, + -158.34816212751105, + -155.79802802922777, + -141.34820385290055, + -163.9692923394164, + -159.72711698942214, + -144.93122916408743, + -155.97560127184343, + -160.43979991644153, + -161.7721761821002, + -152.10728081950276, + -144.27397770724718, + -160.7356170225631, + -166.05371132451222, + -160.41830751238422, + -138.2611378316443, + -158.91851943323317, + -139.92894881097817, + -150.60446663782105, + -147.23783960607506, + -139.41585426342698, + -163.86914205259995, + -156.94207958766646, + -148.87754032648596, + -138.91478577449897, + -149.61705809569125, + -156.5109345318093, + -161.67416129950644, + -153.71356282938916, + -152.770433326358, + -150.61642194629866, + -146.74613137504787, + -147.46435642577944, + -160.42440369516743, + -138.7183958557348, + -145.11066670725498, + -165.99663667641258, + -154.46620721806823, + -158.03223601845656, + -158.32865590019486, + -176.68260349277097, + -153.20172826513303, + -129.65399309794287, + -148.72419021805314, + -143.86924957415303, + -147.1827201032632, + -152.51684747302596, + -148.78590804047104, + -149.26404352656903, + -152.71704054676158, + -150.63576498298903, + -143.68001476926509, + -159.2594449317516, + -147.32251316463123, + -149.5545607412921, + -148.80895102398875, + -149.24561625342727, + -143.93338484118442, + -162.71488760694558, + -154.49677038093574, + -137.8107058222747, + -130.9155853063673, + -150.24329376596057, + -141.1471714149635, + -159.0080510906754, + -147.79256744117407, + -140.60924350197124, + -134.0094359111406, + -147.9664204567631, + -152.91739423106014, + -127.93900297073907, + -151.50101994222456, + -152.77891566752837, + -141.6910759218096, + -140.20388945046656, + -139.9296879092004, + -131.31399151718244, + -150.1842137421246, + -151.29416654366486, + -139.12923270118904, + -147.7679817247719, + -145.1958767265594, + -146.27909816506877, + -164.5082932993856, + -154.69598341672327, + -165.1295366961386, + -153.18598833713594, + -162.33258227446635, + -158.70053173092384, + -151.15102586341175, + -139.6587808817423, + -159.23244084747932, + -172.89883887805854, + -153.5983773577908, + -147.40119162611637, + -150.84136701233024, + -148.16634845199175, + -145.73703550855117, + -138.24107883598944, + -139.70987541434232, + -169.49102273078034, + -167.8439853674901, + -136.95079029128246, + -151.90965944788778, + -163.25113811137516, + -143.42642382365796, + -142.12781127664795, + -163.48333283800002, + -140.83465736635435, + -149.71174960063814, + -159.8883456597541, + -152.44823638380504, + -146.20810068722466, + -150.21616566491662, + -155.52174751814033, + -156.89353878761233, + -149.91258617019196, + -153.11990117377707, + -162.49456236665506, + -157.9267761597104, + -134.48378966729885, + -162.5534687949425, + -141.86970291859564, + -151.78486714857922, + -132.64521604240508, + -138.64021386782974, + -150.35520529745514, + -145.79096592044908, + -148.18925057263732, + -134.9749032716414, + -157.13985233384713, + -159.7294836703175, + -135.8344838479037, + -149.23802394512995, + -134.96571863891938, + -156.5715392620005, + -141.2858618787345, + -166.51202059758546, + -158.8926659534237, + -147.94549946113284, + -169.00118166749917, + -165.53114005920438, + -149.73293264579357, + -159.39483843837723, + -136.50195328880386, + -134.24359551862273, + -151.61504546987828, + -161.4758026892111, + -142.4210109354707, + -145.7882489055616, + -140.18748968280346, + -165.7136411068131, + -145.21970494695177, + -156.22283651558348, + -159.11491726036735, + -156.8467704382631, + -148.797859106291, + -154.27916308012234, + -150.5323704272821, + -146.38123870880975, + -156.19897863176197, + -162.59129344800206, + -157.88338192069537, + -155.37940105209728, + -131.4228299461116, + -161.7999606637918, + -178.16452781010642, + -160.79891711680935, + -155.80217105120317, + -124.86496170484017, + -150.421993664622, + -153.2344625327636, + -157.6183954841161, + -169.71439553003043, + -149.28557194327394, + -150.9769587001835, + -157.69326880321182, + -157.67036662327783, + -154.35235317368824, + -137.29590397984953, + -163.89480891708604, + -145.74363829531202, + -144.7005920722935, + -139.75864476492143, + -158.74368587994138, + -152.07535305167454, + -164.1381644319398, + -155.88025550423566, + -149.840993950802, + -145.99219392562114, + -133.21980537015116, + -152.00834204208758, + -142.8859632733065, + -152.8862024597986, + -140.81999517149188, + -155.5281246466449, + -168.23668773354385, + -162.88326907481652, + -139.44429541434664, + -144.1928957858322, + -138.53076721794693, + -146.93351122318828, + -165.52087204703605, + -143.61924535791292, + -154.3762535599551, + -158.33173576676649, + -133.47160480167258, + -160.6463273474228, + -143.01025335010246, + -153.71073435811599, + -138.63031980626448, + -153.69165004330188, + -148.78964229680588, + -140.2949918344928, + -157.80806785330398, + -154.6046252245415, + -156.3201832047376, + -148.98318407654853, + -153.20930406297873, + -132.0567209398775, + -157.38834062932386, + -152.89998351926698, + -158.42315171939893, + -144.22532188848126, + -153.6812538224214, + -157.5003757027294, + -162.6021755753064, + -158.49252063752346, + -130.27000261435367, + -149.42122139955984, + -142.02047021654946, + -170.08226249842502, + -170.8464816442118, + -149.07420567576804, + -147.55643175581127, + -157.3533702288697, + -146.9701313462685, + -136.7766347127696, + -149.36632018347416, + -171.07318622251398, + -143.64522641879392, + -144.5098694445984, + -154.3008207096026, + -154.12653375314864, + -170.95714917397925, + -145.94720566041434, + -147.91240222405418, + -150.926089772471, + -164.61130954784426, + -150.96591726791735, + -137.11549894400258, + -173.15739173515237, + -154.42769253577865, + -148.1827725653889, + -158.6325391092287, + -158.68148328181064, + -147.83946320755945, + -136.11715677376085, + -149.71663988761293, + -159.3345479678042, + -138.0805820995323, + -172.11169752394818, + -139.43294789679305, + -137.42349245140832, + -153.82828283074795, + -160.86668899737697, + -142.10915819967232, + -160.57865320449005, + -156.6468289423171, + -154.73503302164448, + -149.03439731602376, + -170.13901469521062, + -148.53687752877187, + -160.79887213380795, + -135.77873329959635, + -129.85360587875272, + -157.2088992684353, + -145.46756897474938, + -156.23264319231427, + -160.7800177653771, + -166.57623257467094, + -146.78363557164369, + -162.06830173329325, + -147.38658786223928, + -140.50654304937922, + -147.74642054344642, + -153.52570934564451, + -149.2030620352746, + -168.29891691727798, + -155.5567018422138, + -154.4360423826596, + -165.81588048401477, + -148.5513079580687, + -151.31120288591785, + -167.18138906810827, + -146.63027933615598, + -152.1379894830191, + -134.35693326354072, + -165.18971900464126, + -149.10038723011914, + -140.07354725043305, + -136.070715936927, + -171.60483021225488, + -151.438344840263, + -143.54331676276132, + -153.65382565797148, + -153.54375830148797, + -165.22403950628092, + -149.39502509673937, + -136.06876486230934, + -141.40945884441976, + -166.67318878013808, + -134.71746903818203, + -133.71688986383083, + -150.4881577200611, + -155.21472975963218, + -156.77537230547995, + -143.89233241642094, + -131.98825399696554, + -140.75788150830883, + -144.88432311365256, + -154.50567749600032, + -136.6719858130825, + -131.42327465943103, + -134.51237817567272, + -153.46270142468825, + -148.73801622143094, + -136.5247840686459, + -162.67316343037348, + -170.74087287760312, + -154.40752687643118, + -135.01390277190293, + -149.13274424866088, + -163.18342814341779, + -159.55779030792206, + -148.30635222360735, + -149.45190962676517, + -147.99798186263547, + -135.206183142001, + -152.26227446175477, + -161.20300986466432, + -150.09142136693418, + -160.22440072232212, + -161.61946481649642, + -151.68512455532985, + -145.58633892180063, + -147.91500612487374, + -165.62587661008735, + -145.04513455633136, + -163.08410386295014, + -162.31758181593733, + -144.27319711502855, + -144.61549777253293, + -167.62018306863192, + -146.73771459447397, + -144.5814739670925, + -162.34978177197004, + -156.54434264456503, + -142.1506383842688, + -153.35401929378645, + -159.5543076501938, + -144.1753069428766, + -155.91162072983667, + -140.69342869752944, + -144.85455413552108, + -142.5824841789977, + -173.4444721811974, + -142.56416897419797, + -152.18759649358006, + -162.31190211719883, + -148.51277864784234, + -157.41776534213903, + -160.21060915832422, + -144.0459991472361, + -139.98422759766595, + -153.72232543382455, + -169.4084282781118, + -155.56045535698203, + -146.6147321246035, + -163.1186755157077, + -137.21217261885937, + -160.2834821468885, + -160.71141015618434, + -155.0872038302171, + -156.67101271393528, + -151.3673005161189, + -164.64784107745066, + -154.8355413100051, + -144.1904591511808, + -161.61674684237536, + -150.94546236515617, + -151.62530891951135, + -162.17491555869748, + -144.61052303654975, + -147.04522055079846, + -174.98671575394226, + -145.82207838559134, + -146.17473936354386, + -153.54564545981256, + -156.90095368074356, + -150.2360853149536, + -147.6442334778972, + -132.85626851128967, + -145.71032434809877, + -152.22194178549023, + -146.94900398059974, + -170.9994612020659, + -143.47801489750884, + -150.44857422359263, + -149.99779816120872, + -150.54663626862472, + -167.28358627442634, + -153.64027636761256, + -146.21958474913754, + -158.97922430148617, + -148.98629580532395, + -152.72311996225898, + -151.09973007312928, + -135.872712517318, + -143.15774491871872, + -145.0383833244751, + -140.82535470072173, + -140.07088097963344, + -148.72504906345887, + -148.41265839565747, + -156.1404450457094, + -158.53185700633915, + -154.46398997579485, + -137.48535782302082, + -157.91175045831585, + -150.190972532887, + -145.42868619840064, + -157.77204580887968, + -161.37200065076956, + -147.4054069672316, + -148.0787237108371, + -145.9541432578854, + -153.99728979919973, + -140.7877797837341, + -145.14271780806814, + -164.45977329349157, + -156.75240875810965, + -150.65193337230116, + -160.47959863635901, + -167.00900864279296, + -161.8596723806334, + -144.81607392131033, + -151.32415538309965, + -155.91308704330135, + -136.83592541373207, + -164.4699232545354, + -167.9121808494071, + -147.95378472639518, + -137.85203386659293, + -157.01692633555803, + -164.15884843300023, + -146.43090712755566, + -125.28687123823055, + -162.28971667327468, + -130.1362707038406, + -143.69536718632116, + -142.50517571212063, + -162.75306612240365, + -156.12636373923482, + -153.20389500237036, + -157.15500954556273, + -145.49992714302246, + -144.28885217562691, + -151.35754535262345, + -164.28398610981486, + -157.09573494206563, + -157.81388693135847, + -162.22558068949843, + -160.12445041660106, + -153.21414670985936, + -153.85597544237504, + -151.25333203739953, + -142.36618437491046, + -143.51173944729211, + -162.150141957864, + -149.20506333771695, + -149.80150546711513, + -144.05348572718233, + -158.56118904905333, + -153.8676229270514, + -151.16721304443473, + -149.88854073761604, + -133.67610718367564, + -156.79429802409408, + -135.831375861927, + -153.215662960408, + -155.03056854948545, + -143.82621903733258, + -165.4754551601686, + -146.75782203487336, + -151.41498486009752, + -150.73846721754109, + -154.94796637546037, + -156.08348882759182, + -135.04147387829602, + -156.62923768816324, + -135.5268786070539, + -162.05865580187293, + -133.7349710465447, + -154.7458114656379, + -143.32043824396567, + -168.2672832320561, + -138.5361734330478, + -156.4882707841854, + -146.0677493850431, + -149.16038354405444, + -133.85009226249565, + -146.1952965822121, + -149.36689830686646, + -138.48218774305874, + -153.5876156691558, + -146.91073175428005, + -154.92178238913186, + -129.71552153929633, + -154.1978153304223, + -163.66170068256133, + -164.0885578131265, + -151.85758321456086, + -156.21369619167712, + -144.30056169760616, + -160.78747237849743, + -146.41319636041132, + -154.97953491022346, + -161.1349462035746, + -158.08185110041313, + -152.63151340385184, + -152.22562175136503, + -156.5115112807294, + -147.97231012689969, + -158.65330498445726, + -168.25746940527114, + -160.04332201206535, + -161.00008532314132, + -144.22925495266531, + -152.91357933348343, + -143.8992251778478, + -144.80483815823965, + -154.32953993965836, + -136.93619090834542, + -167.19230040184465, + -133.21741164844354, + -146.0520840799864, + -154.66881369738934, + -144.74521840878404, + -153.25640805470408, + -162.09989973034268, + -156.2733136181334, + -158.67310922964157, + -162.09887806246763, + -160.89456912287102, + -155.4050527336256, + -153.15983022366095, + -159.5884134228442, + -151.93228048508414, + -140.77588423166085, + -126.97937092870525, + -152.08144656520034, + -137.12029091549633, + -151.5605568415069, + -144.18020193380858, + -150.60865370599475, + -166.947856656924, + -147.77302343031596, + -158.1381171271884, + -150.9835113126794, + -134.02099180573578 ], "type": "EvaluationResult" } \ No newline at end of file diff --git a/examples/tutorials/gridded_forecast_evaluation.py b/examples/tutorials/gridded_forecast_evaluation.py index 3e8ce4dd..4aeae3aa 100644 --- a/examples/tutorials/gridded_forecast_evaluation.py +++ b/examples/tutorials/gridded_forecast_evaluation.py @@ -107,21 +107,24 @@ plt.show() #################################################################################################################################### -# Plot ROC Curves +# Plot concentration ROC Curves # ----------------------- # # We can also plot the Receiver operating characteristic (ROC) Curves based on forecast and testing-catalog. # In the figure below, False Positive Rate is the normalized cumulative forecast rate, after sorting cells in decreasing order of rate. # The "True Positive Rate" is the normalized cumulative area. The dashed line is the ROC curve for a uniform forecast, -# meaning the likelihood for an earthquake to occur at any position is the same. The further the ROC curve of a +# meaning the likelihood for an earthquake to occur at any position is the same. The further the concentration ROC curve of a # forecast is to the uniform forecast, the specific the forecast is. When comparing the # forecast ROC curve against a catalog, one can evaluate if the forecast is more or less specific # (or smooth) at different level or seismic rate. # # Note: This figure just shows an example of plotting an ROC curve with a catalog forecast. +# If "linear=True" the diagram is represented using a linear x-axis. +# If "linear=False" the diagram is represented using a logarithmic x-axis. -print("Plotting ROC curve") -ax= plots.plot_ROC(forecast, catalog) + +print("Plotting concentration ROC curve") +_= plots.plot_concentration_ROC(forecast, catalog, linear=True) @@ -135,13 +138,16 @@ #estimate the Area Skill Score to assess the accuracy and reliability of the prediction models. The generated graphs #visually represent the prediction performance. +# Note: If "linear=True" the diagram is represented using a linear x-axis. +# If "linear=False" the diagram is represented using a logarithmic x-axis. + print("Plotting ROC curve from the contingency table") # Set linear True to obtain a linear x-axis, False to obtain a logical x-axis. -_ = plots.plot_contingency_ROC(forecast, catalog, linear=False) +_ = plots.plot_ROC_diagram(forecast, catalog, linear=True) print("Plotting Molchan curve from the contingency table and the Area Skill Score") # Set linear True to obtain a linear x-axis, False to obtain a logical x-axis. -_ = plots.plot_contingency_Molchan(forecast, catalog, linear=False) +_ = plots.plot_Molchan_diagram(forecast, catalog, linear=True) diff --git a/examples/tutorials/molchan_figure.pdf b/examples/tutorials/molchan_figure.pdf index 75c041ce..85862b7a 100644 Binary files a/examples/tutorials/molchan_figure.pdf and b/examples/tutorials/molchan_figure.pdf differ diff --git a/examples/tutorials/roc_figure.pdf b/examples/tutorials/roc_figure.pdf index e2d96da6..9034b2bc 100644 Binary files a/examples/tutorials/roc_figure.pdf and b/examples/tutorials/roc_figure.pdf differ diff --git a/examples/tutorials/roc_figure.png b/examples/tutorials/roc_figure.png index 07c8c677..0b0b4a8c 100644 Binary files a/examples/tutorials/roc_figure.png and b/examples/tutorials/roc_figure.png differ