WebNLG2020 challenge final results.

All

SYSTEM ID	BLEU	BLEU_NLTK	METEOR	CHRF++	TER	BERT_PRECISION	BERT_RECALL	BERT_F1	BLEURT
id18	53.98	0.535	0.417	0.690	0.406	0.960	0.957	0.958	0.62
id30	53.54	0.532	0.414	0.688	0.416	0.958	0.955	0.956	0.61
id30_1	52.07	0.518	0.413	0.685	0.444	0.955	0.954	0.954	0.58
id34*	52.67	0.523	0.413	0.686	0.423	0.957	0.955	0.956	0.6
id5	51.74	0.517	0.411	0.679	0.435	0.955	0.954	0.954	0.6
id35*	51.59	0.512	0.409	0.681	0.431	0.956	0.954	0.954	0.59
id23	51.74	0.514	0.403	0.669	0.417	0.959	0.954	0.956	0.61
id2	50.34	0.500	0.398	0.666	0.435	0.954	0.950	0.951	0.57
id15	40.73	0.405	0.393	0.646	0.511	0.940	0.946	0.943	0.45
id28	44.56	0.432	0.387	0.637	0.479	0.949	0.949	0.948	0.54
id12	40.29	0.393	0.386	0.634	0.504	0.944	0.944	0.944	0.45
id11	39.84	0.388	0.384	0.632	0.517	0.943	0.943	0.942	0.43
id4	50.93	0.482	0.384	0.636	0.454	0.952	0.947	0.949	0.54
id26	50.43	0.476	0.382	0.637	0.439	0.955	0.949	0.951	0.57
baseline	40.57	0.396	0.373	0.621	0.517	0.946	0.941	0.943	0.47
id17	39.55	0.387	0.372	0.613	0.536	0.935	0.937	0.935	0.37
id31_2	41.03	0.405	0.367	0.608	0.522	0.936	0.935	0.935	0.39
baseline_2	37.89	0.371	0.364	0.606	0.553	0.933	0.935	0.930	0.42
id21	31.98	0.313	0.350	0.545	0.629	0.920	0.922	0.920	0.4
id13_11	38.37	0.377	0.343	0.584	0.587	0.927	0.922	0.924	0.33
id14	39.12	0.379	0.337	0.579	0.564	0.933	0.927	0.929	0.37
id13	38.2	0.376	0.335	0.571	0.577	0.920	0.920	0.920	0.29
id13_3	39.19	0.387	0.334	0.569	0.565	0.923	0.921	0.922	0.28
id13_4	38.85	0.383	0.332	0.569	0.573	0.922	0.920	0.921	0.3
id13_2	38.01	0.375	0.331	0.565	0.583	0.921	0.919	0.920	0.27
id13_6	37.96	0.374	0.331	0.566	0.580	0.918	0.919	0.918	0.28
id10	22.84	0.217	0.326	0.534	0.696	0.906	0.907	0.906	-0.03
id13_7	36.07	0.356	0.324	0.555	0.599	0.917	0.915	0.916	0.24
id13_8	36.6	0.361	0.322	0.554	0.594	0.918	0.915	0.916	0.25
id20	31.26	0.304	0.316	0.542	0.659	0.924	0.925	0.923	0.31
id26_1	27.5	0.272	0.305	0.519	0.846	0.895	0.907	0.900	0.03
id13_9	28.71	0.280	0.243	0.448	0.689	0.889	0.884	0.886	-0.09
id13_10	30.79	0.278	0.239	0.439	0.677	0.893	0.884	0.888	-0.09
id13_5	23.08	0.230	0.225	0.421	0.743	0.877	0.879	0.877	-0.19
id17_1	24.45	0.240	0.223	0.425	0.739	0.874	0.880	0.876	-0.22

Seen Categories

SYSTEM ID	BLEU	BLEU_NLTK	METEOR	CHRF++	TER	BERT_PRECISION	BERT_RECALL	BERT_F1	BLEURT
id34*	61.33	0.608	0.436	0.730	0.395	0.964	0.961	0.962	0.61
id35*	61.33	0.608	0.436	0.730	0.395	0.964	0.961	0.962	0.61
id30	61.24	0.607	0.434	0.727	0.393	0.964	0.960	0.962	0.61
id18	60.35	0.596	0.434	0.723	0.404	0.964	0.961	0.962	0.59
id5	61.08	0.611	0.433	0.725	0.391	0.965	0.961	0.963	0.6
id30_1	60.11	0.597	0.432	0.724	0.409	0.963	0.960	0.961	0.59
id13_11	59.32	0.584	0.428	0.712	0.415	0.963	0.957	0.960	0.6
id13	58.81	0.581	0.427	0.713	0.403	0.963	0.958	0.961	0.6
id13_3	58.29	0.578	0.423	0.703	0.408	0.963	0.958	0.960	0.61
id13_2	58.36	0.580	0.422	0.703	0.408	0.963	0.957	0.960	0.61
id2	59.13	0.588	0.422	0.712	0.403	0.964	0.957	0.960	0.58
id13_6	57.49	0.571	0.420	0.702	0.415	0.962	0.957	0.959	0.59
id13_4	58.03	0.578	0.420	0.701	0.401	0.964	0.958	0.961	0.61
id13_7	57.3	0.569	0.417	0.701	0.422	0.961	0.955	0.958	0.58
id13_8	56.94	0.566	0.417	0.701	0.419	0.963	0.956	0.959	0.58
id23	58.26	0.579	0.416	0.699	0.408	0.964	0.958	0.960	0.6
id13_5	57.63	0.576	0.411	0.697	0.423	0.960	0.955	0.957	0.56
id21	56.18	0.550	0.409	0.700	0.430	0.961	0.957	0.958	0.58
id15	46.26	0.452	0.406	0.675	0.523	0.944	0.949	0.946	0.42
id17	49.68	0.482	0.402	0.674	0.504	0.950	0.949	0.949	0.46
id13_9	55.24	0.547	0.401	0.680	0.448	0.955	0.951	0.952	0.56
id13_10	54.78	0.545	0.399	0.676	0.436	0.957	0.951	0.953	0.56
id28	47.36	0.458	0.394	0.654	0.490	0.951	0.950	0.950	0.5
id12	43.66	0.417	0.394	0.652	0.530	0.947	0.949	0.948	0.42
id11	42.4	0.404	0.392	0.651	0.559	0.945	0.947	0.945	0.37
id31_2	52.93	0.521	0.391	0.661	0.457	0.955	0.945	0.949	0.49
baseline	42.95	0.415	0.387	0.650	0.563	0.945	0.942	0.943	0.41
baseline_2	41.15	0.398	0.384	0.642	0.599	0.938	0.938	0.936	0.33
id17_1	51.85	0.512	0.383	0.651	0.464	0.954	0.945	0.949	0.5
id26	60.99	0.518	0.381	0.641	0.432	0.961	0.948	0.954	0.55
id4	60.53	0.522	0.380	0.638	0.458	0.955	0.946	0.950	0.51
id14	51.21	0.495	0.373	0.648	0.478	0.957	0.943	0.949	0.5
id20	45.05	0.406	0.347	0.601	0.576	0.944	0.937	0.940	0.43
id10	26.91	0.247	0.330	0.551	0.714	0.902	0.903	0.902	-0.15
id26_1	38.9	0.380	0.307	0.538	0.763	0.913	0.909	0.910	0.12

Unseen Categories

SYSTEM ID	BLEU	BLEU_NLTK	METEOR	CHRF++	TER	BERT_PRECISION	BERT_RECALL	BERT_F1	BLEURT
id18	49.15	0.491	0.404	0.660	0.413	0.957	0.953	0.954	0.6
id30_1	45.34	0.455	0.398	0.651	0.471	0.949	0.949	0.948	0.55
id30	47.4	0.474	0.397	0.652	0.437	0.953	0.951	0.951	0.57
id34*	46.2	0.463	0.394	0.647	0.444	0.951	0.949	0.950	0.57
id5	43.98	0.441	0.393	0.636	0.470	0.948	0.948	0.947	0.56
id23	45.57	0.454	0.388	0.632	0.438	0.953	0.949	0.950	0.58
id35*	43.84	0.440	0.387	0.637	0.458	0.949	0.947	0.947	0.55
id15	35.85	0.364	0.384	0.617	0.512	0.935	0.942	0.938	0.42
id28	40.87	0.405	0.379	0.615	0.486	0.945	0.946	0.945	0.54
id4	43.82	0.436	0.379	0.618	0.472	0.947	0.944	0.945	0.5
id26	43.07	0.430	0.376	0.618	0.456	0.949	0.945	0.946	0.54
id12	35.86	0.360	0.375	0.606	0.507	0.940	0.939	0.939	0.42
id2	42.24	0.425	0.375	0.617	0.460	0.946	0.942	0.943	0.52
id11	35.3	0.354	0.373	0.604	0.515	0.939	0.938	0.938	0.39
baseline	37.56	0.370	0.357	0.584	0.510	0.944	0.936	0.940	0.44
baseline_2	34.63	0.343	0.347	0.565	0.544	0.930	0.930	0.925	0.39
id17	29.13	0.293	0.345	0.553	0.575	0.922	0.926	0.924	0.23
id31_2	29.39	0.296	0.345	0.553	0.573	0.922	0.926	0.924	0.23
id10	20.67	0.202	0.325	0.523	0.693	0.908	0.909	0.908	0.02
id14	29.46	0.288	0.316	0.526	0.608	0.918	0.917	0.917	0.18
id21	16.2	0.161	0.311	0.435	0.719	0.900	0.905	0.902	0.19
id26_1	21.93	0.220	0.305	0.504	0.886	0.884	0.906	0.893	-0.03
id20	24.17	0.240	0.297	0.498	0.682	0.914	0.918	0.915	0.21
id13_11	23.26	0.229	0.288	0.485	0.680	0.907	0.906	0.906	0.03
id13_4	23.33	0.227	0.276	0.471	0.660	0.899	0.903	0.900	0
id13	22.72	0.222	0.276	0.466	0.662	0.897	0.903	0.899	-0.02
id13_6	23.42	0.228	0.275	0.469	0.656	0.895	0.903	0.898	-0.02
id13_3	24.32	0.240	0.275	0.469	0.643	0.902	0.905	0.902	-0.03
id13_2	22.84	0.224	0.273	0.465	0.664	0.899	0.903	0.900	-0.05
id13_7	21.02	0.205	0.265	0.452	0.672	0.896	0.898	0.896	-0.06
id13_8	21.84	0.214	0.263	0.451	0.666	0.896	0.898	0.896	-0.04
id13_9	11.17	0.107	0.162	0.310	0.777	0.861	0.861	0.860	-0.64
id13_10	12.45	0.109	0.156	0.298	0.759	0.868	0.861	0.864	-0.63
id17_1	7.87	0.078	0.138	0.288	0.851	0.841	0.855	0.847	-0.87
id13_5	7.23	0.073	0.132	0.269	0.860	0.846	0.853	0.849	-0.82

Unseen Entities

SYSTEM ID	BLEU	BLEU_NLTK	METEOR	CHRF++	TER	BERT_PRECISION	BERT_RECALL	BERT_F1	BLEURT
id30	52.37	0.520	0.416	0.694	0.398	0.963	0.960	0.961	0.65
id23	52.76	0.523	0.415	0.691	0.381	0.964	0.961	0.962	0.67
id5	50.75	0.505	0.415	0.687	0.411	0.961	0.959	0.959	0.65
id30_1	50.59	0.504	0.414	0.689	0.427	0.960	0.959	0.959	0.62
id34*	50.27	0.497	0.414	0.689	0.411	0.962	0.961	0.961	0.65
id18	52.25	0.517	0.413	0.691	0.394	0.963	0.960	0.961	0.65
id35*	49.88	0.491	0.411	0.685	0.413	0.962	0.961	0.961	0.65
id2	51.23	0.500	0.406	0.687	0.417	0.960	0.958	0.959	0.63
id4	50.74	0.504	0.405	0.672	0.410	0.958	0.956	0.957	0.61
id26	49.4	0.490	0.398	0.669	0.410	0.961	0.958	0.959	0.64
id11	44.08	0.427	0.395	0.659	0.469	0.949	0.949	0.948	0.52
id12	43.46	0.422	0.395	0.658	0.464	0.950	0.950	0.949	0.53
id15	41.12	0.409	0.391	0.655	0.493	0.947	0.952	0.949	0.52
id28	46.63	0.445	0.390	0.653	0.448	0.956	0.954	0.955	0.6
baseline	40.22	0.393	0.384	0.648	0.476	0.949	0.950	0.949	0.55
id17	42.42	0.411	0.375	0.631	0.487	0.944	0.944	0.944	0.48
id31_2	42.42	0.411	0.375	0.631	0.487	0.944	0.944	0.944	0.48
baseline_2	38.07	0.366	0.367	0.626	0.515	0.933	0.941	0.932	0.50
id21	21.93	0.215	0.340	0.509	0.671	0.914	0.919	0.916	0.42
id13_11	35.77	0.354	0.326	0.565	0.590	0.929	0.913	0.920	0.26
id14	35.34	0.338	0.324	0.569	0.570	0.937	0.929	0.932	0.4
id10	19.4	0.178	0.318	0.523	0.681	0.908	0.907	0.907	-0.01
id13_3	33.97	0.338	0.316	0.543	0.583	0.924	0.913	0.917	0.17
id13	32.69	0.324	0.315	0.542	0.599	0.920	0.910	0.915	0.19
id13_4	34.04	0.340	0.315	0.544	0.586	0.923	0.912	0.917	0.21
id13_2	31.99	0.318	0.312	0.537	0.616	0.919	0.910	0.914	0.16
id13_6	32.33	0.320	0.310	0.535	0.614	0.916	0.908	0.911	0.18
id20	26.04	0.249	0.306	0.533	0.709	0.921	0.924	0.921	0.31
id26_1	25.95	0.253	0.302	0.521	0.857	0.896	0.906	0.900	0.07
id13_7	29.16	0.288	0.301	0.518	0.651	0.913	0.904	0.908	0.1
id13_8	28.83	0.284	0.295	0.509	0.648	0.911	0.902	0.905	0.05
id13_9	12.9	0.113	0.167	0.319	0.792	0.871	0.854	0.862	-0.62
id17_1	10.82	0.108	0.166	0.335	0.825	0.848	0.855	0.851	-0.71
id13_10	11.94	0.097	0.156	0.295	0.788	0.873	0.851	0.861	-0.68
id13_5	9.72	0.096	0.154	0.302	0.877	0.844	0.843	0.843	-0.92

All

SYSTEM ID	BLEU	BLEU_NLTK	METEOR	CHRF++	TER	BERT_PRECISION	BERT_RECALL	BERT_F1
id6	51.63	0.521	0.676	0.683	0.420	0.909	0.907	0.907
id3	52.93	0.532	0.672	0.677	0.398	0.914	0.905	0.909
id25	46.84	0.468	0.632	0.637	0.456	0.899	0.890	0.893
id37*	45.28	0.451	0.617	0.641	0.452	0.903	0.894	0.898
id27	47.29	0.477	0.616	0.622	0.453	0.897	0.882	0.888
id27_1	46.92	0.473	0.612	0.620	0.461	0.895	0.879	0.886
id32_1	41.52	0.418	0.602	0.610	0.486	0.891	0.883	0.886
id9	43.1	0.430	0.576	0.595	0.487	0.898	0.873	0.884
id38*	41.99	0.417	0.576	0.598	0.517	0.883	0.866	0.874
id25_1	24.87	0.251	0.523	0.537	0.673	0.849	0.855	0.851
baseline_2	25.49	0.256	0.467	0.514	0.665	0.841	0.835	0.837
baseline	23.53	0.237	0.461	0.511	0.680	0.839	0.835	0.836

All

System ID	MATCH	MACRO F-1	MACRO PRECISION	MACRO RECALL
id19	Exact	0.6892	0.6889	0.6903
id19	Ent_Type	0.7000	0.6993	0.7013
id19	Partial	0.6964	0.6959	0.6977
id19	Strict	0.6864	0.6859	0.6874
id7	Exact	0.6819	0.6698	0.7015
id7	Ent_Type	0.7371	0.7214	0.7620
id7	Partial	0.7135	0.6995	0.7359
id7	Strict	0.6755	0.6635	0.6949
id29	Exact	0.3415	0.3381	0.3492
id29	Ent_Type	0.3427	0.3346	0.3563
id29	Partial	0.3603	0.3546	0.3721
id29	Strict	0.3094	0.3059	0.3154
withdraw	Exact	0.2056	0.2019	0.2113
withdraw	Ent_Type	0.2283	0.2215	0.2387
withdraw	Partial	0.2215	0.2155	0.2309
withdraw	Strict	0.2034	0.1999	0.2085