forked from hobbit-project/java-sdk-example
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbenchmark.ttl
132 lines (105 loc) · 7.24 KB
/
benchmark.ttl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix hobbit: <http://w3id.org/hobbit/vocab#> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
@prefix owl: <http://www.w3.org/2002/07/owl#> .
<http://project-hobbit.eu/factcheck-benchmark/benchmark> a hobbit:Benchmark;
rdfs:label "FactCheck Benchmark"@en;
rdfs:comment "FactCheck Algorithm benchmark"@en;
hobbit:imageName "git.project-hobbit.eu:4567/oshando/factcheck-benchmark/benchmark-controller";
hobbit:hasAPI <http://project-hobbit.eu/factcheck-benchmark/api>;
hobbit:version "v1.0"@en;
hobbit:measuresKPI <http://project-hobbit.eu/factcheck-benchmark/precision>;
hobbit:measuresKPI <http://project-hobbit.eu/factcheck-benchmark/recall>;
hobbit:measuresKPI <http://project-hobbit.eu/factcheck-benchmark/accuracy>;
hobbit:measuresKPI <http://project-hobbit.eu/factcheck-benchmark/fmeasure>;
hobbit:measuresKPI <http://project-hobbit.eu/factcheck-benchmark/runTime>;
hobbit:measuresKPI <http://project-hobbit.eu/factcheck-benchmark/aucRoc>;
hobbit:hasParameter <http://project-hobbit.eu/factcheck-benchmark/dataSet>;
hobbit:hasParameter <http://project-hobbit.eu/factcheck-benchmark/probabilityThreshold>.
<http://project-hobbit.eu/factcheck-benchmark/precision> a hobbit:KPI;
rdfs:label "Precision"@en;
rdfs:comment "Precision = truePositive / (truePositive + falsePositive)"@en;
rdfs:range xsd:float .
<http://project-hobbit.eu/factcheck-benchmark/recall> a hobbit:KPI;
rdfs:label "Recall"@en;
rdfs:comment "Recall = truePositive / (truePositive + falseNegative)"@en;
rdfs:range xsd:float .
<http://project-hobbit.eu/factcheck-benchmark/accuracy> a hobbit:KPI;
rdfs:label "Accuracy"@en;
rdfs:comment "Accuracy = (truePositive + trueNegative) / Total population"@en;
rdfs:range xsd:float .
<http://project-hobbit.eu/factcheck-benchmark/fmeasure> a hobbit:KPI;
rdfs:label "F-measure"@en;
rdfs:comment "F-measure is the harmonic mean of precision and recall."@en;
rdfs:range xsd:float .
<http://project-hobbit.eu/factcheck-benchmark/runTime> a hobbit:KPI;
rdfs:label "Run Time"@en;
rdfs:comment "Run time for benchmark"@en;
rdfs:range xsd:int .
<http://project-hobbit.eu/factcheck-benchmark/aucRoc> a hobbit:KPI;
rdfs:label "ROC curve"@en;
rdfs:comment "True positive rate is plotted in function of the false positive rate"@en;
rdfs:range xsd:float .
<http://project-hobbit.eu/factcheck-benchmark/probabilityThreshold> a hobbit:Parameter, hobbit:ConfigurableParameter, hobbit:FeatureParameter;
rdfs:label "Probability threshold"@en;
rdfs:comment "Probability threshold"@en;
rdfs:range xsd:float;
hobbit:defaultValue "0.05"^^xsd:float .
<http://project-hobbit.eu/factcheck-benchmark/dataSet> a hobbit:Parameter, hobbit:ConfigurableParameter, hobbit:FeatureParameter;
rdfs:label "Dataset name"@en;
rdfs:comment "Dataset from FactBench that should be used"@en;
rdfs:domain hobbit:Benchmark;
rdfs:range <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
hobbit:defaultValue <http://project-hobbit.eu/factcheck-benchmark/test-correct-benchmark> .
<http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet> a rdfs:Class, owl:Class .
<http://project-hobbit.eu/factcheck-benchmark/test> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Test"@en;
rdfs:comment "using Factbench-Test dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/train> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Train"@en;
rdfs:comment "using Factbench-Train dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/test-wrong-date> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Test-Wrong-Date"@en;
rdfs:comment "using Factbench-Test-Wrong-Date dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/test-wrong-domain> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Test-Wrong-Domain"@en;
rdfs:comment "using Factbench-Test-Wrong-Domain dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/test-wrong-domain-range> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Test-Wrong-Domain-Range"@en;
rdfs:comment "using Factbench-Test-Wrong-Domain-Range dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/test-wrong-mix> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Test-Wrong-Mix"@en;
rdfs:comment "using Factbench-Test-Wrong-Mix dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/test-wrong-property> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Test-Wrong-Property"@en;
rdfs:comment "using Factbench-Test-Wrong-Property dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/test-wrong-random> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Test-Wrong-Random"@en;
rdfs:comment "using Factbench-Test-Wrong-Random dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/test-wrong-range> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Test-Wrong-Range"@en;
rdfs:comment "using Factbench-Test-Wrong-Range dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/train-wrong-date> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Train-Wrong-Date"@en;
rdfs:comment "using Factbench-Train-Wrong-Date dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/train-wrong-domain> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Train-Wrong-Domain"@en;
rdfs:comment "using Factbench-Train-Wrong-Domain dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/train-wrong-domain-range> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Train-Wrong-Domain-Range"@en;
rdfs:comment "using Factbench-Train-Wrong-Domain-Range dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/train-wrong-mix> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Train-Wrong-Mix"@en;
rdfs:comment "using Factbench-Train-Wrong-Mix dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/train-wrong-property> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Train-Wrong-Property"@en;
rdfs:comment "using Factbench-Train-Wrong-Property dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/train-wrong-random> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Train-Wrong-Random"@en;
rdfs:comment "using Factbench-Train-Wrong-Random dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/train-wrong-range> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Factbench-Train-Wrong-Range"@en;
rdfs:comment "using Factbench-Train-Wrong-Range dataset"@en .
<http://project-hobbit.eu/factcheck-benchmark/test-correct-benchmark> a <http://project-hobbit.eu/factcheck-benchmark/factbenchDataSet>;
rdfs:label "Benchmark-Tester"@en;
rdfs:comment "using Benchmark-Test dataset"@en .