[ { "@graph" : [ { "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI", "@type" : [ "http://www.nanopub.org/nschema#Nanopublication" ], "http://www.nanopub.org/nschema#hasAssertion" : [ { "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI#assertion" } ], "http://www.nanopub.org/nschema#hasProvenance" : [ { "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI#provenance" } ], "http://www.nanopub.org/nschema#hasPublicationInfo" : [ { "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI#pubinfo" } ] } ], "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI#Head" }, { "@graph" : [ { "@id" : "http://purl.org/np/RAfMdSyW3nLMbyrR5dtvxawi_JEJ-EO4bAzzBBAwVtqOE", "http://purl.org/nanopub/x/introduces" : [ { "@id" : "http://purl.org/np/RAfMdSyW3nLMbyrR5dtvxawi_JEJ-EO4bAzzBBAwVtqOE#table" } ] }, { "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI#paragraph", "@type" : [ "http://purl.org/spar/doco/Paragraph" ], "http://purl.org/spar/c4o/hasContent" : [ { "@value" : "We compared the common 1, 073 triples assessed in each crowdsourcing approach against our gold standard and measured precision as well as inter-rater agreement values for each type of task (see Table 4). For the contest-based approach, the tool allowed two participants to evaluate a single resource. In total, there were 268 inter-evaluations for which we calculated the triple-based inter-agreement (adjusting the observed agreement with agreement by chance) to be 0.38. For the microtasks, we measured the inter-rater agreement values between a maximum of 5 workers for each type of task using Fleiss’ kappa measure [10]. While the inter-rater agreement between workers for the interlinking was high (0.7396), the ones for object values and datatypes was moderate to low with 0.5348 and 0.4960, respectively. Table 4 reports on the precision achieved by the LF experts and crowd in each stage. In the following we present further details on the results for each type of task." } ], "http://www.essepuntato.it/2008/12/pattern#contains" : [ { "@id" : "http://purl.org/np/RAfMdSyW3nLMbyrR5dtvxawi_JEJ-EO4bAzzBBAwVtqOE#table" } ] } ], "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI#assertion" }, { "@graph" : [ { "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI#assertion", "http://www.w3.org/ns/prov#hadPrimarySource" : [ { "@id" : "http://dx.doi.org/10.3233/SW-160239" } ], "http://www.w3.org/ns/prov#wasAttributedTo" : [ { "@id" : "https://orcid.org/0000-0003-0530-4305" } ] } ], "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI#provenance" }, { "@graph" : [ { "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI", "http://purl.org/dc/terms/created" : [ { "@type" : "http://www.w3.org/2001/XMLSchema#dateTime", "@value" : "2019-09-20T18:05:11+01:00" } ], "http://purl.org/pav/createdBy" : [ { "@id" : "https://orcid.org/0000-0002-7114-6459" } ] } ], "@id" : "http://purl.org/np/RAv2mFe7VuJ4y8zRFW5HaMSjxU1kYdQ6yCeuLfptgZvQI#pubinfo" } ]