[ {
  "@graph" : [ {
    "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4",
    "@type" : [ "http://www.nanopub.org/nschema#Nanopublication" ],
    "http://www.nanopub.org/nschema#hasAssertion" : [ {
      "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4#assertion"
    } ],
    "http://www.nanopub.org/nschema#hasProvenance" : [ {
      "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4#provenance"
    } ],
    "http://www.nanopub.org/nschema#hasPublicationInfo" : [ {
      "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4#pubinfo"
    } ]
  } ],
  "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4#Head"
}, {
  "@graph" : [ {
    "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4#paragraph",
    "@type" : [ "http://purl.org/spar/doco/Paragraph" ],
    "http://purl.org/spar/c4o/hasContent" : [ {
      "@value" : "To measure the performance of the studied crowdsourcing approaches (contest and microtasks), we report on: i) inter-rater agreement computed with the Fleiss’ kappa metric in order to measure the consensus degree among raters (experts or MTurk workers); ii) precision to measure the quality of the outcome of P each crowd, computed as T P T +F P ."
    } ]
  } ],
  "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4#assertion"
}, {
  "@graph" : [ {
    "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4#assertion",
    "http://www.w3.org/ns/prov#hadPrimarySource" : [ {
      "@id" : "http://dx.doi.org/10.3233/SW-160239"
    } ],
    "http://www.w3.org/ns/prov#wasAttributedTo" : [ {
      "@id" : "https://orcid.org/0000-0003-0530-4305"
    } ]
  } ],
  "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4#provenance"
}, {
  "@graph" : [ {
    "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4",
    "http://purl.org/dc/terms/created" : [ {
      "@type" : "http://www.w3.org/2001/XMLSchema#dateTime",
      "@value" : "2019-11-10T18:05:11+01:00"
    } ],
    "http://purl.org/pav/createdBy" : [ {
      "@id" : "https://orcid.org/0000-0002-7114-6459"
    } ]
  } ],
  "@id" : "http://purl.org/np/RABreyNI_ebhKEsC0_ueJAhLdpxGKf6C55tln8IUlRVC4#pubinfo"
} ]