ie-datasets 0.0.5

Load fully-typed information extraction data in a single line.

Information Extraction Datasets

This package takes care of all of the tedium when loading various information extraction datasets, providing the data in fully validated and typed Pydantic objects.

Datasets

BioRED

Example

from ie_datasets import BioRED
BioRED.load_units("Train")
BioRED.load_units("Dev")
BioRED.load_units("Test")

ChemProt

Example

from ie_datasets import ChemProt
ChemProt.load_units("train")
ChemProt.load_units("validation")
ChemProt.load_units("test")

CrossRE

Example

from ie_datasets import CrossRE
for domain in ("ai", "literature", "music", "news", "politics", "science"):
    CrossRE.load_units("train")
    CrossRE.load_units("dev")
    CrossRE.load_units("test")

CUAD

Example

from ie_datasets import CUAD
CUAD.load_units()

DEFT

Example

from ie_datasets import DEFT
for category in ("biology", "history", "physics", "psychology", "economic", "sociology", "government",):
    DEFT.load_units(split="train", category=category)
    DEFT.load_units(split="dev", category=category)
    DEFT.load_units(split="test", category=category)

NOTE: DEFT's data files contain an overwhelming number of errata. For now, we drop the errors instead of fixing them.

DocRED

Example

from ie_datasets import DocRED
DocRED.load_schema()
DocRED.load_units("train_annotated")
DocRED.load_units("train_distant")
DocRED.load_units("validation")
DocRED.load_units("test")

NOTE: DocRED has been superseded by Re-DocRED

HyperRED

Example

from ie_datasets import HyperRED
HyperRED.load_units("train")
HyperRED.load_units("validation")
HyperRED.load_units("test")

KnowledgeNet

Example

from ie_datasets import KnowledgeNet
KnowledgeNet.load_units("train")
KnowledgeNet.load_units("test-no-facts") # unlabelled

SciERC

Example

from ie_datasets import SciERC
SciERC.load_units("train")
SciERC.load_units("dev")
SciERC.load_units("test")

SoMeSci

Example

from ie_datasets import SoMeSci
SoMeSci.load_schema()
for group in ("Creation_sentences", "PLoS_methods", "PLoS_sentences", "Pubmed_fulltext"):
    SoMeSci.load_units(group=group, split="train")
    SoMeSci.load_units(group=group, split="devel")
    SoMeSci.load_units(group=group, split="test")

Re-DocRED

Example

from ie_datasets import ReDocRED
ReDocRED.load_schema()
ReDocRED.load_units("train")
ReDocRED.load_units("validation")
ReDocRED.load_units("test")

TPLinker/NYT

Example

from ie_datasets import TPLinkerNYT
TPLinkerNYT.load_schema()
TPLinkerNYT.load_units("train")
TPLinkerNYT.load_units("valid")
TPLinkerNYT.load_units("test")

TPLinker/WebNLG

Example

from ie_datasets import TPLinkerWebNLG
TPLinkerWebNLG.load_schema()
TPLinkerWebNLG.load_units("train")
TPLinkerWebNLG.load_units("valid")
TPLinkerWebNLG.load_units("test")

WikiEvents

Example

from ie_datasets import WikiEvents
WikiEvents.load_ontology()
WikiEvents.load_units("train")
WikiEvents.load_units("dev")
WikiEvents.load_units("test")