Skip to content

SQuAD

get_input_data_model()

Returns SQuAD input data model.

Source code in synalinks/src/datasets/built_in/squad.py 
27
28
29
30
@synalinks_export("synalinks.datasets.squad.get_input_data_model")
def get_input_data_model():
    """Returns SQuAD input data model."""
    return SQuADQuestion

get_output_data_model()

Returns SQuAD output data model.

Source code in synalinks/src/datasets/built_in/squad.py 
33
34
35
36
@synalinks_export("synalinks.datasets.squad.get_output_data_model")
def get_output_data_model():
    """Returns SQuAD output data model."""
    return SQuADAnswer

iterable_dataset(repeat=1, batch_size=1, limit=None, split='train')

Streaming dataset for RL-style training.

Returns:

Type Description
HuggingFaceDataset

A streaming, iterable dataset.
Source code in synalinks/src/datasets/built_in/squad.py 
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
@synalinks_export("synalinks.datasets.squad.iterable_dataset")
def iterable_dataset(repeat=1, batch_size=1, limit=None, split="train"):
    """
    Streaming dataset for RL-style training.

    Returns:
        (HuggingFaceDataset): A streaming, iterable dataset.
    """
    return HuggingFaceDataset(
        path="rajpurkar/squad",
        split=split,
        streaming=True,
        input_data_model=SQuADQuestion,
        input_template=_INPUT_TEMPLATE,
        output_data_model=SQuADAnswer,
        output_template=_OUTPUT_TEMPLATE,
        batch_size=batch_size,
        limit=limit,
        repeat=repeat,
    )

load_data()

Load SQuAD v1.1.

Returns:

Type Description
tuple

(x_train, y_train), (x_test, y_test).
Source code in synalinks/src/datasets/built_in/squad.py 
50
51
52
53
54
55
56
57
58
59
60
@synalinks_export("synalinks.datasets.squad.load_data")
def load_data():
    """
    Load SQuAD v1.1.

    Returns:
        (tuple): ``(x_train, y_train), (x_test, y_test)``.
    """
    x_train, y_train = _load("train")
    x_test, y_test = _load("validation")
    return (x_train, y_train), (x_test, y_test)