Skip to content

GSM8K

GSM8KInput

Bases: DataModel

Input data model.

Source code in synalinks/src/datasets/gsm8k.py 
 9
10
11
12
13
14
class GSM8KInput(DataModel):
    """Input data model."""

    question: str = Field(
        description="The math word problem",
    )

GSM8KOutput

Bases: DataModel

Output data model.

Source code in synalinks/src/datasets/gsm8k.py 
17
18
19
20
21
22
23
24
25
class GSM8KOutput(DataModel):
    """Output data model."""

    thinking: str = Field(
        description="Your step by step thinking",
    )
    answer: float = Field(
        description="The numerical answer",
    )

get_input_data_model()

Returns GSM8K input data_model for pipeline configurations.

Returns:

Type Description
DataModel

The GSM8K input data_model
Source code in synalinks/src/datasets/gsm8k.py 
28
29
30
31
32
33
34
35
36
@synalinks_export("synalinks.datasets.gsm8k.get_input_data_model")
def get_input_data_model():
    """
    Returns GSM8K input data_model for pipeline configurations.

    Returns:
        (DataModel): The GSM8K input data_model
    """
    return GSM8KInput

get_output_data_model()

Returns GSM8K output data_model for pipeline configurations.

Returns:

Type Description
DataModel

The GSM8K output data_model
Source code in synalinks/src/datasets/gsm8k.py 
39
40
41
42
43
44
45
46
47
@synalinks_export("synalinks.datasets.gsm8k.get_output_data_model")
def get_output_data_model():
    """
    Returns GSM8K output data_model for pipeline configurations.

    Returns:
        (DataModel): The GSM8K output data_model
    """
    return GSM8KOutput

load_data()

Load and format data from HuggingFace

Example:

(x_train, y_train), (x_test, y_test) = synalinks.datasets.gsm8k.load_data()

Returns:

Type Description
tuple

The train and test data ready for training
Source code in synalinks/src/datasets/gsm8k.py 
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
@synalinks_export("synalinks.datasets.gsm8k.load_data")
def load_data():
    """
    Load and format data from HuggingFace

    Example:

    ```python
    (x_train, y_train), (x_test, y_test) = synalinks.datasets.gsm8k.load_data()
    ```

    Returns:
        (tuple): The train and test data ready for training
    """
    dataset = load_dataset("gsm8k", "main")

    x_train = []
    y_train = []
    x_test = []
    y_test = []

    for datapoint in dataset["train"]:
        question = datapoint["question"]
        thinking = datapoint["answer"].split("####")[0].strip()
        answer = datapoint["answer"].split("####")[-1].strip()
        x_train.append(GSM8KInput(question=question))
        y_train.append(
            GSM8KOutput(
                thinking=thinking,
                answer=float(answer.replace(",", "")),
            )
        )

    for datapoint in dataset["test"]:
        question = datapoint["question"]
        thinking = datapoint["answer"].split("####")[0].strip()
        answer = datapoint["answer"].split("####")[-1].strip()
        x_test.append(GSM8KInput(question=question))
        y_test.append(
            GSM8KOutput(
                thinking=thinking,
                answer=float(answer.replace(",", "")),
            )
        )

    x_train = np.array(x_train, dtype="object")
    y_train = np.array(y_train, dtype="object")

    x_test = np.array(x_test, dtype="object")
    y_test = np.array(y_test, dtype="object")

    return (x_train, y_train), (x_test, y_test)