Skip to content

Instantly share code, notes, and snippets.

@tscurtu

tscurtu/Graph

Last active July 14, 2023 09:34
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save tscurtu/b7aea47550f8acd40f907a24d16a6bdf to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save tscurtu/b7aea47550f8acd40f907a24d16a6bdf to your computer and use it in GitHub Desktop.
Download ZIP
API payloads for "CLI-canceled pipeline Runs displayed are running/scheduled"
Raw
Graph
{
"artifacts": [
{
"created_at": "2023-04-04T23:42:04.221966+00:00",
"id": "18feee13a8213ad5e4508ad554f5d88acdb8f8ca",
"json_summary": {
"root_type": {
"registry": {
"DataLoaderConfig": [],
"NoneType": [],
"Union": [],
"int": []
},
"type": [
"dataclass",
"DataLoaderConfig",
{
"fields": {
"batch_size": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"types": {},
"values": {
"batch_size": 1000
}
},
"type_serialization": {
"registry": {
"DataLoaderConfig": [],
"NoneType": [],
"Union": [],
"int": []
},
"type": [
"dataclass",
"DataLoaderConfig",
{
"fields": {
"batch_size": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"updated_at": "2023-04-04T23:42:04.221967+00:00"
},
{
"created_at": "2023-04-04T23:42:08.734870+00:00",
"id": "24a98a38f37cbcb95bb1814a544ed8f6f2e23f03",
"json_summary": {
"repr": "device(type='cpu')"
},
"type_serialization": {
"registry": {
"device": []
},
"type": [
"class",
"device",
{
"import_path": "torch"
}
]
},
"updated_at": "2023-04-04T23:42:08.734871+00:00"
},
{
"created_at": "2023-07-14T09:13:54.584988+00:00",
"id": "430ca6eb0f92eaeb26451520601e7fb3fa78c9ab",
"json_summary": {
"batch_size": 1000,
"dataset": [
{
"repr": "Dataset MNIST\n Number of datapoints: 60000\n Root location: /tmp/pytorch-mnist\n Split: Train\n StandardTransform\nTransform: Compose(\n ToTensor()\n Normalize(mean=(0.1307,), std=(0.3081,))\n )"
},
{}
],
"num_workers": 0,
"pin_memory": false,
"timeout": 0
},
"type_serialization": {
"registry": {
"DataLoader": [
[
"class",
"Generic",
{
"import_path": "typing"
}
]
],
"Generic": []
},
"type": [
"class",
"DataLoader",
{
"import_path": "torch.utils.data.dataloader"
}
]
},
"updated_at": "2023-07-14T09:13:54.584992+00:00"
},
{
"created_at": "2023-04-04T23:42:04.224405+00:00",
"id": "4bdc9789f62fda5812c5f21d5e44650e910205e1",
"json_summary": false,
"type_serialization": {
"registry": {
"bool": [
[
"builtin",
"int",
{}
]
],
"int": []
},
"type": [
"builtin",
"bool",
{}
]
},
"updated_at": "2023-04-04T23:42:04.224405+00:00"
},
{
"created_at": "2023-07-14T09:13:53.112914+00:00",
"id": "6ee1ae220ec73357a71082420509ed4563802f4d",
"json_summary": {
"repr": "Dataset MNIST\n Number of datapoints: 60000\n Root location: /tmp/pytorch-mnist\n Split: Train\n StandardTransform\nTransform: Compose(\n ToTensor()\n Normalize(mean=(0.1307,), std=(0.3081,))\n )"
},
"type_serialization": {
"registry": {
"Dataset": [
[
"class",
"Generic",
{
"import_path": "typing"
}
]
],
"Generic": [],
"MNIST": [
[
"class",
"VisionDataset",
{
"import_path": "torchvision.datasets.vision"
}
]
],
"VisionDataset": [
[
"class",
"Dataset",
{
"import_path": "torch.utils.data.dataset"
}
]
]
},
"type": [
"class",
"MNIST",
{
"import_path": "torchvision.datasets.mnist"
}
]
},
"updated_at": "2023-07-14T09:13:53.112918+00:00"
},
{
"created_at": "2023-07-14T09:13:53.491885+00:00",
"id": "7ce18b47a11b6c7151d1aa0c1beff4cda052aeeb",
"json_summary": {
"repr": "Dataset MNIST\n Number of datapoints: 10000\n Root location: /tmp/pytorch-mnist\n Split: Test\n StandardTransform\nTransform: Compose(\n ToTensor()\n Normalize(mean=(0.1307,), std=(0.3081,))\n )"
},
"type_serialization": {
"registry": {
"Dataset": [
[
"class",
"Generic",
{
"import_path": "typing"
}
]
],
"Generic": [],
"MNIST": [
[
"class",
"VisionDataset",
{
"import_path": "torchvision.datasets.vision"
}
]
],
"VisionDataset": [
[
"class",
"Dataset",
{
"import_path": "torch.utils.data.dataset"
}
]
]
},
"type": [
"class",
"MNIST",
{
"import_path": "torchvision.datasets.mnist"
}
]
},
"updated_at": "2023-07-14T09:13:53.491888+00:00"
},
{
"created_at": "2023-04-04T23:42:04.217073+00:00",
"id": "b78df6348c32062c76be482dd363626a4eeb922b",
"json_summary": true,
"type_serialization": {
"registry": {
"bool": [
[
"builtin",
"int",
{}
]
],
"int": []
},
"type": [
"builtin",
"bool",
{}
]
},
"updated_at": "2023-04-04T23:42:04.217073+00:00"
},
{
"created_at": "2023-04-04T23:42:04.077702+00:00",
"id": "c0a7cd7c4e51a49ebaea4e9e0608cd8b20fb7e00",
"json_summary": {
"root_type": {
"registry": {
"DataLoaderConfig": [],
"NoneType": [],
"PipelineConfig": [],
"TrainConfig": [],
"Union": [],
"bool": [
[
"builtin",
"int",
{}
]
],
"float": [],
"int": []
},
"type": [
"dataclass",
"PipelineConfig",
{
"fields": {
"dataloader_config": {
"type": [
"dataclass",
"DataLoaderConfig",
{
"fields": {
"batch_size": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"train_config": {
"type": [
"dataclass",
"TrainConfig",
{
"fields": {
"cuda": {
"type": [
"builtin",
"bool",
{}
]
},
"dry_run": {
"type": [
"builtin",
"bool",
{}
]
},
"epochs": {
"type": [
"builtin",
"int",
{}
]
},
"gamma": {
"type": [
"builtin",
"float",
{}
]
},
"learning_rate": {
"type": [
"builtin",
"float",
{}
]
},
"log_interval": {
"type": [
"builtin",
"int",
{}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"use_cuda": {
"type": [
"builtin",
"bool",
{}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"types": {},
"values": {
"dataloader_config": {
"root_type": {
"registry": {
"DataLoaderConfig": [],
"NoneType": [],
"Union": [],
"int": []
},
"type": [
"dataclass",
"DataLoaderConfig",
{
"fields": {
"batch_size": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"types": {},
"values": {
"batch_size": 1000
}
},
"train_config": {
"root_type": {
"registry": {
"TrainConfig": [],
"bool": [
[
"builtin",
"int",
{}
]
],
"float": [],
"int": []
},
"type": [
"dataclass",
"TrainConfig",
{
"fields": {
"cuda": {
"type": [
"builtin",
"bool",
{}
]
},
"dry_run": {
"type": [
"builtin",
"bool",
{}
]
},
"epochs": {
"type": [
"builtin",
"int",
{}
]
},
"gamma": {
"type": [
"builtin",
"float",
{}
]
},
"learning_rate": {
"type": [
"builtin",
"float",
{}
]
},
"log_interval": {
"type": [
"builtin",
"int",
{}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"types": {},
"values": {
"cuda": false,
"dry_run": false,
"epochs": 1,
"gamma": 0.7,
"learning_rate": 1.0,
"log_interval": 10
}
},
"use_cuda": false
}
},
"type_serialization": {
"registry": {
"DataLoaderConfig": [],
"NoneType": [],
"PipelineConfig": [],
"TrainConfig": [],
"Union": [],
"bool": [
[
"builtin",
"int",
{}
]
],
"float": [],
"int": []
},
"type": [
"dataclass",
"PipelineConfig",
{
"fields": {
"dataloader_config": {
"type": [
"dataclass",
"DataLoaderConfig",
{
"fields": {
"batch_size": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"train_config": {
"type": [
"dataclass",
"TrainConfig",
{
"fields": {
"cuda": {
"type": [
"builtin",
"bool",
{}
]
},
"dry_run": {
"type": [
"builtin",
"bool",
{}
]
},
"epochs": {
"type": [
"builtin",
"int",
{}
]
},
"gamma": {
"type": [
"builtin",
"float",
{}
]
},
"learning_rate": {
"type": [
"builtin",
"float",
{}
]
},
"log_interval": {
"type": [
"builtin",
"int",
{}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"use_cuda": {
"type": [
"builtin",
"bool",
{}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"updated_at": "2023-04-04T23:42:04.077703+00:00"
},
{
"created_at": "2023-04-04T23:42:04.227845+00:00",
"id": "d0a45ec2e3f40d1ebca082c6622cbb02f4d95a7b",
"json_summary": "/tmp/pytorch-mnist",
"type_serialization": {
"registry": {
"str": []
},
"type": [
"builtin",
"str",
{}
]
},
"updated_at": "2023-04-04T23:42:04.227845+00:00"
},
{
"created_at": "2023-04-04T23:42:04.208873+00:00",
"id": "d74139387a8cd2fcbed917cb6e8086534669bb81",
"json_summary": {
"root_type": {
"registry": {
"TrainConfig": [],
"bool": [
[
"builtin",
"int",
{}
]
],
"float": [],
"int": []
},
"type": [
"dataclass",
"TrainConfig",
{
"fields": {
"cuda": {
"type": [
"builtin",
"bool",
{}
]
},
"dry_run": {
"type": [
"builtin",
"bool",
{}
]
},
"epochs": {
"type": [
"builtin",
"int",
{}
]
},
"gamma": {
"type": [
"builtin",
"float",
{}
]
},
"learning_rate": {
"type": [
"builtin",
"float",
{}
]
},
"log_interval": {
"type": [
"builtin",
"int",
{}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"types": {},
"values": {
"cuda": false,
"dry_run": false,
"epochs": 1,
"gamma": 0.7,
"learning_rate": 1.0,
"log_interval": 10
}
},
"type_serialization": {
"registry": {
"TrainConfig": [],
"bool": [
[
"builtin",
"int",
{}
]
],
"float": [],
"int": []
},
"type": [
"dataclass",
"TrainConfig",
{
"fields": {
"cuda": {
"type": [
"builtin",
"bool",
{}
]
},
"dry_run": {
"type": [
"builtin",
"bool",
{}
]
},
"epochs": {
"type": [
"builtin",
"int",
{}
]
},
"gamma": {
"type": [
"builtin",
"float",
{}
]
},
"learning_rate": {
"type": [
"builtin",
"float",
{}
]
},
"log_interval": {
"type": [
"builtin",
"int",
{}
]
}
},
"import_path": "sematic.examples.mnist.pytorch.pipeline"
}
]
},
"updated_at": "2023-04-04T23:42:04.208874+00:00"
},
{
"created_at": "2023-07-14T09:13:55.045665+00:00",
"id": "ef020619bafca04840b2b0aeedc59941db9ddc9e",
"json_summary": {
"batch_size": 1000,
"dataset": [
{
"repr": "Dataset MNIST\n Number of datapoints: 10000\n Root location: /tmp/pytorch-mnist\n Split: Test\n StandardTransform\nTransform: Compose(\n ToTensor()\n Normalize(mean=(0.1307,), std=(0.3081,))\n )"
},
{}
],
"num_workers": 0,
"pin_memory": false,
"timeout": 0
},
"type_serialization": {
"registry": {
"DataLoader": [
[
"class",
"Generic",
{
"import_path": "typing"
}
]
],
"Generic": []
},
"type": [
"class",
"DataLoader",
{
"import_path": "torch.utils.data.dataloader"
}
]
},
"updated_at": "2023-07-14T09:13:55.045671+00:00"
}
],
"edges": [
{
"artifact_id": "6ee1ae220ec73357a71082420509ed4563802f4d",
"created_at": "2023-07-14T09:13:52.565236+00:00",
"destination_name": "dataset",
"destination_run_id": "93b3e21b1b6140c2addc067a2d819542",
"id": "0a881b3b812e480791db1f80d92ca438",
"parent_id": null,
"source_name": null,
"source_run_id": "1a6ca1c9114e484bb1eb8db8ccc56c5a",
"updated_at": "2023-07-14T09:13:52.565237+00:00"
},
{
"artifact_id": null,
"created_at": "2023-07-14T09:13:55.914825+00:00",
"destination_name": "model",
"destination_run_id": "7a78c1c81fa9418d80eb3eba2ca2308c",
"id": "790780f05736459880f22fa46c4ac664",
"parent_id": null,
"source_name": null,
"source_run_id": "4d3208403ba14eee88c55c7d769f0399",
"updated_at": "2023-07-14T09:13:55.914827+00:00"
},
{
"artifact_id": "7ce18b47a11b6c7151d1aa0c1beff4cda052aeeb",
"created_at": "2023-07-14T09:13:52.585637+00:00",
"destination_name": "dataset",
"destination_run_id": "7bc5a56b64464543b5dbdeea32ed0bcc",
"id": "1bedab7b21b54edaab8aa77083c6b23d",
"parent_id": null,
"source_name": null,
"source_run_id": "53384b4417d942b5ba14158198e7947c",
"updated_at": "2023-07-14T09:13:52.585637+00:00"
},
{
"artifact_id": null,
"created_at": "2023-07-14T09:13:52.564923+00:00",
"destination_name": null,
"destination_run_id": null,
"id": "36fc0f691fb747be93e4296f1889404d",
"parent_id": "ef2b1f21017b457e8b15e4c325e0dbc2",
"source_name": null,
"source_run_id": "61e2ff7ecfa84ced8898a14cba4c40b6",
"updated_at": "2023-07-14T09:13:52.564924+00:00"
},
{
"artifact_id": null,
"created_at": "2023-07-14T09:13:52.406461+00:00",
"destination_name": null,
"destination_run_id": null,
"id": "ef2b1f21017b457e8b15e4c325e0dbc2",
"parent_id": null,
"source_name": null,
"source_run_id": "6a6e193bb8f740f99eb40993060b219f",
"updated_at": "2023-07-14T09:13:52.406461+00:00"
},
{
"artifact_id": null,
"created_at": "2023-07-14T09:13:56.028408+00:00",
"destination_name": null,
"destination_run_id": null,
"id": "18b634e9f52b4d9c878f5237ced8fbb3",
"parent_id": "36fc0f691fb747be93e4296f1889404d",
"source_name": null,
"source_run_id": "7a78c1c81fa9418d80eb3eba2ca2308c",
"updated_at": "2023-07-14T09:13:56.028408+00:00"
},
{
"artifact_id": "ef020619bafca04840b2b0aeedc59941db9ddc9e",
"created_at": "2023-07-14T09:13:52.556127+00:00",
"destination_name": "test_dataloader",
"destination_run_id": "61e2ff7ecfa84ced8898a14cba4c40b6",
"id": "ae110403ed5c4cc4a1977b0ca8d009b9",
"parent_id": null,
"source_name": null,
"source_run_id": "7bc5a56b64464543b5dbdeea32ed0bcc",
"updated_at": "2023-07-14T09:13:52.556127+00:00"
},
{
"artifact_id": "430ca6eb0f92eaeb26451520601e7fb3fa78c9ab",
"created_at": "2023-07-14T09:13:52.556089+00:00",
"destination_name": "train_dataloader",
"destination_run_id": "61e2ff7ecfa84ced8898a14cba4c40b6",
"id": "7d9087c3967d4a7884835ae984f3ca6c",
"parent_id": null,
"source_name": null,
"source_run_id": "93b3e21b1b6140c2addc067a2d819542",
"updated_at": "2023-07-14T09:13:52.556090+00:00"
},
{
"artifact_id": "b78df6348c32062c76be482dd363626a4eeb922b",
"created_at": "2023-07-14T09:13:52.579300+00:00",
"destination_name": "train",
"destination_run_id": "1a6ca1c9114e484bb1eb8db8ccc56c5a",
"id": "734720f027f7452ab8520b47f6cde021",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:52.579302+00:00"
},
{
"artifact_id": "d0a45ec2e3f40d1ebca082c6622cbb02f4d95a7b",
"created_at": "2023-07-14T09:13:52.585329+00:00",
"destination_name": "path",
"destination_run_id": "1a6ca1c9114e484bb1eb8db8ccc56c5a",
"id": "85faa5b5a02a477aa5e984ec0c6dd8e6",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:52.585330+00:00"
},
{
"artifact_id": "d74139387a8cd2fcbed917cb6e8086534669bb81",
"created_at": "2023-07-14T09:13:56.037493+00:00",
"destination_name": "config",
"destination_run_id": "4d3208403ba14eee88c55c7d769f0399",
"id": "66342c6fd6774a9fab32199cfcdc3753",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:56.037494+00:00"
},
{
"artifact_id": "430ca6eb0f92eaeb26451520601e7fb3fa78c9ab",
"created_at": "2023-07-14T09:13:56.723945+00:00",
"destination_name": "train_loader",
"destination_run_id": "4d3208403ba14eee88c55c7d769f0399",
"id": "c2b3d599b5fb4a3fbe38ec765d603a61",
"parent_id": "7d9087c3967d4a7884835ae984f3ca6c",
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:56.723947+00:00"
},
{
"artifact_id": "24a98a38f37cbcb95bb1814a544ed8f6f2e23f03",
"created_at": "2023-07-14T09:13:56.730226+00:00",
"destination_name": "device",
"destination_run_id": "4d3208403ba14eee88c55c7d769f0399",
"id": "73e85b3badcd4a0baca1f8fa2dfc2344",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:56.730227+00:00"
},
{
"artifact_id": "4bdc9789f62fda5812c5f21d5e44650e910205e1",
"created_at": "2023-07-14T09:13:52.598524+00:00",
"destination_name": "train",
"destination_run_id": "53384b4417d942b5ba14158198e7947c",
"id": "6e861d705c3f4d0eb402d9abcbb225da",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:52.598526+00:00"
},
{
"artifact_id": "d0a45ec2e3f40d1ebca082c6622cbb02f4d95a7b",
"created_at": "2023-07-14T09:13:52.606973+00:00",
"destination_name": "path",
"destination_run_id": "53384b4417d942b5ba14158198e7947c",
"id": "5cc39eefbdde414383604a159de75a67",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:52.606976+00:00"
},
{
"artifact_id": "d74139387a8cd2fcbed917cb6e8086534669bb81",
"created_at": "2023-07-14T09:13:52.564863+00:00",
"destination_name": "train_config",
"destination_run_id": "61e2ff7ecfa84ced8898a14cba4c40b6",
"id": "4f641a2b300142a7a9949d30d4e1931f",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:52.564867+00:00"
},
{
"artifact_id": "c0a7cd7c4e51a49ebaea4e9e0608cd8b20fb7e00",
"created_at": "2023-07-14T09:13:52.406408+00:00",
"destination_name": "config",
"destination_run_id": "6a6e193bb8f740f99eb40993060b219f",
"id": "84cca5e421be47b4a56c9c9ac86da9d8",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:52.406410+00:00"
},
{
"artifact_id": "ef020619bafca04840b2b0aeedc59941db9ddc9e",
"created_at": "2023-07-14T09:13:56.021302+00:00",
"destination_name": "test_loader",
"destination_run_id": "7a78c1c81fa9418d80eb3eba2ca2308c",
"id": "ff2b293c9cb94ee2b5a8a8e24e569612",
"parent_id": "ae110403ed5c4cc4a1977b0ca8d009b9",
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:56.021304+00:00"
},
{
"artifact_id": "24a98a38f37cbcb95bb1814a544ed8f6f2e23f03",
"created_at": "2023-07-14T09:13:56.028347+00:00",
"destination_name": "device",
"destination_run_id": "7a78c1c81fa9418d80eb3eba2ca2308c",
"id": "05db4950dc884d4eaec95fcb645bf60c",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:56.028349+00:00"
},
{
"artifact_id": "18feee13a8213ad5e4508ad554f5d88acdb8f8ca",
"created_at": "2023-07-14T09:13:52.591737+00:00",
"destination_name": "config",
"destination_run_id": "7bc5a56b64464543b5dbdeea32ed0bcc",
"id": "a49391f7395b4eb392594b96c5a6dbef",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:52.591739+00:00"
},
{
"artifact_id": "18feee13a8213ad5e4508ad554f5d88acdb8f8ca",
"created_at": "2023-07-14T09:13:52.573144+00:00",
"destination_name": "config",
"destination_run_id": "93b3e21b1b6140c2addc067a2d819542",
"id": "9a3731e782404063ab086ab257793d22",
"parent_id": null,
"source_name": null,
"source_run_id": null,
"updated_at": "2023-07-14T09:13:52.573146+00:00"
}
],
"run_id": "6a6e193bb8f740f99eb40993060b219f",
"runs": [
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:13:52.395866+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-07-14T09:13:52.555551+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": "2023-07-14T09:13:56.343795+00:00",
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "CANCELED",
"id": "6a6e193bb8f740f99eb40993060b219f",
"name": "PyTorch MNIST Example",
"nested_future_id": "61e2ff7ecfa84ced8898a14cba4c40b6",
"original_run_id": null,
"parent_id": null,
"resolved_at": null,
"resource_requirements_json": null,
"root_id": "6a6e193bb8f740f99eb40993060b219f",
"source_code": "@sematic.func\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-07-14T09:13:52.531248+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-07-14T09:13:56.344626+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:13:52.555954+00:00",
"description": "The train/eval sub-pipeline.",
"ended_at": "2023-07-14T09:13:55.910141+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.train_eval",
"future_state": "RAN",
"id": "61e2ff7ecfa84ced8898a14cba4c40b6",
"name": "train_eval",
"nested_future_id": "7a78c1c81fa9418d80eb3eba2ca2308c",
"original_run_id": null,
"parent_id": "6a6e193bb8f740f99eb40993060b219f",
"resolved_at": null,
"resource_requirements_json": null,
"root_id": "6a6e193bb8f740f99eb40993060b219f",
"source_code": "@sematic.func\ndef train_eval(\n train_dataloader: DataLoader, test_dataloader: DataLoader, train_config: TrainConfig\n) -> EvaluationResults:\n \"\"\"\n The train/eval sub-pipeline.\n \"\"\"\n device = torch.device(\"cuda\" if train_config.cuda else \"cpu\")\n\n model = train_model(\n config=train_config, train_loader=train_dataloader, device=device\n )\n\n evaluation_results = evaluate_model(\n model=model, test_loader=test_dataloader, device=device\n )\n\n return evaluation_results\n",
"started_at": "2023-07-14T09:13:55.886958+00:00",
"tags": [],
"updated_at": "2023-07-14T09:13:52.555955+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:13:52.565163+00:00",
"description": null,
"ended_at": null,
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.get_dataloader",
"future_state": "RESOLVED",
"id": "93b3e21b1b6140c2addc067a2d819542",
"name": "get_dataloader",
"nested_future_id": null,
"original_run_id": null,
"parent_id": "6a6e193bb8f740f99eb40993060b219f",
"resolved_at": "2023-07-14T09:13:54.210020+00:00",
"resource_requirements_json": null,
"root_id": "6a6e193bb8f740f99eb40993060b219f",
"source_code": "@sematic.func(standalone=True)\ndef get_dataloader(dataset: Dataset, config: DataLoaderConfig) -> DataLoader:\n return DataLoader(dataset, batch_size=config.batch_size)\n",
"started_at": "2023-07-14T09:13:54.189834+00:00",
"tags": [],
"updated_at": "2023-07-14T09:13:52.565164+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:13:52.573493+00:00",
"description": null,
"ended_at": null,
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.load_mnist_dataset",
"future_state": "RESOLVED",
"id": "1a6ca1c9114e484bb1eb8db8ccc56c5a",
"name": "Load train dataset",
"nested_future_id": null,
"original_run_id": null,
"parent_id": "6a6e193bb8f740f99eb40993060b219f",
"resolved_at": "2023-07-14T09:13:52.719200+00:00",
"resource_requirements_json": null,
"root_id": "6a6e193bb8f740f99eb40993060b219f",
"source_code": "@sematic.func(standalone=True)\ndef load_mnist_dataset(train: bool, path: str = \"/tmp/pytorch-mnist\") -> MNIST:\n transform = Compose([ToTensor(), Normalize((0.1307,), (0.3081,))])\n return MNIST(root=path, train=train, download=True, transform=transform)\n",
"started_at": "2023-07-14T09:13:52.671445+00:00",
"tags": [
"train"
],
"updated_at": "2023-07-14T09:13:52.573494+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:13:52.585576+00:00",
"description": null,
"ended_at": null,
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.get_dataloader",
"future_state": "RESOLVED",
"id": "7bc5a56b64464543b5dbdeea32ed0bcc",
"name": "get_dataloader",
"nested_future_id": null,
"original_run_id": null,
"parent_id": "6a6e193bb8f740f99eb40993060b219f",
"resolved_at": "2023-07-14T09:13:54.984053+00:00",
"resource_requirements_json": null,
"root_id": "6a6e193bb8f740f99eb40993060b219f",
"source_code": "@sematic.func(standalone=True)\ndef get_dataloader(dataset: Dataset, config: DataLoaderConfig) -> DataLoader:\n return DataLoader(dataset, batch_size=config.batch_size)\n",
"started_at": "2023-07-14T09:13:54.964545+00:00",
"tags": [],
"updated_at": "2023-07-14T09:13:52.585576+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:13:52.592066+00:00",
"description": null,
"ended_at": null,
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.load_mnist_dataset",
"future_state": "RESOLVED",
"id": "53384b4417d942b5ba14158198e7947c",
"name": "Load test dataset",
"nested_future_id": null,
"original_run_id": null,
"parent_id": "6a6e193bb8f740f99eb40993060b219f",
"resolved_at": "2023-07-14T09:13:53.428185+00:00",
"resource_requirements_json": null,
"root_id": "6a6e193bb8f740f99eb40993060b219f",
"source_code": "@sematic.func(standalone=True)\ndef load_mnist_dataset(train: bool, path: str = \"/tmp/pytorch-mnist\") -> MNIST:\n transform = Compose([ToTensor(), Normalize((0.1307,), (0.3081,))])\n return MNIST(root=path, train=train, download=True, transform=transform)\n",
"started_at": "2023-07-14T09:13:53.392409+00:00",
"tags": [
"test"
],
"updated_at": "2023-07-14T09:13:52.592066+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:13:55.910484+00:00",
"description": "Evaluate the model.",
"ended_at": null,
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.evaluate_model",
"future_state": "CREATED",
"id": "7a78c1c81fa9418d80eb3eba2ca2308c",
"name": "evaluate_model",
"nested_future_id": null,
"original_run_id": null,
"parent_id": "61e2ff7ecfa84ced8898a14cba4c40b6",
"resolved_at": null,
"resource_requirements_json": {
"root_type": {
"registry": {
"Enum": [],
"KubernetesCapabilities": [],
"KubernetesResourceRequirements": [],
"KubernetesSecretMount": [],
"KubernetesSecurityContext": [],
"KubernetesToleration": [],
"KubernetesTolerationEffect": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"KubernetesTolerationOperator": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"NoneType": [],
"ResourceRequirements": [],
"Union": [],
"bool": [
[
"builtin",
"int",
{}
]
],
"dict": [],
"int": [],
"list": [],
"str": []
},
"type": [
"dataclass",
"ResourceRequirements",
{
"fields": {
"kubernetes": {
"type": [
"dataclass",
"KubernetesResourceRequirements",
{
"fields": {
"mount_expanded_shared_memory": {
"type": [
"builtin",
"bool",
{}
]
},
"node_selector": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"requests": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"secret_mounts": {
"type": [
"dataclass",
"KubernetesSecretMount",
{
"fields": {
"environment_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"file_secret_root_path": {
"type": [
"builtin",
"str",
{}
]
},
"file_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"security_context": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"dataclass",
"KubernetesSecurityContext",
{
"fields": {
"allow_privilege_escalation": {
"type": [
"builtin",
"bool",
{}
]
},
"capabilities": {
"type": [
"dataclass",
"KubernetesCapabilities",
{
"fields": {
"add": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"drop": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"privileged": {
"type": [
"builtin",
"bool",
{}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"tolerations": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"dataclass",
"KubernetesToleration",
{
"fields": {
"effect": {
"type": [
"class",
"KubernetesTolerationEffect",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"key": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"operator": {
"type": [
"class",
"KubernetesTolerationOperator",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"toleration_seconds": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"value": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"types": {},
"values": {
"kubernetes": {
"root_type": {
"registry": {
"Enum": [],
"KubernetesCapabilities": [],
"KubernetesResourceRequirements": [],
"KubernetesSecretMount": [],
"KubernetesSecurityContext": [],
"KubernetesToleration": [],
"KubernetesTolerationEffect": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"KubernetesTolerationOperator": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"NoneType": [],
"Union": [],
"bool": [
[
"builtin",
"int",
{}
]
],
"dict": [],
"int": [],
"list": [],
"str": []
},
"type": [
"dataclass",
"KubernetesResourceRequirements",
{
"fields": {
"mount_expanded_shared_memory": {
"type": [
"builtin",
"bool",
{}
]
},
"node_selector": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"requests": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"secret_mounts": {
"type": [
"dataclass",
"KubernetesSecretMount",
{
"fields": {
"environment_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"file_secret_root_path": {
"type": [
"builtin",
"str",
{}
]
},
"file_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"security_context": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"dataclass",
"KubernetesSecurityContext",
{
"fields": {
"allow_privilege_escalation": {
"type": [
"builtin",
"bool",
{}
]
},
"capabilities": {
"type": [
"dataclass",
"KubernetesCapabilities",
{
"fields": {
"add": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"drop": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"privileged": {
"type": [
"builtin",
"bool",
{}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"tolerations": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"dataclass",
"KubernetesToleration",
{
"fields": {
"effect": {
"type": [
"class",
"KubernetesTolerationEffect",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"key": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"operator": {
"type": [
"class",
"KubernetesTolerationOperator",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"toleration_seconds": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"value": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"types": {},
"values": {
"mount_expanded_shared_memory": false,
"node_selector": {
"items": [
[
"node.kubernetes.io/instance-type",
"g4dn.xlarge"
]
]
},
"requests": {
"items": [
[
"cpu",
"2"
],
[
"memory",
"4Gi"
]
]
},
"secret_mounts": {
"root_type": {
"registry": {
"KubernetesSecretMount": [],
"dict": [],
"str": []
},
"type": [
"dataclass",
"KubernetesSecretMount",
{
"fields": {
"environment_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"file_secret_root_path": {
"type": [
"builtin",
"str",
{}
]
},
"file_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"types": {},
"values": {
"environment_secrets": {
"items": []
},
"file_secret_root_path": "/secrets",
"file_secrets": {
"items": []
}
}
},
"security_context": {
"value": null,
"value_type_index": 1
},
"tolerations": [
{
"root_type": {
"registry": {
"Enum": [],
"KubernetesToleration": [],
"KubernetesTolerationEffect": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"KubernetesTolerationOperator": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"NoneType": [],
"Union": [],
"int": [],
"str": []
},
"type": [
"dataclass",
"KubernetesToleration",
{
"fields": {
"effect": {
"type": [
"class",
"KubernetesTolerationEffect",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"key": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"operator": {
"type": [
"class",
"KubernetesTolerationOperator",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"toleration_seconds": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"value": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"types": {},
"values": {
"effect": "NoSchedule",
"key": {
"value": "nvidia.com/gpu",
"value_type_index": 0
},
"operator": "Equal",
"toleration_seconds": {
"value": null,
"value_type_index": 1
},
"value": {
"value": "true",
"value_type_index": 0
}
}
}
]
}
}
}
},
"root_id": "6a6e193bb8f740f99eb40993060b219f",
"source_code": "@sematic.func(standalone=True, resource_requirements=GPU_RESOURCE_REQS)\ndef evaluate_model(\n model: nn.Module, test_loader: DataLoader, device: torch.device\n) -> EvaluationResults:\n \"\"\"\n Evaluate the model.\n \"\"\"\n model = model.to(device)\n results = test(model, device, test_loader)\n return EvaluationResults(\n test_set_size=len(test_loader.dataset), # type: ignore\n average_loss=results[\"average_loss\"],\n accuracy=results[\"accuracy\"],\n pr_curve=results[\"pr_curve\"],\n confusion_matrix=results[\"confusion_matrix\"],\n )\n",
"started_at": null,
"tags": [],
"updated_at": "2023-07-14T09:13:55.910485+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:13:56.028884+00:00",
"description": "Train the model",
"ended_at": null,
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.train_model",
"future_state": "CREATED",
"id": "4d3208403ba14eee88c55c7d769f0399",
"name": "train_model",
"nested_future_id": null,
"original_run_id": null,
"parent_id": "61e2ff7ecfa84ced8898a14cba4c40b6",
"resolved_at": null,
"resource_requirements_json": {
"root_type": {
"registry": {
"Enum": [],
"KubernetesCapabilities": [],
"KubernetesResourceRequirements": [],
"KubernetesSecretMount": [],
"KubernetesSecurityContext": [],
"KubernetesToleration": [],
"KubernetesTolerationEffect": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"KubernetesTolerationOperator": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"NoneType": [],
"ResourceRequirements": [],
"Union": [],
"bool": [
[
"builtin",
"int",
{}
]
],
"dict": [],
"int": [],
"list": [],
"str": []
},
"type": [
"dataclass",
"ResourceRequirements",
{
"fields": {
"kubernetes": {
"type": [
"dataclass",
"KubernetesResourceRequirements",
{
"fields": {
"mount_expanded_shared_memory": {
"type": [
"builtin",
"bool",
{}
]
},
"node_selector": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"requests": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"secret_mounts": {
"type": [
"dataclass",
"KubernetesSecretMount",
{
"fields": {
"environment_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"file_secret_root_path": {
"type": [
"builtin",
"str",
{}
]
},
"file_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"security_context": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"dataclass",
"KubernetesSecurityContext",
{
"fields": {
"allow_privilege_escalation": {
"type": [
"builtin",
"bool",
{}
]
},
"capabilities": {
"type": [
"dataclass",
"KubernetesCapabilities",
{
"fields": {
"add": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"drop": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"privileged": {
"type": [
"builtin",
"bool",
{}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"tolerations": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"dataclass",
"KubernetesToleration",
{
"fields": {
"effect": {
"type": [
"class",
"KubernetesTolerationEffect",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"key": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"operator": {
"type": [
"class",
"KubernetesTolerationOperator",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"toleration_seconds": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"value": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"types": {},
"values": {
"kubernetes": {
"root_type": {
"registry": {
"Enum": [],
"KubernetesCapabilities": [],
"KubernetesResourceRequirements": [],
"KubernetesSecretMount": [],
"KubernetesSecurityContext": [],
"KubernetesToleration": [],
"KubernetesTolerationEffect": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"KubernetesTolerationOperator": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"NoneType": [],
"Union": [],
"bool": [
[
"builtin",
"int",
{}
]
],
"dict": [],
"int": [],
"list": [],
"str": []
},
"type": [
"dataclass",
"KubernetesResourceRequirements",
{
"fields": {
"mount_expanded_shared_memory": {
"type": [
"builtin",
"bool",
{}
]
},
"node_selector": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"requests": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"secret_mounts": {
"type": [
"dataclass",
"KubernetesSecretMount",
{
"fields": {
"environment_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"file_secret_root_path": {
"type": [
"builtin",
"str",
{}
]
},
"file_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"security_context": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"dataclass",
"KubernetesSecurityContext",
{
"fields": {
"allow_privilege_escalation": {
"type": [
"builtin",
"bool",
{}
]
},
"capabilities": {
"type": [
"dataclass",
"KubernetesCapabilities",
{
"fields": {
"add": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"drop": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"privileged": {
"type": [
"builtin",
"bool",
{}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"tolerations": {
"type": [
"typing",
"list",
{
"args": [
{
"type": [
"dataclass",
"KubernetesToleration",
{
"fields": {
"effect": {
"type": [
"class",
"KubernetesTolerationEffect",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"key": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"operator": {
"type": [
"class",
"KubernetesTolerationOperator",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"toleration_seconds": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"value": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"types": {},
"values": {
"mount_expanded_shared_memory": false,
"node_selector": {
"items": [
[
"node.kubernetes.io/instance-type",
"g4dn.xlarge"
]
]
},
"requests": {
"items": [
[
"cpu",
"2"
],
[
"memory",
"4Gi"
]
]
},
"secret_mounts": {
"root_type": {
"registry": {
"KubernetesSecretMount": [],
"dict": [],
"str": []
},
"type": [
"dataclass",
"KubernetesSecretMount",
{
"fields": {
"environment_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
},
"file_secret_root_path": {
"type": [
"builtin",
"str",
{}
]
},
"file_secrets": {
"type": [
"typing",
"dict",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"str",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"types": {},
"values": {
"environment_secrets": {
"items": []
},
"file_secret_root_path": "/secrets",
"file_secrets": {
"items": []
}
}
},
"security_context": {
"value": null,
"value_type_index": 1
},
"tolerations": [
{
"root_type": {
"registry": {
"Enum": [],
"KubernetesToleration": [],
"KubernetesTolerationEffect": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"KubernetesTolerationOperator": [
[
"class",
"Enum",
{
"import_path": "enum"
}
]
],
"NoneType": [],
"Union": [],
"int": [],
"str": []
},
"type": [
"dataclass",
"KubernetesToleration",
{
"fields": {
"effect": {
"type": [
"class",
"KubernetesTolerationEffect",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"key": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"operator": {
"type": [
"class",
"KubernetesTolerationOperator",
{
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"toleration_seconds": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"int",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
},
"value": {
"type": [
"typing",
"Union",
{
"args": [
{
"type": [
"builtin",
"str",
{}
]
},
{
"type": [
"builtin",
"NoneType",
{}
]
}
]
}
]
}
},
"import_path": "sematic.resolvers.resource_requirements"
}
]
},
"types": {},
"values": {
"effect": "NoSchedule",
"key": {
"value": "nvidia.com/gpu",
"value_type_index": 0
},
"operator": "Equal",
"toleration_seconds": {
"value": null,
"value_type_index": 1
},
"value": {
"value": "true",
"value_type_index": 0
}
}
}
]
}
}
}
},
"root_id": "6a6e193bb8f740f99eb40993060b219f",
"source_code": "@sematic.func(standalone=True, resource_requirements=GPU_RESOURCE_REQS)\ndef train_model(\n config: TrainConfig,\n train_loader: DataLoader,\n device: torch.device,\n) -> nn.Module:\n \"\"\"Train the model\"\"\"\n model = Net().to(device)\n optimizer = Adadelta(model.parameters(), lr=config.learning_rate)\n scheduler = StepLR(optimizer, step_size=1, gamma=config.gamma)\n for epoch in range(1, config.epochs + 1):\n train(\n model,\n device,\n train_loader,\n optimizer,\n epoch,\n config.log_interval,\n config.dry_run,\n )\n scheduler.step()\n\n return model\n",
"started_at": null,
"tags": [],
"updated_at": "2023-07-14T09:13:56.028884+00:00",
"user": null,
"user_id": null
}
]
}
Raw
Runs
{
"after_cursor_count": 11,
"content": [
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:13:52.395866+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-07-14T09:13:52.555551+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": "2023-07-14T09:13:56.343795+00:00",
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "CANCELED",
"id": "6a6e193bb8f740f99eb40993060b219f",
"name": "PyTorch MNIST Example",
"nested_future_id": "61e2ff7ecfa84ced8898a14cba4c40b6",
"original_run_id": null,
"parent_id": null,
"resolved_at": null,
"resource_requirements_json": null,
"root_id": "6a6e193bb8f740f99eb40993060b219f",
"source_code": "@sematic.func\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-07-14T09:13:52.531248+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-07-14T09:13:56.344626+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:12:25.346582+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-07-14T09:12:25.594405+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "RESOLVED",
"id": "496be90ef23748fa97097892929c35c1",
"name": "PyTorch MNIST Example",
"nested_future_id": "2dc892432eae4b979802547d667a553f",
"original_run_id": null,
"parent_id": null,
"resolved_at": "2023-07-14T09:13:37.136811+00:00",
"resource_requirements_json": null,
"root_id": "496be90ef23748fa97097892929c35c1",
"source_code": "@sematic.func\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-07-14T09:12:25.492122+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-07-14T09:12:25.346589+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:05:48.024632+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-07-14T09:05:48.185047+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": "2023-07-14T09:05:54.934155+00:00",
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "CANCELED",
"id": "6b59823a9bd24f21896fcfbc7deb12c5",
"name": "PyTorch MNIST Example",
"nested_future_id": "dbd8bc0ee6b54c08b4485a8d57e0aff5",
"original_run_id": null,
"parent_id": null,
"resolved_at": null,
"resource_requirements_json": null,
"root_id": "6b59823a9bd24f21896fcfbc7deb12c5",
"source_code": "@sematic.func\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-07-14T09:05:48.154748+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-07-14T09:05:54.935121+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-07-14T09:04:35.463339+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-07-14T09:04:35.703813+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "RESOLVED",
"id": "22c83b9758a742599b5fa4706d6e2f8b",
"name": "PyTorch MNIST Example",
"nested_future_id": "6fb186e3ee164b029ffca8095ba5c2bd",
"original_run_id": null,
"parent_id": null,
"resolved_at": "2023-07-14T09:05:34.503239+00:00",
"resource_requirements_json": null,
"root_id": "22c83b9758a742599b5fa4706d6e2f8b",
"source_code": "@sematic.func\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-07-14T09:04:35.619667+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-07-14T09:04:35.463343+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-06-20T15:09:56.782760+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-06-20T15:09:57.009621+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "RESOLVED",
"id": "fad0e9f7d0bf460e92670539f2f0c1fe",
"name": "PyTorch MNIST Example",
"nested_future_id": "e4bf45d1cc7e40d89147732329bcbd3f",
"original_run_id": null,
"parent_id": null,
"resolved_at": "2023-06-20T15:10:59.767330+00:00",
"resource_requirements_json": null,
"root_id": "fad0e9f7d0bf460e92670539f2f0c1fe",
"source_code": "@sematic.func\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-06-20T15:09:56.942684+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-06-20T15:09:56.782763+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-04-19T21:35:00.097593+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-04-19T21:35:00.341528+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": "2023-04-19T21:35:10.595485+00:00",
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "CANCELED",
"id": "aab25c411df24c4d8f68e0afa3246d6d",
"name": "PyTorch MNIST Example",
"nested_future_id": "fb54ba8da5f64da38094ffb9a399c03f",
"original_run_id": null,
"parent_id": null,
"resolved_at": null,
"resource_requirements_json": null,
"root_id": "aab25c411df24c4d8f68e0afa3246d6d",
"source_code": "@sematic.func(inline=True)\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-04-19T21:35:00.324989+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-04-19T21:35:10.596843+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-04-19T21:33:10.025058+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-04-19T21:33:10.294939+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": "2023-04-19T21:33:57.545462+00:00",
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "CANCELED",
"id": "3983dc5fd27a45b49ba730aa9a261b40",
"name": "PyTorch MNIST Example",
"nested_future_id": "e077e6d16be649888f386ced1a56e1ef",
"original_run_id": null,
"parent_id": null,
"resolved_at": null,
"resource_requirements_json": null,
"root_id": "3983dc5fd27a45b49ba730aa9a261b40",
"source_code": "@sematic.func(inline=True)\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-04-19T21:33:10.280482+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-04-19T21:33:57.548187+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-04-05T00:12:47.689492+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-04-05T00:12:47.931828+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": null,
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "CANCELED",
"id": "c7ebc09bd469482d8dd9d048ebaf534a",
"name": "PyTorch MNIST Example",
"nested_future_id": "a526447f7cfb4ab09d6f9c6580e05840",
"original_run_id": null,
"parent_id": null,
"resolved_at": null,
"resource_requirements_json": null,
"root_id": "c7ebc09bd469482d8dd9d048ebaf534a",
"source_code": "@sematic.func(inline=True)\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-04-05T00:12:47.906792+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-04-05T00:13:38.080353+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-04-05T00:11:25.148950+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-04-05T00:11:25.355491+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": "2023-04-05T00:11:33.553422+00:00",
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "CANCELED",
"id": "38305bd95fdb4302968fa69d2ed0fafe",
"name": "PyTorch MNIST Example",
"nested_future_id": "96870e66e2d749e6a719f2204f1d70c1",
"original_run_id": null,
"parent_id": null,
"resolved_at": null,
"resource_requirements_json": null,
"root_id": "38305bd95fdb4302968fa69d2ed0fafe",
"source_code": "@sematic.func(inline=True)\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-04-05T00:11:25.342843+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-04-05T00:11:33.554685+00:00",
"user": null,
"user_id": null
},
{
"cache_key": null,
"container_image_uri": null,
"created_at": "2023-04-05T00:10:56.854852+00:00",
"description": "# MNIST example in PyTorch\n\nAs implemented in the\n[PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).",
"ended_at": "2023-04-05T00:10:57.123187+00:00",
"exception_metadata_json": null,
"external_exception_metadata_json": null,
"failed_at": "2023-04-05T00:11:08.082346+00:00",
"function_path": "sematic.examples.mnist.pytorch.pipeline.pipeline",
"future_state": "CANCELED",
"id": "f0149937b4234dc48455270a62042eaf",
"name": "PyTorch MNIST Example",
"nested_future_id": "e1b101d84a3c418e9b100c0d62a59b75",
"original_run_id": null,
"parent_id": null,
"resolved_at": null,
"resource_requirements_json": null,
"root_id": "f0149937b4234dc48455270a62042eaf",
"source_code": "@sematic.func(inline=True)\ndef pipeline(config: PipelineConfig) -> EvaluationResults:\n \"\"\"\n # MNIST example in PyTorch\n\n As implemented in the\n [PyTorch repository](https://github.com/pytorch/examples/blob/main/mnist/main.py).\n \"\"\"\n train_dataset = load_mnist_dataset(train=True).set(\n name=\"Load train dataset\", tags=[\"train\"]\n )\n test_dataset = load_mnist_dataset(train=False).set(\n name=\"Load test dataset\", tags=[\"test\"]\n )\n train_dataloader = get_dataloader(\n dataset=train_dataset, config=config.dataloader_config\n )\n\n test_dataloader = get_dataloader(\n dataset=test_dataset, config=config.dataloader_config\n )\n\n evaluation_results = train_eval(\n train_dataloader=train_dataloader,\n test_dataloader=test_dataloader,\n train_config=config.train_config,\n )\n\n return evaluation_results\n",
"started_at": "2023-04-05T00:10:57.105537+00:00",
"tags": [
"pytorch",
"example",
"mnist"
],
"updated_at": "2023-04-05T00:11:08.083722+00:00",
"user": null,
"user_id": null
}
],
"current_page_url": "http://127.0.0.1:5001/api/v1/runs?limit=10",
"limit": 10,
"next_cursor": "MjAyMy0wNC0wNSAwMDoxMDo1Ni44NTQ4NTJfZjAxNDk5MzdiNDIzNGRjNDg0NTUyNzBhNjIwNDJlYWY=",
"next_page_url": "http://127.0.0.1:5001/api/v1/runs?limit=10&cursor=MjAyMy0wNC0wNSAwMDoxMDo1Ni44NTQ4NTJfZjAxNDk5MzdiNDIzNGRjNDg0NTUyNzBhNjIwNDJlYWY%3D"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment