-
Notifications
You must be signed in to change notification settings - Fork 0
/
preprocess.py
31 lines (24 loc) · 1 KB
/
preprocess.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
#preprocess.py
#!/usr/bin/env/python3
"""
this file preprocess the face images what get from kaggle dataset
and provides preprocessed images shape = (224,224)
"""
from torch.utils.data import DataLoader, random_split
from torchvision import transforms, datasets
dataset_path = "data/train"
batch_size = 5
num_training_samples = 10
transform = transforms.Compose([
transforms.Resize((224,224)),
transforms.ToTensor(),
])
def read_preprocess(batch_size=batch_size, num_training_samples=num_training_samples):
dataset_folder = datasets.ImageFolder(root=dataset_path, transform=transform)
subset_dataset, _ = random_split(dataset_folder, [num_training_samples, len(dataset_folder) - num_training_samples])
data_loader = DataLoader(subset_dataset, batch_size=batch_size, shuffle=True)
return data_loader
def read(dataset_path):
dataset_folder = datasets.ImageFolder(root=dataset_path, transform=transform)
data_loader = DataLoader(dataset_folder, batch_size = 1)
return data_loader