Move data into config

This commit is contained in:
Andras Schmelczer 2024-06-18 23:03:58 +01:00
parent 6fdeec0030
commit e50087be55
No known key found for this signature in database
GPG key ID: FC8F2C3D3D1A718C
2 changed files with 15 additions and 20 deletions

View file

@ -1,3 +1,4 @@
import random
from pathlib import Path
DATA = sorted(Path("/mnt/wsl/PHYSICALDRIVE1/data/unsplash").glob("*.jpg"))
@ -9,10 +10,18 @@ LOGS_PATH = Path("/home/andras/projects/bipolaroid/logs")
RUNS_PATH = Path("/home/andras/projects/bipolaroid/runs")
for path in [
CACHE_PATH,
MODELS_PATH,
LOGS_PATH,
RUNS_PATH
]:
for path in [CACHE_PATH, MODELS_PATH, LOGS_PATH, RUNS_PATH]:
path.mkdir(exist_ok=True, parents=True)
length = len(DATA)
indices = list(range(length))
random.seed(42)
random.shuffle(indices)
train_indices = indices[: int(length * TRAIN_SIZE)]
test_indices = indices[int(length * TRAIN_SIZE) :]
TRAIN_DATA = [DATA[i] for i in train_indices]
TEST_DATA = [DATA[i] for i in test_indices]

View file

@ -1,14 +0,0 @@
import random
from config import DATA, TRAIN_SIZE
random.seed(42)
length = len(DATA)
indices = list(range(length))
random.shuffle(indices)
train_indices = indices[: int(length * TRAIN_SIZE)]
test_indices = indices[int(length * TRAIN_SIZE) :]
TRAIN_DATA = [DATA[i] for i in train_indices]
TEST_DATA = [DATA[i] for i in test_indices]