{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.14","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"gpu","dataSources":[{"sourceId":21755,"databundleVersionId":1475600,"sourceType":"competition"}],"dockerImageVersionId":30805,"isInternetEnabled":false,"language":"python","sourceType":"notebook","isGpuEnabled":true}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import torch\nimport torch.nn as nn\nimport torch.optim as optim\nfrom torchvision import transforms\nfrom torch.utils.data import DataLoader, Dataset\nimport os\nimport zipfile\nfrom PIL import Image","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-12T20:45:40.881692Z","iopub.execute_input":"2024-12-12T20:45:40.882287Z","iopub.status.idle":"2024-12-12T20:45:45.293859Z","shell.execute_reply.started":"2024-12-12T20:45:40.882243Z","shell.execute_reply":"2024-12-12T20:45:45.292917Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"# Define the Generator (U-Net Style)\nclass Generator(nn.Module):\n    def __init__(self):\n        super(Generator, self).__init__()\n        self.encoder = nn.Sequential(\n            nn.Conv2d(3, 64, kernel_size=4, stride=2, padding=1),\n            nn.ReLU(True),\n            nn.Conv2d(64, 128, kernel_size=4, stride=2, padding=1),\n            nn.BatchNorm2d(128),\n            nn.ReLU(True),\n            nn.Conv2d(128, 256, kernel_size=4, stride=2, padding=1),\n            nn.BatchNorm2d(256),\n            nn.ReLU(True)\n        )\n        self.decoder = nn.Sequential(\n            nn.ConvTranspose2d(256, 128, kernel_size=4, stride=2, padding=1),\n            nn.BatchNorm2d(128),\n            nn.ReLU(True),\n            nn.ConvTranspose2d(128, 64, kernel_size=4, stride=2, padding=1),\n            nn.BatchNorm2d(64),\n            nn.ReLU(True),\n            nn.ConvTranspose2d(64, 3, kernel_size=4, stride=2, padding=1),\n            nn.Tanh()\n        )\n\n    def forward(self, x):\n        x = self.encoder(x)\n        x = self.decoder(x)\n        return x","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-12T20:45:45.294882Z","iopub.execute_input":"2024-12-12T20:45:45.295242Z","iopub.status.idle":"2024-12-12T20:45:45.301970Z","shell.execute_reply.started":"2024-12-12T20:45:45.295212Z","shell.execute_reply":"2024-12-12T20:45:45.301141Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"# Define the Discriminator (PatchGAN)\nclass Discriminator(nn.Module):\n    def __init__(self):\n        super(Discriminator, self).__init__()\n        self.model = nn.Sequential(\n            nn.Conv2d(3, 64, kernel_size=4, stride=2, padding=1),\n            nn.LeakyReLU(0.2, True),\n            nn.Conv2d(64, 128, kernel_size=4, stride=2, padding=1),\n            nn.BatchNorm2d(128),\n            nn.LeakyReLU(0.2, True),\n            nn.Conv2d(128, 256, kernel_size=4, stride=2, padding=1),\n            nn.BatchNorm2d(256),\n            nn.LeakyReLU(0.2, True),\n            nn.Conv2d(256, 1, kernel_size=4, stride=1, padding=1)\n        )\n\n    def forward(self, x):\n        return self.model(x)","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-12T20:45:45.303366Z","iopub.execute_input":"2024-12-12T20:45:45.304357Z","iopub.status.idle":"2024-12-12T20:45:45.320189Z","shell.execute_reply.started":"2024-12-12T20:45:45.304313Z","shell.execute_reply":"2024-12-12T20:45:45.319235Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"# Initialize Models\ngenerator = Generator()\ndiscriminator = Discriminator()\n\ndevice = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\ngenerator = generator.to(device)\ndiscriminator = discriminator.to(device)\n\n# Loss Functions and Optimizers\nadversarial_loss = nn.MSELoss()\ncycle_loss = nn.L1Loss()\nidentity_loss = nn.L1Loss()\n\noptimizer_G = optim.Adam(generator.parameters(), lr=0.0008, betas=(0.5, 0.999))\noptimizer_D = optim.Adam(discriminator.parameters(), lr=0.0008, betas=(0.5, 0.999))","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-12T20:45:45.321925Z","iopub.execute_input":"2024-12-12T20:45:45.322190Z","iopub.status.idle":"2024-12-12T20:45:45.626650Z","shell.execute_reply.started":"2024-12-12T20:45:45.322165Z","shell.execute_reply":"2024-12-12T20:45:45.625701Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"# Dataset Preparation\ndata_transforms = transforms.Compose([\n    transforms.Resize((256, 256)),\n    transforms.ToTensor(),\n    transforms.Normalize(mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5])\n])\n\ndata_path = '/kaggle/input/gan-getting-started/'\n\nphotos_path = os.path.join(data_path, 'photo_jpg')\nmonet_path = os.path.join(data_path, 'monet_jpg')\n\nphoto_files = [os.path.join(photos_path, file) for file in os.listdir(photos_path)]\nmonet_files = [os.path.join(monet_path, file) for file in os.listdir(monet_path)]","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-12T20:45:45.627712Z","iopub.execute_input":"2024-12-12T20:45:45.627997Z","iopub.status.idle":"2024-12-12T20:45:45.690148Z","shell.execute_reply.started":"2024-12-12T20:45:45.627969Z","shell.execute_reply":"2024-12-12T20:45:45.689279Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"class FlatImageDataset(Dataset):\n    def __init__(self, file_paths, transform=None):\n        self.file_paths = file_paths\n        self.transform = transform\n\n    def __len__(self):\n        return len(self.file_paths)\n\n    def __getitem__(self, idx):\n        img_path = self.file_paths[idx]\n        img = Image.open(img_path).convert(\"RGB\")\n        if self.transform:\n            img = self.transform(img)\n        return img\n\nphoto_dataset = FlatImageDataset(photo_files, transform=data_transforms)\nmonet_dataset = FlatImageDataset(monet_files, transform=data_transforms)\n\nphoto_loader = DataLoader(photo_dataset, batch_size=32, shuffle=True)\nmonet_loader = DataLoader(monet_dataset, batch_size=32, shuffle=True)\n","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-12T20:45:45.691223Z","iopub.execute_input":"2024-12-12T20:45:45.691492Z","iopub.status.idle":"2024-12-12T20:45:45.697708Z","shell.execute_reply.started":"2024-12-12T20:45:45.691460Z","shell.execute_reply":"2024-12-12T20:45:45.696749Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"num_epochs = 30  # Reduced epochs for Kaggle competition\nfor epoch in range(num_epochs):\n    for i, (photo_batch, monet_batch) in enumerate(zip(photo_loader, monet_loader)):\n        # Move data to device\n        real_photos = photo_batch.to(device)\n        real_monets = monet_batch.to(device)\n\n        # Train Generator\n        optimizer_G.zero_grad()\n        fake_monets = generator(real_photos)\n        validity = discriminator(fake_monets)\n        g_loss = adversarial_loss(validity, torch.ones_like(validity)) + \\\n                 cycle_loss(generator(fake_monets), real_photos) + \\\n                 identity_loss(generator(real_photos), real_photos)\n        g_loss.backward()\n        optimizer_G.step()\n\n        # Train Discriminator\n        optimizer_D.zero_grad()\n        real_validity = discriminator(real_monets)\n        fake_validity = discriminator(fake_monets.detach())\n        d_loss = (adversarial_loss(real_validity, torch.ones_like(real_validity)) + \\\n                 adversarial_loss(fake_validity, torch.zeros_like(fake_validity))) / 2\n        d_loss.backward()\n        optimizer_D.step()\n\n        # Print Progress\n        if i % 10 == 0:\n            print(f\"Epoch [{epoch+1}/{num_epochs}], Batch [{i}], G_Loss: {g_loss.item()}, D_Loss: {d_loss.item()}\")","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-12T20:45:45.698634Z","iopub.execute_input":"2024-12-12T20:45:45.698847Z","iopub.status.idle":"2024-12-12T20:47:56.964981Z","shell.execute_reply.started":"2024-12-12T20:45:45.698825Z","shell.execute_reply":"2024-12-12T20:47:56.964151Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"import matplotlib.pyplot as plt\ndef visualize_predictions(loader, generator, num_images=5):\n    generator.eval()\n    with torch.no_grad():\n        for i, photo_batch in enumerate(loader):\n            real_photos = photo_batch.to(device)\n            fake_monets = generator(real_photos)\n            fake_monets = (fake_monets * 0.5 + 0.5).clamp(0, 1)  # Denormalize to [0, 1]\n\n            for j in range(min(num_images, len(fake_monets))):\n                real_img = transforms.ToPILImage()(real_photos[j].cpu())\n                fake_img = transforms.ToPILImage()(fake_monets[j].cpu())\n\n                plt.figure(figsize=(8, 4))\n                plt.subplot(1, 2, 1)\n                plt.title(\"Real Photo\")\n                plt.imshow(real_img)\n                plt.axis(\"off\")\n\n                plt.subplot(1, 2, 2)\n                plt.title(\"Generated Monet\")\n                plt.imshow(fake_img)\n                plt.axis(\"off\")\n                plt.show()\n\n                num_images -= 1\n                if num_images <= 0:\n                    return\n\nvisualize_predictions(photo_loader, generator)","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-12T20:48:18.174297Z","iopub.execute_input":"2024-12-12T20:48:18.174902Z","iopub.status.idle":"2024-12-12T20:48:19.923418Z","shell.execute_reply.started":"2024-12-12T20:48:18.174861Z","shell.execute_reply":"2024-12-12T20:48:19.922516Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"output_dir = \"../tmp/generated_images\"\nos.makedirs(output_dir, exist_ok=True)\n\nwith zipfile.ZipFile(\"images.zip\", \"w\") as zipf:\n    for i, photo_batch in enumerate(photo_loader):\n        real_photos = photo_batch.to(device)\n        fake_monets = generator(real_photos)\n        fake_monets = (fake_monets * 0.5 + 0.5).clamp(0, 1)  # Denormalize to [0, 1]\n\n        for j, img in enumerate(fake_monets):\n            img = transforms.ToPILImage()(img.cpu())\n            img_path = os.path.join(output_dir, f\"image_{i*8+j+1}.jpg\")\n            img.save(img_path)\n            zipf.write(img_path, os.path.basename(img_path))\n\n            if i * 8 + j + 1 >= 8000:  # Stop after generating 8000 images\n                break\n        if i * 8 + j + 1 >= 8000:\n            break","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-12T20:48:58.813798Z","iopub.execute_input":"2024-12-12T20:48:58.814651Z","iopub.status.idle":"2024-12-12T20:49:47.966183Z","shell.execute_reply.started":"2024-12-12T20:48:58.814611Z","shell.execute_reply":"2024-12-12T20:49:47.965214Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"","metadata":{"trusted":true},"outputs":[],"execution_count":null}]}