{"id":974,"date":"2025-04-23T01:39:49","date_gmt":"2025-04-22T16:39:49","guid":{"rendered":"https:\/\/www.dogrow.net\/nnet\/?p=974"},"modified":"2025-04-24T14:31:09","modified_gmt":"2025-04-24T05:31:09","slug":"blog31-pytorch%e3%81%a7cpu-vs-gpu-%e3%81%a9%e3%81%a1%e3%82%89%e3%81%8c%e9%80%9f%e3%81%84%ef%bc%9f","status":"publish","type":"post","link":"https:\/\/www.dogrow.net\/nnet\/blog31-pytorch%e3%81%a7cpu-vs-gpu-%e3%81%a9%e3%81%a1%e3%82%89%e3%81%8c%e9%80%9f%e3%81%84%ef%bc%9f\/","title":{"rendered":"(31)\u3010PyTorch\u3067MNIST #2\u3011GPU vs CPU \u3069\u3061\u3089\u304c\u901f\u3044\uff1f"},"content":{"rendered":"<h1 class=\"my_h\">\u30101\u3011\u3084\u308a\u305f\u3044\u3053\u3068<\/h1>\n<p>PyTorch\u3092 GPU\u5b9f\u884c vs CPU\u5b9f\u884c\u3067\u901f\u5ea6\u6027\u80fd\u3092\u6bd4\u8f03\u3057\u3066\u307f\u305f\u3044\u3002<br \/>\n<span class=\"my_fc_gray\">\u3084\u308b\u524d\u304b\u3089\u7d50\u679c\u306f\u660e\u3089\u304b\u3060\u304c\u30fb\u30fb\u30fb<\/span><\/p>\n<p>\u5b9f\u884c\u74b0\u5883\u306f\u4ee5\u4e0b\u306e\u901a\u308a\u3002<br \/>\n<table class=\"my_tbl_simple\">\n<tr><td>CPU<\/td><td>Intel Core i9 13900<\/td><\/tr><tr><td>GPU<\/td><td>NVIDIA GeForce RTX 5070ti<\/td><\/tr><tr><td>\u5b9f\u884c\u30d7\u30ed\u30b0\u30e9\u30e0<\/td><td><a href=\"https:\/\/www.dogrow.net\/nnet\/blog30-pytorch%e3%81%a7mnist-%e2%98%85rtx5070ti%e3%81%a7%e3%81%aa%e3%81%8b%e3%81%aa%e3%81%8b%e9%ab%98%e9%80%9f%ef%bc%81\/\" target=\"_blank\">(30) PyTorch\u3067MNIST\uff08GeForce RTX 5070ti\u3067\u9ad8\u901f\u5b9f\u884c\uff09<\/a> \u3067\u4f7f\u7528\u3057\u305f MNIST\u7528\u30b5\u30f3\u30d7\u30eb\u30d7\u30ed\u30b0\u30e9\u30e0<\/td><\/tr>\n<\/table> <\/p>\n<p>\u4e0b\u8a18\u306e\u6570\u70b9\u3060\u3051\u30d7\u30ed\u30b0\u30e9\u30e0\u3092\u5909\u66f4\u3057\u305f\u3002<br \/>\n\u30fbGPU or CPU \u4f7f\u7528\u4e2d\u306e\u30c7\u30d0\u30a4\u30b9\u3092\u8868\u793a\u3059\u308b\u3002<br \/>\n\u30fb\u6240\u8981\u6642\u9593\u3092\u6e2c\u5b9a\u3001\u8868\u793a\u3059\u308b\u3002<br \/>\n\u30fb\u30df\u30cb\u30d0\u30c3\u30c1\u3054\u3068\u306e\u7d50\u679c\u8868\u793a\u3092\u6291\u5236\u3059\u308b\u3002<br \/>\n\u30fb\u4f7f\u308f\u306a\u3044\u30b3\u30de\u30f3\u30c9\u30e9\u30a4\u30f3\u5f15\u6570\u3092\u7121\u8996\u3059\u308b\u3002<br \/>\n\u30fb\u305d\u306e\u4ed6\u3001\u4e0d\u8981\u306a\u51e6\u7406\u3092\u524a\u9664\u3057\u305f\u3002<\/p>\n<pre class=\"brush: python; title: ; notranslate\" title=\"\">\r\nimport argparse\r\nimport torch\r\nimport torch.nn as nn\r\nimport torch.nn.functional as F\r\nimport torch.optim as optim\r\nfrom torchvision import datasets, transforms\r\nfrom torch.optim.lr_scheduler import StepLR\r\nimport time\r\n\r\nclass Net(nn.Module):\r\n    def __init__(self):\r\n        super(Net, self).__init__()\r\n        self.conv1 = nn.Conv2d(1, 32, 3, 1)\r\n        self.conv2 = nn.Conv2d(32, 64, 3, 1)\r\n        self.dropout1 = nn.Dropout(0.25)\r\n        self.dropout2 = nn.Dropout(0.5)\r\n        self.fc1 = nn.Linear(9216, 128)\r\n        self.fc2 = nn.Linear(128, 10)\r\n\r\n    def forward(self, x):\r\n        x = self.conv1(x)\r\n        x = F.relu(x)\r\n        x = self.conv2(x)\r\n        x = F.relu(x)\r\n        x = F.max_pool2d(x, 2)\r\n        x = self.dropout1(x)\r\n        x = torch.flatten(x, 1)\r\n        x = self.fc1(x)\r\n        x = F.relu(x)\r\n        x = self.dropout2(x)\r\n        x = self.fc2(x)\r\n        output = F.log_softmax(x, dim=1)\r\n        return output\r\n\r\ndef train(args, model, device, train_loader, optimizer, epoch):\r\n    model.train()\r\n    for batch_idx, (data, target) in enumerate(train_loader):\r\n        data, target = data.to(device), target.to(device)\r\n        optimizer.zero_grad()\r\n        output = model(data)\r\n        loss = F.nll_loss(output, target)\r\n        loss.backward()\r\n        optimizer.step()\r\n\r\ndef test(model, device, test_loader):\r\n    model.eval()\r\n    test_loss = 0\r\n    correct = 0\r\n    with torch.no_grad():\r\n        for data, target in test_loader:\r\n            data, target = data.to(device), target.to(device)\r\n            output = model(data)\r\n            test_loss += F.nll_loss(output, target, reduction='sum').item()  # sum up batch loss\r\n            pred = output.argmax(dim=1, keepdim=True)  # get the index of the max log-probability\r\n            correct += pred.eq(target.view_as(pred)).sum().item()\r\n    test_loss \/= len(test_loader.dataset)\r\n    print('Test set: Average loss: {:.4f}, Accuracy: {}\/{} ({:.2f}%)'.format(\r\n        test_loss, correct, len(test_loader.dataset), 100. * correct \/ len(test_loader.dataset)))\r\n\r\ndef main():\r\n    parser = argparse.ArgumentParser(description='PyTorch MNIST Example')\r\n    parser.add_argument('--epochs', type=int, default=3, metavar='N',    help='number of epochs to train (default: 14)')\r\n    parser.add_argument('--no-cuda', action='store_true', default=False, help='disables CUDA training')\r\n    args = parser.parse_args()\r\n    use_cuda = not args.no_cuda and torch.cuda.is_available()\r\n    if use_cuda:\r\n        device = torch.device(&quot;cuda&quot;)\r\n    else:\r\n        device = torch.device(&quot;cpu&quot;)\r\n    print(&quot;use device is {}&quot;.format(device))\r\n    train_kwargs = {'batch_size': 64}\r\n    test_kwargs  = {'batch_size': 1000}\r\n    start_time = time.time()\r\n    if use_cuda:\r\n        cuda_kwargs = {'num_workers': 1, 'pin_memory': True, 'shuffle': True}\r\n        train_kwargs.update(cuda_kwargs)\r\n        test_kwargs.update(cuda_kwargs)\r\n    transform=transforms.Compose(&#x5B;\r\n        transforms.ToTensor(),\r\n        transforms.Normalize((0.1307,), (0.3081,))\r\n        ])\r\n    dataset1 = datasets.MNIST('..\/data', train=True, download=True, transform=transform)\r\n    dataset2 = datasets.MNIST('..\/data', train=False,               transform=transform)\r\n    train_loader = torch.utils.data.DataLoader(dataset1,**train_kwargs)\r\n    test_loader  = torch.utils.data.DataLoader(dataset2, **test_kwargs)\r\n    model = Net().to(device)\r\n    optimizer = optim.Adadelta(model.parameters(), lr=1.0)\r\n    scheduler = StepLR(optimizer, step_size=1, gamma=0.7)\r\n    for epoch in range(1, args.epochs + 1):\r\n        train(args, model, device, train_loader, optimizer, epoch)\r\n        test(model, device, test_loader)\r\n        scheduler.step()\r\n    end_time = time.time()\r\n    elapsed_time = round(end_time - start_time, 1)\r\n    print(f&quot;\u51e6\u7406\u6642\u9593: {elapsed_time} \u79d2&quot;)\r\n\r\nif __name__ == '__main__':\r\n    main()\r\n<\/pre>\n<h1 class=\"my_h\">\u30102\u3011\u3084\u3063\u3066\u307f\u305f<\/h1>\n<h3 class=\"my_h\">(1) GPU\u5b9f\u884c\uff08RTX 5070ti\uff09<\/h3>\n<pre class=\"my_pre_bgBlack\">\r\n(myPyTorch) $ python main.py --epochs 1\r\nuse device is cuda\r\nTest set: Average loss: 0.0536, Accuracy: 9831\/10000 (98.31%)\r\n\u51e6\u7406\u6642\u9593: 3.2 \u79d2\r\n<\/pre>\n<h3 class=\"my_h\">(2) CPU\u5b9f\u884c\uff08i9 13900\uff09<\/h3>\n<p>\u540c\u3058\u30d7\u30ed\u30b0\u30e9\u30e0\u3092\u3001\u30b3\u30de\u30f3\u30c9\u30e9\u30a4\u30aa\u30d7\u30b7\u30e7\u30f3 <span class=\"my_fc_deeppinkB\">&#45;&#45;no-cuda<\/span> \u6307\u5b9a\u3067\u5b9f\u884c\u3059\u308c\u3070\u3088\u3044\u3002<\/p>\n<pre class=\"my_pre_bgBlack\">\r\n(myPyTorch) $ python main.py --no-cuda --epochs 1\r\nuse device is cpu\r\nTest set: Average loss: 0.0487, Accuracy: 9837\/10000 (98.37%)\r\n\u51e6\u7406\u6642\u9593: 20.0 \u79d2\r\n<\/pre>\n<p>GPU\u5b9f\u884c\u306e 6\u500d\u4ee5\u4e0a\u306e\u6642\u9593\u304c\u304b\u304b\u3063\u305f\u3002<\/p>\n<p>\u30ea\u30bd\u30fc\u30b9\u30e2\u30cb\u30bf\u30fc\u3092\u898b\u308b\u3068\u3001\u4f7f\u7528\u3057\u3066\u3044\u308b CPU i9 13900 \u306e cpu core\u3092\u307b\u307c\u30d5\u30eb\u306b\u4f7f\u3063\u3066\u306e\u7d50\u679c\u3060\u3002<br \/>\n<img decoding=\"async\" src=\"https:\/\/www.dogrow.net\/nnet\/wp-content\/uploads\/2025\/04\/i008.jpg\" alt=\"\" class=\"my_add_bs1\" \/><\/p>\n<h1 class=\"my_h\">\u30103\u3011\u6240\u611f<\/h1>\n<p>\u30fbCPU\u306e\u5834\u5408\u3001\u30e1\u30e2\u30ea\u5bb9\u91cf\u3092\u7c21\u5358\u306b\u5927\u304d\u304f\u3067\u304d\u308b\u3068\u3044\u3046\u30e1\u30ea\u30c3\u30c8\u304c\u3042\u308b\u3002<br \/>\n\u3000GPU\u306e\u30e1\u30e2\u30ea\u306f\u300118\u4e07\u5186\u3082\u3059\u308b RTX 5070ti\u3067\u3055\u3048 16GB\u3057\u304b\u306a\u3044\u306e\u3060\u3002<br \/>\n\u3000\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u69cb\u6210\u304c\u5927\u304d\u304f\u306a\u3063\u3066 GPU\u30e1\u30e2\u30ea\u304c\u4e0d\u8db3\u3057\u305f\u5834\u5408\u3001CPU\u3068 GPU\u306e\u30d8\u30c6\u30ed\u306a\u7d44\u307f\u5408\u308f\u305b\u3067\u30b7\u30b9\u30c6\u30e0\u3092\u7d44\u307e\u306a\u3051\u308c\u3070\u306a\u3089\u306a\u3044\u304b\u3082\u3002<\/p>\n<hr class=\"my_hr_bottom\">\n","protected":false},"excerpt":{"rendered":"<p>\u30101\u3011\u3084\u308a\u305f\u3044\u3053\u3068 PyTorch\u3092 GPU\u5b9f\u884c vs CPU\u5b9f\u884c\u3067\u901f\u5ea6\u6027\u80fd\u3092\u6bd4\u8f03\u3057\u3066\u307f\u305f\u3044\u3002 \u3084\u308b\u524d\u304b\u3089\u7d50\u679c\u306f\u660e\u3089\u304b\u3060\u304c\u30fb\u30fb\u30fb \u5b9f\u884c\u74b0\u5883\u306f\u4ee5\u4e0b\u306e\u901a\u308a\u3002 \u4e0b\u8a18\u306e\u6570\u70b9\u3060\u3051\u30d7\u30ed\u30b0\u30e9\u30e0\u3092\u5909\u66f4\u3057\u305f\u3002 \u30fbGPU or CPU \u4f7f\u7528\u2026 <span class=\"read-more\"><a href=\"https:\/\/www.dogrow.net\/nnet\/blog31-pytorch%e3%81%a7cpu-vs-gpu-%e3%81%a9%e3%81%a1%e3%82%89%e3%81%8c%e9%80%9f%e3%81%84%ef%bc%9f\/\">\u7d9a\u304d\u3092\u8aad\u3080 &raquo;<\/a><\/span><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[18,16],"tags":[],"class_list":["post-974","post","type-post","status-publish","format-standard","hentry","category-mnist","category-pytorch"],"views":1009,"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/posts\/974","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/comments?post=974"}],"version-history":[{"count":22,"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/posts\/974\/revisions"}],"predecessor-version":[{"id":1219,"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/posts\/974\/revisions\/1219"}],"wp:attachment":[{"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/media?parent=974"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/categories?post=974"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.dogrow.net\/nnet\/wp-json\/wp\/v2\/tags?post=974"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}