{"id":10715,"date":"2022-09-25T18:14:21","date_gmt":"2022-09-25T09:14:21","guid":{"rendered":"https:\/\/tetsumag.com\/?p=10715"},"modified":"2026-08-01T13:48:42","modified_gmt":"2026-08-01T04:48:42","slug":"286","status":"publish","type":"post","link":"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/","title":{"rendered":"\u3010PyTorch\u3011Dataset\u3001Dataloader\u306e\u4f5c\u6210\u904e\u7a0b\u3000\u8a73\u7d30\u306a\u7406\u89e3\u3068\u3088\u304f\u3042\u308b\u30df\u30b9"},"content":{"rendered":"\n<p>\u79c1\u305f\u3061\u306e\u76ee\u7684\u306fAI\u3092\u5229\u6d3b\u7528\u3057\u696d\u52d9\u3092\u6539\u5584\u3059\u308b\u3053\u3068\u3067\u3059\u304c\u3001AI\u306e\u52c9\u5f37\u306b\u306f\u9ad8\u7b49\u6570\u5b66\u306e\u77e5\u8b58\u304c\u5fc5\u8981\u306b\u306a\u3063\u3066\u304d\u307e\u3059\u3002<\/p>\n<p>\u753b\u50cf\u5206\u985e\u306e\u5b66\u7fd2\u3067\u306f\u3001\u300c\u30c6\u30f3\u30bd\u30eb\u300d\u300c\u6b63\u898f\u5206\u5e03(\u30ac\u30a6\u30b9\u5206\u5e03)\u300d\u300c\u6a19\u6e96\u5316\u300d\u300c\u640d\u5931\u95a2\u6570\u300d\u300c\u6700\u9069\u5316\u95a2\u6570\u300d\u306a\u3069\u975e\u5e38\u306b\u96e3\u3057\u3044\u5358\u8a9e\u304c\u767b\u5834\u3057\u307e\u3059\u3002<\/p>\n<p>AI\u306e\u666e\u53ca\u7387\u304c\u4f4e\u3044\u306e\u306f\u3053\u308c\u3089\u306e\u96e3\u89e3\u306a\u6570\u5b66\u306e\u77e5\u8b58\u304c\u90aa\u9b54\u3057\u3066\u3044\u308b\u306e\u3082\u4e00\u56e0\u304b\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n<p>\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001\u753b\u50cf\u30c7\u30fc\u30bf(CIFAR10)\u3092\u7528\u3044\u306a\u304c\u3089Dataset\u3001Dataloader\u306e\u4f5c\u6210\u904e\u7a0b\u3001\u7279\u306b\u300c\u30c6\u30f3\u30bd\u30eb\u300d\u300c\u6b63\u898f\u5206\u5e03(\u30ac\u30a6\u30b9\u5206\u5e03)\u300d\u300c\u6a19\u6e96\u5316\u300d\u306e\u8a00\u8449\u306e\u610f\u5473\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u8aac\u660e\u3057\u307e\u3059\u3002<\/p>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_38 counter-hierarchy ez-toc-counter ez-toc-transparent ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\">\u76ee\u6b21<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" style=\"display: none;\"><label for=\"item\" aria-label=\"Table of Content\"><span style=\"display: flex;align-items: center;width: 35px;height: 30px;justify-content: center;\"><svg style=\"fill: #444444;color:#444444\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #444444;color:#444444\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/label><input type=\"checkbox\" id=\"item\"><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#CIFAR10%E3%82%92%E5%88%A9%E7%94%A8%E3%81%97%E3%81%9Fpytorch%E3%81%AE%E5%AD%A6%E7%BF%92%E6%89%8B%E9%A0%86\" title=\"CIFAR10\u3092\u5229\u7528\u3057\u305fpytorch\u306e\u5b66\u7fd2\u624b\u9806\">CIFAR10\u3092\u5229\u7528\u3057\u305fpytorch\u306e\u5b66\u7fd2\u624b\u9806<\/a><ul class='ez-toc-list-level-3'><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#Dataset%E3%80%81Dataloader%E3%81%AE%E4%BD%9C%E6%88%90%E9%81%8E%E7%A8%8B%E3%82%B3%E3%83%BC%E3%83%89\" title=\"Dataset\u3001Dataloader\u306e\u4f5c\u6210\u904e\u7a0b\u30b3\u30fc\u30c9\">Dataset\u3001Dataloader\u306e\u4f5c\u6210\u904e\u7a0b\u30b3\u30fc\u30c9<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#%E7%94%BB%E5%83%8F%E5%88%86%E9%A1%9E%E3%81%AB%E3%81%A4%E3%81%84%E3%81%A6\" title=\"\u753b\u50cf\u5206\u985e\u306b\u3064\u3044\u3066\">\u753b\u50cf\u5206\u985e\u306b\u3064\u3044\u3066<\/a><ul class='ez-toc-list-level-4'><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#%E5%86%99%E7%9C%9F%E3%81%AF%E8%B5%A4%E3%80%81%E7%B7%91%E3%80%81%E9%9D%92%E3%81%AE3%E3%81%A4%E3%81%AE%E8%A1%8C%E5%88%97%E3%81%AE%E9%9B%86%E3%81%BE%E3%82%8A\" title=\"\u5199\u771f\u306f\u8d64\u3001\u7dd1\u3001\u9752\u306e3\u3064\u306e\u884c\u5217\u306e\u96c6\u307e\u308a\">\u5199\u771f\u306f\u8d64\u3001\u7dd1\u3001\u9752\u306e3\u3064\u306e\u884c\u5217\u306e\u96c6\u307e\u308a<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#%E3%83%86%E3%83%B3%E3%82%BD%E3%83%ABndarray\" title=\"\u30c6\u30f3\u30bd\u30eb=ndarray\">\u30c6\u30f3\u30bd\u30eb=ndarray<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#GPU%E3%82%92%E4%BD%BF%E7%94%A8%E3%81%99%E3%82%8B%E9%9A%9B%E3%81%AFNumpy%E3%81%AEndarray%E5%9E%8B%E3%81%A7%E3%81%AF%E3%81%AA%E3%81%8FPytorch%E3%81%AETensor%E5%9E%8B%E3%81%AB%E5%A4%89%E6%8F%9B%E3%81%99%E3%82%8B\" title=\"GPU\u3092\u4f7f\u7528\u3059\u308b\u969b\u306fNumpy\u306endarray\u578b\u3067\u306f\u306a\u304fPytorch\u306eTensor\u578b\u306b\u5909\u63db\u3059\u308b\">GPU\u3092\u4f7f\u7528\u3059\u308b\u969b\u306fNumpy\u306endarray\u578b\u3067\u306f\u306a\u304fPytorch\u306eTensor\u578b\u306b\u5909\u63db\u3059\u308b<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#%E3%83%87%E3%83%BC%E3%82%BF%E3%81%AE%E5%89%8D%E5%87%A6%E7%90%86\" title=\"\u30c7\u30fc\u30bf\u306e\u524d\u51e6\u7406\">\u30c7\u30fc\u30bf\u306e\u524d\u51e6\u7406<\/a><ul class='ez-toc-list-level-4'><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#transformsToTensor%E3%81%A7Tensor%E5%9E%8B%E3%81%AB%E5%A4%89%E6%8F%9B\" title=\"transforms.ToTensor()\u3067Tensor\u578b\u306b\u5909\u63db\">transforms.ToTensor()\u3067Tensor\u578b\u306b\u5909\u63db<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#transformsNormalize05_05_05_05_05_05%E3%81%A7%E6%A8%99%E6%BA%96%E5%8C%96\" title=\"transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))\u3067\u6a19\u6e96\u5316\">transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))\u3067\u6a19\u6e96\u5316<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#Tensor%E5%9E%8B%E3%81%AB%E3%81%AA%E3%81%A3%E3%81%9F%E3%81%AE%E3%81%8B%E7%A2%BA%E8%AA%8D\" title=\"Tensor\u578b\u306b\u306a\u3063\u305f\u306e\u304b\u78ba\u8a8d\">Tensor\u578b\u306b\u306a\u3063\u305f\u306e\u304b\u78ba\u8a8d<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#%E6%A8%99%E6%BA%96%E5%8C%96%E3%81%8C%E3%81%A7%E3%81%8D%E3%81%9F%E3%81%8B%E7%A2%BA%E8%AA%8D\" title=\"\u6a19\u6e96\u5316\u304c\u3067\u304d\u305f\u304b\u78ba\u8a8d\">\u6a19\u6e96\u5316\u304c\u3067\u304d\u305f\u304b\u78ba\u8a8d<\/a><\/li><\/ul><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#%E3%82%88%E3%81%8F%E3%81%82%E3%82%8B%E3%82%A8%E3%83%A9%E3%83%BC\" title=\"\u3088\u304f\u3042\u308b\u30a8\u30e9\u30fc\">\u3088\u304f\u3042\u308b\u30a8\u30e9\u30fc<\/a><ul class='ez-toc-list-level-3'><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#RuntimeError_The_size_of_tensor_a_3_must_match_the_size_of_tensor_b_4_at_non-singleton_dimension_0\" title=\"RuntimeError: The size of tensor a (3) must match the size of tensor b (4) at non-singleton dimension 0\">RuntimeError: The size of tensor a (3) must match the size of tensor b (4) at non-singleton dimension 0<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/#%E3%81%BE%E3%81%A8%E3%82%81\" title=\"\u307e\u3068\u3081\">\u307e\u3068\u3081<\/a><\/li><\/ul><\/nav><\/div>\n<h2><span class=\"ez-toc-section\" id=\"CIFAR10%E3%82%92%E5%88%A9%E7%94%A8%E3%81%97%E3%81%9Fpytorch%E3%81%AE%E5%AD%A6%E7%BF%92%E6%89%8B%E9%A0%86\"><\/span>CIFAR10\u3092\u5229\u7528\u3057\u305fpytorch\u306e\u5b66\u7fd2\u624b\u9806<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>CIFAR10\u306f\u300110\u7a2e\u985e\u306e\u300c\u7269\u4f53\u30ab\u30e9\u30fc\u5199\u771f\u300d\uff08\u4e57\u308a\u7269\u3084\u52d5\u7269\u306a\u3069\uff09\u306e\u753b\u50cf\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3067\u3042\u308a\u3001\u753b\u50cf\u5206\u985e\u3092\u76ee\u7684\u3068\u3057\u305f\u6a5f\u68b0\u5b66\u7fd2\u306e\u7814\u7a76\u3084\u30c1\u30e5\u30fc\u30c8\u30ea\u30a2\u30eb\u3068\u3057\u3066\u4f7f\u7528\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u753b\u50cf\u5206\u985e\u306e\u624b\u9806\u306f\u4ee5\u4e0b\u306e\u901a\u308a\u3067\u3059\u3002<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"\">1.\u30c7\u30fc\u30bf\u3092\u6e96\u5099\u3057\u3066Dataset\u3001Dataloader\u3092\u4f5c\u6210\r\n2.Model\u306e\u5b9a\u7fa9\r\n3.\u640d\u5931\u95a2\u6570\u3068\u6700\u9069\u5316\u95a2\u6570\u306e\u5b9a\u7fa9\r\n4.\u5b66\u7fd2\r\n5.\u30c6\u30b9\u30c8\r\n\r\n<\/pre>\n<p>\u3053\u3053\u3067\u306f\u3001\u300c1.\u30c7\u30fc\u30bf\u3092\u6e96\u5099\u3057\u3066Dataset\u3001Dataloader\u3092\u4f5c\u6210\u300d\u306b\u3064\u3044\u3066\u307f\u3066\u3044\u304d\u307e\u3057\u3087\u3046\u3002<\/p>\n<h3><span class=\"ez-toc-section\" id=\"Dataset%E3%80%81Dataloader%E3%81%AE%E4%BD%9C%E6%88%90%E9%81%8E%E7%A8%8B%E3%82%B3%E3%83%BC%E3%83%89\"><\/span>Dataset\u3001Dataloader\u306e\u4f5c\u6210\u904e\u7a0b\u30b3\u30fc\u30c9<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u30b3\u30fc\u30c9\u306f\u4ee5\u4e0b\u306e\u901a\u308a\u3067\u3059\u3002<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"\">import torch\r\nimport torchvision\r\nimport torchvision.transforms as transforms\r\n\r\n# \u30c7\u30fc\u30bf\u306e\u524d\u51e6\u7406\r\n# ch\u30921\u6b21\u5143\u306b\u3057\u3066Tensor\u5316 &gt; \u6a19\u6e96\u5316\r\ntransform = transforms.Compose(\r\n    [transforms.ToTensor(),\r\n     transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))])\r\n\r\n# \u30d0\u30c3\u30c1\u30b5\u30a4\u30ba\uff1a\u3000\u5c0f\u5206\u3051\u306b\u3059\u308b\u5b66\u7fd2\u30c7\u30fc\u30bf\u30b5\u30a4\u30ba\r\nbatch_size = 4\r\n\r\n# Dataset\u3068Dataloader Pytorch\u3067\u30c7\u30fc\u30bf\u3092\u7ba1\u7406\u3059\u308b\u3082\u306e\r\n## \u8a13\u7df4\u7528\u30c7\u30fc\u30bf\r\ntrainset = torchvision.datasets.CIFAR10(root='.\/data', train=True,\r\n                                        download=True, transform=transform)\r\ntrainloader = torch.utils.data.DataLoader(trainset, batch_size=batch_size,\r\n                                          shuffle=True, num_workers=2)\r\n## \u30c6\u30b9\u30c8\u7528\u30c7\u30fc\u30bf\r\ntestset = torchvision.datasets.CIFAR10(root='.\/data', train=False,\r\n                                       download=True, transform=transform)\r\ntestloader = torch.utils.data.DataLoader(testset, batch_size=batch_size,\r\n                                         shuffle=False, num_workers=2)\r\n\r\n# CIFAR10\u306e10\u7a2e\u306e\u5206\u985e\r\nclasses = ('plane', 'car', 'bird', 'cat',\r\n           'deer', 'dog', 'frog', 'horse', 'ship', 'truck')\r\n\r\n<\/pre>\n<h3><span class=\"ez-toc-section\" id=\"%E7%94%BB%E5%83%8F%E5%88%86%E9%A1%9E%E3%81%AB%E3%81%A4%E3%81%84%E3%81%A6\"><\/span>\u753b\u50cf\u5206\u985e\u306b\u3064\u3044\u3066<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p><a href=\"https:\/\/tetsumag.com\/wp-content\/uploads\/2022\/09\/\u753b\u50cf1-3.png\"><img decoding=\"async\" loading=\"lazy\" src=\"https:\/\/tetsumag.com\/wp-content\/uploads\/2022\/09\/\u753b\u50cf1-3-1024x638.png\" alt=\"\" width=\"1024\" height=\"638\" class=\"aligncenter size-large wp-image-10725\" srcset=\"https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/\u753b\u50cf1-3-1024x638.png 1024w, https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/\u753b\u50cf1-3-300x187.png 300w, https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/\u753b\u50cf1-3-768x478.png 768w, https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/\u753b\u50cf1-3-1536x957.png 1536w, https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/\u753b\u50cf1-3-2048x1276.png 2048w, https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/\u753b\u50cf1-3-1320x822.png 1320w, https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/\u753b\u50cf1-3-600x374.png 600w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/a><\/p>\n<p>\u305d\u3082\u305d\u3082\u753b\u50cf\u3092\u30b3\u30f3\u30d4\u30e5\u30fc\u30bf\u30fc\u3067\u51e6\u7406\u3059\u308b\u3068\u3044\u3046\u3053\u3068\u306f\u3069\u3046\u3044\u3046\u3053\u3068\u306a\u306e\u304b\uff1f<\/p>\n<p>\u753b\u50cf\u306e\u4ed5\u7d44\u307f\u304b\u3089\u898b\u3066\u3044\u304d\u307e\u3057\u3087\u3046\u3002<\/p>\n<h4><span class=\"ez-toc-section\" id=\"%E5%86%99%E7%9C%9F%E3%81%AF%E8%B5%A4%E3%80%81%E7%B7%91%E3%80%81%E9%9D%92%E3%81%AE3%E3%81%A4%E3%81%AE%E8%A1%8C%E5%88%97%E3%81%AE%E9%9B%86%E3%81%BE%E3%82%8A\"><\/span>\u5199\u771f\u306f\u8d64\u3001\u7dd1\u3001\u9752\u306e3\u3064\u306e\u884c\u5217\u306e\u96c6\u307e\u308a<span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p><a href=\"http:\/\/www.tetsumag.com\/wp-content\/uploads\/2022\/09\/202303210854.jpg\"><img decoding=\"async\" loading=\"lazy\" src=\"http:\/\/www.tetsumag.com\/wp-content\/uploads\/2022\/09\/202303210854-1024x576.jpg\" alt=\"\" width=\"1024\" height=\"576\" class=\"aligncenter size-large wp-image-12551\" srcset=\"https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/202303210854-1024x576.jpg 1024w, https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/202303210854-768x432.jpg 768w, https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/202303210854-600x338.jpg 600w, https:\/\/tetsumag.com\/blog\/wp-content\/uploads\/2022\/09\/202303210854.jpg 1280w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/a><\/p>\n<p>\u30b3\u30f3\u30d4\u30e5\u30fc\u30bf\u30fc\u306b\u753b\u50cf\u3092\u8aad\u307f\u8fbc\u307e\u305b\u308b\u306b\u306f\u3001\u5199\u771f\u3068\u3044\u3046\u30c7\u30fc\u30bf\u3092\u6570\u5b57\u306b\u5909\u63db\u3055\u305b\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n<p>\u30ab\u30e9\u30fc\u5199\u771f(500*500\u30d4\u30af\u30bb\u30eb\u306e\u5834\u5408)\u306f\u8d64\u8272\u306e500*500\u306e\u884c\u5217\u3001\u7dd1\u8272\u306e500*500\u306e\u884c\u5217\u3001\u9752\u8272\u306e500*500\u306e\u884c\u5217\u306e3\u3064\u306e\u884c\u5217\u304b\u3089\u3067\u304d\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u4e00\u3064\u4e00\u3064\u306e\u30d4\u30af\u30bb\u30eb\u306f256\u6bb5\u968e(0=\u767d~255=\u9ed2)\u306e\u6fc3\u6de1\u3067\u8868\u793a\u3055\u308c\u3001\u30b3\u30f3\u30d4\u30e5\u30fc\u30bf\u30fc\u306f\u3053\u306e\u6570\u5b57\u3067\u753b\u50cf\u304c\u3069\u306e\u3088\u3046\u306a\u8272\u306b\u306a\u3063\u3066\u3044\u308b\u306e\u304b\u8a8d\u8b58\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h4><span class=\"ez-toc-section\" id=\"%E3%83%86%E3%83%B3%E3%82%BD%E3%83%ABndarray\"><\/span>\u30c6\u30f3\u30bd\u30eb=ndarray<span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p>\u30c6\u30f3\u30bd\u30eb\u306f\u884c\u5217\u3092\u96c6\u3081\u305f\u3082\u306e\u3068\u8003\u3048\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u30c6\u30f3\u30bd\u30eb\u306fndarray\u305d\u306e\u3082\u306e\u3067\u3001ndarray\u5f62\u5f0f\u3067\u4fdd\u5b58\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u30c6\u30f3\u30bd\u30eb\u306e\u6f14\u7b97\u306b\u304a\u3044\u3066\u3001python\u3067\u306fNumpy\u3068\u3044\u3046\u30e9\u30a4\u30d6\u30e9\u30ea\u304c\u3042\u308a\u3001Numpy\u3092\u4f7f\u3046\u3053\u3068\u306b\u3088\u3063\u3066\u975e\u5e38\u306b\u52b9\u7387\u3088\u304f\u30b3\u30fc\u30c9\u3092\u66f8\u304f\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\n<h4><span class=\"ez-toc-section\" id=\"GPU%E3%82%92%E4%BD%BF%E7%94%A8%E3%81%99%E3%82%8B%E9%9A%9B%E3%81%AFNumpy%E3%81%AEndarray%E5%9E%8B%E3%81%A7%E3%81%AF%E3%81%AA%E3%81%8FPytorch%E3%81%AETensor%E5%9E%8B%E3%81%AB%E5%A4%89%E6%8F%9B%E3%81%99%E3%82%8B\"><\/span>GPU\u3092\u4f7f\u7528\u3059\u308b\u969b\u306fNumpy\u306endarray\u578b\u3067\u306f\u306a\u304fPytorch\u306eTensor\u578b\u306b\u5909\u63db\u3059\u308b<span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p>\u30c6\u30f3\u30bd\u30eb\u3060\u3063\u305f\u308a\u3001tensor\u3060\u3063\u305f\u308a\u975e\u5e38\u306b\u308f\u304b\u308a\u306b\u304f\u3044\u3068\u3053\u308d\u3067\u3059\u304c\u3001\u57fa\u672c\u7684\u306b\u306fNumpy\u3082Pytorch\u3082\u540c\u3058\u3082\u306e\u3067\u3059\u3002<\/p>\n<p>Numpy\u3082Pytorch\u3082\u753b\u50cf(\u30c6\u30f3\u30bd\u30eb)\u3092\u53d6\u308a\u6271\u3046\u30e9\u30a4\u30d6\u30e9\u30ea\u3067\u3059\u304c\u3001GPU\u3092\u4f7f\u7528\u3059\u308b\u3068\u304d\u306fPytorch\u306eTensor\u578b\u306b\u5909\u63db\u3059\u308b\u5fc5\u8981\u304c\u3042\u308b\u3068\u899a\u3048\u3066\u304a\u304d\u307e\u3057\u3087\u3046\u3002<\/p>\n<h3><span class=\"ez-toc-section\" id=\"%E3%83%87%E3%83%BC%E3%82%BF%E3%81%AE%E5%89%8D%E5%87%A6%E7%90%86\"><\/span>\u30c7\u30fc\u30bf\u306e\u524d\u51e6\u7406<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<p>\u30c7\u30fc\u30bf\u306e\u524d\u51e6\u7406\u306e\u90e8\u5206\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u898b\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"\"># \u30c7\u30fc\u30bf\u306e\u524d\u51e6\u7406\r\n# ch\u30921\u6b21\u5143\u306b\u3057\u3066Tensor\u5316 &gt; \u6a19\u6e96\u5316\r\ntransform = transforms.Compose(\r\n    [transforms.ToTensor(),\r\n     transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))])\r\n\r\n<\/pre>\n<p>Pytorch\u3067\u306f\u753b\u50cf\u30c7\u30fc\u30bf\u3092(\u8d64\/\u7dd1\/\u9752\u306e3\u8272\u306e\u6b21\u5143, \u9ad8\u3055, \u5e45)\u3067\u53d6\u308a\u6271\u3063\u3066\u304a\u308a\u3001transform\u30aa\u30d6\u30b8\u30a7\u30af\u30c8\u3067\u306f\u4ee5\u4e0b\u306e\u51e6\u7406\u304c\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"\">1.numpy.ndarray\u3092Tensor\u5316\r\n2.\u5404RGB\u306e0\u301c255\u306e\u5024\u3092255\u3067\u5272\u3063\u3066[0, 1] \u306e\u5024\u306b\u3059\u308b(\u6b63\u898f\u5316)\r\n3.\u6a19\u6e96\u5316\u306e\u5f0f\u3092\u4f7f\u3044\u3001[0, 1] \u306e\u7bc4\u56f2\u306e\u5024\u3092 [-1, 1]\u306b\u3059\u308b\u3053\u3068\u3067\u5e73\u5747\u304c0\u3001\u6a19\u6e96\u504f\u5dee\u304c1\u306b\u306a\u308b\u3088\u3046\u306b\u5909\u63db\r\n(\u6b63\u898f\u5206\u5e03\u2192\u6a19\u6e96\u5316\u2192\u6a19\u6e96\u6b63\u898f\u5206\u5e03\u306e\u4f5c\u6210)\r\n\r\n<\/pre>\n<h4><span class=\"ez-toc-section\" id=\"transformsToTensor%E3%81%A7Tensor%E5%9E%8B%E3%81%AB%E5%A4%89%E6%8F%9B\"><\/span>transforms.ToTensor()\u3067Tensor\u578b\u306b\u5909\u63db<span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p>GPU\u3092\u4f7f\u3046\u3053\u3068\u3092\u524d\u63d0\u3068\u3057\u3066\u3044\u308b\u306e\u3067\u3001.ToTensor()\u3067Tensor\u578b\u306b\u5909\u63db\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h4><span class=\"ez-toc-section\" id=\"transformsNormalize05_05_05_05_05_05%E3%81%A7%E6%A8%99%E6%BA%96%E5%8C%96\"><\/span>transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))\u3067\u6a19\u6e96\u5316<span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p>\u6b63\u898f\u5206\u5e03\u306b\u3057\u305f\u3060\u3051\u3067\u306f\u6a19\u6e96\u5316\u306f\u5b8c\u4e86\u3057\u307e\u305b\u3093\u3002<\/p>\n<p>\u5e73\u5747\u304c0\u3001\u6a19\u6e96\u504f\u5dee\u304c1\u306e\u6a19\u6e96\u6b63\u898f\u5206\u5e03\u306b\u5909\u63db\u3059\u308b\u3053\u3068\u3067\u6a19\u6e96\u5316\u304c\u5b8c\u4e86\u3059\u308b\u3053\u3068\u306b\u6ce8\u610f\u3057\u307e\u3059\u3002<\/p>\n<p>\u30b5\u30f3\u30d7\u30eb\u753b\u50cf\u3092\u4ee5\u4e0b\u306e\u30b3\u30fc\u30c9\u3067\u53d6\u5f97\u3057\u3066\u6b63\u3057\u304fTensor\u578b\u306b\u306a\u3063\u3066\u3044\u308b\u306e\u304b\u78ba\u8a8d\u3057\u3066\u307f\u307e\u3057\u3087\u3046\u3002<\/p>\n<h4><span class=\"ez-toc-section\" id=\"Tensor%E5%9E%8B%E3%81%AB%E3%81%AA%E3%81%A3%E3%81%9F%E3%81%AE%E3%81%8B%E7%A2%BA%E8%AA%8D\"><\/span>Tensor\u578b\u306b\u306a\u3063\u305f\u306e\u304b\u78ba\u8a8d<span class=\"ez-toc-section-end\"><\/span><\/h4>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"A\">#\u30b5\u30f3\u30d7\u30eb\u753b\u50cf\u306e\u53d6\u5f97\r\nimport wget\r\n\r\nsite_url = 'https:\/\/itoishoukai.com\/od_course\/sample.jpg'\r\nfile_name = wget.download(site_url)\r\nprint(file_name)\r\n\r\n<\/pre>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"A\">#\u53d6\u5f97\u3057\u305f\u753b\u50cf\u3092transform\u3059\u308b\r\nimport cv2\r\nimg = cv2.imread(\"sample.jpg\")\r\nimg_trans = transform(img)\r\n\r\n<\/pre>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"A\">#\u78ba\u8a8d\r\nprint(type(img_trans))\r\nprint(img_trans.shape)\r\n\r\n<\/pre>\n<h4><span class=\"ez-toc-section\" id=\"%E6%A8%99%E6%BA%96%E5%8C%96%E3%81%8C%E3%81%A7%E3%81%8D%E3%81%9F%E3%81%8B%E7%A2%BA%E8%AA%8D\"><\/span>\u6a19\u6e96\u5316\u304c\u3067\u304d\u305f\u304b\u78ba\u8a8d<span class=\"ez-toc-section-end\"><\/span><\/h4>\n<p>\u6a19\u6e96\u5316\u304c\u6b63\u3057\u304f\u3067\u304d\u3066\u3044\u308b\u304b\u3069\u3046\u304b\u4ee5\u4e0b\u306e\u30b3\u30fc\u30c9\u3067\u78ba\u8a8d\u3057\u307e\u3059\u3002<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"A\">print(\"\u5143\u306e\u6570\u5024 = \", img[300,300,0])\r\nprint(\"(\u5143\u306e\u6570\u5024\/255-\u5e73\u57470.5) \/ \u6a19\u6e96\u504f\u5dee0.5 = \", (img[300,300,0]\/255 - 0.5)\/ 0.5)\r\nprint(\"transform\u3057\u305f\u5f8c\u306e\u6570\u5024 = \", img_trans[0, 300, 300])\r\nprint(\"\u6700\u5c0f\", torch.min(img_trans))\r\nprint(\"\u6700\u5927\", torch.max(img_trans))\r\n\r\n<\/pre>\n<h2><span class=\"ez-toc-section\" id=\"%E3%82%88%E3%81%8F%E3%81%82%E3%82%8B%E3%82%A8%E3%83%A9%E3%83%BC\"><\/span>\u3088\u304f\u3042\u308b\u30a8\u30e9\u30fc<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u5b9f\u969b\u306b\u81ea\u5206\u3067\u52d5\u304b\u3057\u3066\u307f\u3066\u767a\u751f\u3057\u305f\u30a8\u30e9\u30fc\u306e\u5bfe\u51e6\u6cd5\u3092\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n<h3><span class=\"ez-toc-section\" id=\"RuntimeError_The_size_of_tensor_a_3_must_match_the_size_of_tensor_b_4_at_non-singleton_dimension_0\"><\/span>RuntimeError: The size of tensor a (3) must match the size of tensor b (4) at non-singleton dimension 0<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"\">import cv2\r\nimg = cv2.imread(\"sample.jpg\")\r\nimg_trans = transform(img)\r\n\r\nimport torch\r\nimport torchvision\r\nimport torchvision.transforms as transforms\r\n\r\ntransform = transforms.Compose(\r\n    [transforms.ToTensor(),\r\n    transforms.Normalize((0.5,0.5,0.5,0.5),(0.5,0.5,0.5,0.5))])\r\n\r\nbatch_size = 4\r\n\r\ntrainset = torchvision.datasets.CIFAR10(root='.\/data',train=True,download=True,transform=transform)\r\ntrainloader = torch.utils.data.DataLoader(trainset,batch_size=batch_size,shuffle=True,num_workers=2)\r\ntestset = torchvision.datasets.CIFAR10(root='.\/data',train=True,download=True,transform=transform)\r\ntestloader = torch.utils.data.DataLoader(trainset,batch_size=batch_size,shuffle=True,num_workers=2)\r\n\r\nclasses = ('plane','cat','bird','cat','deer','dog','frog','horse','ship','truck')\r\n\r\n<\/pre>\n<p>\u4e0a\u8a18\u306e\u3088\u3046\u306b\u6253\u3061\u9593\u9055\u3048\u308b\u3068\u3001\u6b21\u306e\u30a8\u30e9\u30fc\u304c\u767a\u751f\u3057\u307e\u3059\u3002<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"\">RuntimeError: The size of tensor a (3) must match the size of tensor b (4) at non-singleton dimension 0\r\n\r\n<\/pre>\n<p>\u524d\u8ff0\u3057\u305f\u6a19\u6e96\u5316\u306e\u90e8\u5206\u306e\u30a8\u30e9\u30fc\u3067\u3059\u3002<\/p>\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"python\" title=\"\">\u8aa4:transforms.Normalize((0.5,0.5,0.5,0.5),(0.5,0.5,0.5,0.5))\r\n\u6b63:transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))\r\n\r\n<\/pre>\n<h2><span class=\"ez-toc-section\" id=\"%E3%81%BE%E3%81%A8%E3%82%81\"><\/span>\u307e\u3068\u3081<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>Dataset\u3001Dataloader\u306e\u4f5c\u6210\u904e\u7a0b\u3067\u306f\u300c\u30c6\u30f3\u30bd\u30eb\u300d\u300c\u6b63\u898f\u5206\u5e03(\u30ac\u30a6\u30b9\u5206\u5e03)\u300d\u300c\u6a19\u6e96\u5316\u300d\u306a\u3069\u306e\u96e3\u3057\u3044\u8a00\u8449\u304c\u767b\u5834\u3057\u307e\u3059\u3002<\/p>\n<p>\u5168\u3066\u3092\u8a73\u7d30\u306b\u7406\u89e3\u3059\u308b\u5fc5\u8981\u306f\u3042\u308a\u307e\u305b\u3093\u304c\u3001\u77e5\u898b\u3068\u3057\u3066\u7406\u89e3\u3092\u3057\u3066\u304a\u304f\u3068\u4fbf\u5229\u3067\u3059\u3002<\/p>\n<blockquote class=\"wp-embedded-content\" data-secret=\"X36y1iOReE\"><p><a href=\"https:\/\/www.tetsumag.com\/2022\/07\/13\/283\/\">\u3010PyTorch\u3011GPU\u306e\u30e1\u30e2\u30ea\u4e0d\u8db3\u30a8\u30e9\u30fc\u306e\u5bfe\u51e6\u65b9\u6cd5<\/a><\/p><\/blockquote>\n<p><iframe class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; clip: rect(1px, 1px, 1px, 1px);\" title=\"&#8220;\u3010PyTorch\u3011GPU\u306e\u30e1\u30e2\u30ea\u4e0d\u8db3\u30a8\u30e9\u30fc\u306e\u5bfe\u51e6\u65b9\u6cd5&#8221; &#8212; \u3066\u3064\u307e\u3050\" src=\"https:\/\/www.tetsumag.com\/2022\/07\/13\/283\/embed\/#?secret=sfWC2tiIwV#?secret=X36y1iOReE\" data-secret=\"X36y1iOReE\" width=\"500\" height=\"282\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u79c1\u305f\u3061\u306e\u76ee\u7684\u306fAI\u3092\u5229\u6d3b\u7528\u3057\u696d\u52d9\u3092\u6539\u5584\u3059\u308b\u3053\u3068\u3067\u3059\u304c\u3001AI\u306e\u52c9\u5f37\u306b\u306f\u9ad8\u7b49\u6570\u5b66\u306e\u77e5\u8b58\u304c\u5fc5\u8981\u306b\u306a\u3063\u3066\u304d\u307e\u3059\u3002 \u753b\u50cf\u5206\u985e\u306e\u5b66\u7fd2\u3067\u306f\u3001\u300c\u30c6\u30f3\u30bd\u30eb\u300d\u300c\u6b63\u898f\u5206\u5e03(\u30ac\u30a6\u30b9\u5206\u5e03)\u300d\u300c\u6a19\u6e96\u5316\u300d\u300c\u640d\u5931\u95a2\u6570\u300d\u300c\u6700\u9069\u5316\u95a2\u6570\u300d\u306a\u3069\u975e\u5e38\u306b\u96e3\u3057\u3044\u5358\u8a9e &hellip;<\/p>\n<p class=\"read-more\"> <a class=\"\" href=\"https:\/\/tetsumag.com\/blog\/2022\/09\/25\/286\/\"> <span class=\"screen-reader-text\">\u3010PyTorch\u3011Dataset\u3001Dataloader\u306e\u4f5c\u6210\u904e\u7a0b\u3000\u8a73\u7d30\u306a\u7406\u89e3\u3068\u3088\u304f\u3042\u308b\u30df\u30b9<\/span> \u3082\u3063\u3068\u8aad\u3080 &raquo;<\/a><\/p>\n","protected":false},"author":1,"featured_media":12551,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"default","ast-global-header-display":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"default","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","_themeisle_gutenberg_block_has_review":false},"categories":[127],"tags":[111],"aioseo_notices":[],"_links":{"self":[{"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/posts\/10715"}],"collection":[{"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/comments?post=10715"}],"version-history":[{"count":8,"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/posts\/10715\/revisions"}],"predecessor-version":[{"id":15357,"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/posts\/10715\/revisions\/15357"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/media\/12551"}],"wp:attachment":[{"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/media?parent=10715"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/categories?post=10715"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/tetsumag.com\/blog\/wp-json\/wp\/v2\/tags?post=10715"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}