ARTICLE DETAIL

资讯详情

深耕商务建站与企业官网运营的一线实战洞察。

PyTorch多类别语义分割实战:Unet从数据预处理到mIoU评估全链路排雷

PyTorch多类别语义分割实战:Unet从数据预处理到mIoU评估全链路排雷 简介本资源是面向深度学习初学者与计算机视觉实践者的PyTorch多类别语义分割实战项目聚焦Unet模型在自定义数据集上的完整实现适用于医学影像、遥感解译等需精细像素级分类的场景。压缩包共46个文件含19个核心Python源码如unet.py、train.py、datasets/模块、24个编译缓存pyc文件、2个配置说明txt及1个info.json元信息文件结构清晰体现数据加载、模型构建、损失计算、训练调度与评估全流程整体仅69KB轻量易部署。已有15279人学习下载反映出其在入门级语义分割实践中的高复用价值。读者可直接复用该工程框架快速替换自有数据集路径、调整类别数与标签映射、调用预置的数据增强与权重计算逻辑并通过demo.py可视化预测结果目录中custom_transforms、mypath、metrics等模块封装规范便于理解Unet各组件协作机制与PyTorch工程化组织方式。1. Pytorch下实现Unet对自己多类别数据集的语义分割不是调个库就能跑通而是从标签映射错位、通道数爆炸到loss不降的完整排雷实录你手头有一批自己拍的工业零件图像带像素级标注——不是PASCAL VOC那种“背景人车”的三分类而是“螺栓A/螺栓B/垫片C/锈蚀区/划痕D/正常基底”共6类你想用Unet做端到端语义分割但pip install torch torchvision后第一行model UNet(n_classes6)就报错RuntimeError: Expected input batch_size (4) to match target batch_size (1)或者训练100轮loss纹丝不动验证mIoU卡在0.03。这不是模型不行是PyTorch下Unet落地多类别分割的真实水位线它要求你亲手把label.png里的灰度值0,1,2,3,4,5对齐到one-hot的第0~5维手动处理mask通道顺序硬编码ignore_index甚至重写DiceLoss的smooth项防除零。本文不讲Unet结构图只拆解某实验室在产线缺陷检测项目中用PyTorch 1.13CuDNN 8.6实打实跑通6类Unet的全流程——从原始label.png的灰度值校验到DataLoader里transforms.Compose的顺序陷阱再到验证阶段逐类计算IoU的脚本每一步都附可直接粘贴运行的代码块和血泪参数说明。2. 多类别语义分割的数据准备label.png灰度值必须严格映射为0~N-1且不可跳号2.1 标签图像的格式陷阱为什么你的label.png打开是彩色但PyTorch读出来全是0很多新手用LabelMe或CVAT导出标注时误选了“colormap PNG”而非“grayscale PNG”。结果label.png在Windows画图里显示五颜六色但用cv2.imread()读取后实际像素值是[0, 127, 255]这种非连续整数——PyTorch的CrossEntropyLoss会直接报错Target size must be the same as input size。正确做法是强制转为单通道灰度图并重映射为连续整数。import cv2 import numpy as np from pathlib import Path def convert_label_to_continuous(label_path: Path, class_map: dict): class_map: {background:0, bolt_A:1, bolt_B:2, washer_C:3, rust:4, scratch:5} 将label.png中原始RGB值或离散灰度值统一映射为0~len(class_map)-1的连续整数 label cv2.imread(str(label_path), cv2.IMREAD_UNCHANGED) # 若是3通道彩色图先转灰度注意不能用cv2.COLOR_BGR2GRAY因LabelMe colormap非标准 if len(label.shape) 3: # LabelMe colormap固定映射(0,0,0)-0, (128,0,0)-1, (0,128,0)-2, (128,128,0)-3, (0,0,128)-4, (128,0,128)-5 # 手动查表转换避免颜色抖动 label_gray np.zeros(label.shape[:2], dtypenp.uint8) for name, idx in class_map.items(): # 定义该类别的RGB阈值根据你实际导出的colormap调整 if name background: mask (label[:,:,0] 0) (label[:,:,1] 0) (label[:,:,2] 0) elif name bolt_A: mask (label[:,:,0] 128) (label[:,:,1] 0) (label[:,:,2] 0) elif name bolt_B: mask (label[:,:,0] 0) (label[:,:,1] 128) (label[:,:,2] 0) elif name washer_C: mask (label[:,:,0] 128) (label[:,:,1] 128) (label[:,:,2] 0) elif name rust: mask (label[:,:,0] 0) (label[:,:,1] 0) (label[:,:,2] 128) elif name scratch: mask (label[:,:,0] 128) (label[:,:,1] 0) (label[:,:,2] 128) else: continue label_gray[mask] idx label label_gray else: # 已是单通道但可能含非连续值如[0,2,4,6]需重映射 unique_vals np.unique(label) mapping {v: i for i, v in enumerate(sorted(unique_vals))} label np.vectorize(mapping.get)(label) # 强制保存为单通道uint8灰度图 cv2.imwrite(str(label_path).replace(.png, _clean.png), label) print(f✅ {label_path.name} - clean: unique values {np.unique(label)}) # 使用示例定义你的6类映射 class_map { background: 0, bolt_A: 1, bolt_B: 2, washer_C: 3, rust: 4, scratch: 5 } for p in Path(data/labels).glob(*.png): convert_label_to_continuous(p, class_map)提示这段代码的核心逻辑是——不依赖任何第三方标注工具的“导出设置”而是用OpenCV原生操作把label.png的物理像素值无论RGB还是灰度硬解为逻辑类别ID。class_map字典必须与你后续模型输出的n_classes完全一致且键名顺序无关值必须为0~N-1连续整数。执行后检查_clean.png的unique值必须是[0 1 2 3 4 5]缺一不可。2.2 图像与标签尺寸必须严格一致resize时的双三次插值陷阱Unet对输入尺寸敏感但更致命的是image和label的H×W不一致。常见错误用PIL.Image.open().resize()处理image却用cv2.resize()处理label导致插值方式不同PIL默认LANCZOScv2默认INTER_LINEAR同一缩放比例下像素偏移1~2像素。解决方案统一用torchvision.transforms.functional且对image和label使用完全相同的transform对象。import torch from torchvision import transforms from torchvision.transforms import functional as F from PIL import Image class SegmentationTransform: def __init__(self, size(512, 512)): self.size size def __call__(self, image: Image.Image, target: Image.Image): # 统一使用F.resize且interpolation参数必须相同 # image用BILINEAR保留纹理细节target用NEAREST保持label整数性 image F.resize(image, self.size, interpolationF.InterpolationMode.BILINEAR) target F.resize(target, self.size, interpolationF.InterpolationMode.NEAREST) # 转tensor前确保target是单通道 if target.mode ! L: target target.convert(L) image F.to_tensor(image) # 归一化到[0,1]shape [3,H,W] target torch.as_tensor(np.array(target), dtypetorch.long) # 不归一化shape [H,W] return image, target # 在Dataset.__getitem__中使用 transform SegmentationTransform(size(512, 512)) image Image.open(data/images/001.jpg) label Image.open(data/labels/001_clean.png) # 注意必须是_convert_label_to_continuous生成的_clean.png image_t, label_t transform(image, label) print(f✅ image shape: {image_t.shape}, label shape: {label_t.shape}, label unique: {torch.unique(label_t)}) # 输出应为image shape: torch.Size([3, 512, 512]), label shape: torch.Size([512, 512]), label unique: tensor([0, 1, 2, 3, 4, 5])参数说明F.InterpolationMode.BILINEAR用于图像保证边缘平滑F.InterpolationMode.NEAREST用于label这是铁律——任何其他插值BILINEAR/AREA都会把整数label变成浮点导致CrossEntropyLoss崩溃。torch.as_tensor(..., dtypetorch.long)显式指定dtype避免默认float32引发的loss计算错误。2.3 DataLoader的batch维度对齐为什么target的shape是[4,512,512]而input是[4,3,512,512]PyTorch的CrossEntropyLoss要求target的shape为[N, H, W]N为batch size而input为[N, C, H, W]。若你在Dataset中返回了[H, W, 1]的label常见于cv2.imread读取后未squeezeDataLoader会自动堆叠为[N, H, W, 1]触发Target size must be the same as input size。必须在__getitem__末尾确保label是二维张量。class CustomSegmentationDataset(torch.utils.data.Dataset): def __init__(self, image_dir, label_dir, transformNone): self.image_paths sorted(list(Path(image_dir).glob(*.jpg))) self.label_paths sorted(list(Path(label_dir).glob(*_clean.png))) # 关键只认_clean.png self.transform transform def __getitem__(self, idx): image Image.open(self.image_paths[idx]).convert(RGB) label Image.open(self.label_paths[idx]).convert(L) # 强制单通道 if self.transform: image, label self.transform(image, label) # ⚠️ 死亡陷阱确保label是二维 if label.ndim 3 and label.shape[0] 1: label label.squeeze(0) # [1,H,W] - [H,W] elif label.ndim 3 and label.shape[2] 1: label label.squeeze(2) # [H,W,1] - [H,W] # 再次校验label必须是long型二维张量 assert label.ndim 2, flabel must be 2D, got {label.ndim}D assert label.dtype torch.long, flabel dtype must be torch.long, got {label.dtype} return image, label def __len__(self): return len(self.image_paths) # 实例化DataLoader dataset CustomSegmentationDataset( image_dirdata/images, label_dirdata/labels, transformSegmentationTransform(size(512, 512)) ) dataloader torch.utils.data.DataLoader( dataset, batch_size4, shuffleTrue, num_workers4, pin_memoryTrue # 关键加速GPU传输 )逻辑说明squeeze()操作是防御性编程。即使transform已保证label为二维但在某些PIL版本或异常图像下仍可能残留单通道维度。assert语句在debug阶段必加上线后可注释。pin_memoryTrue能将CPU tensor预加载到page-locked memory使GPU数据搬运提速20%以上尤其在batch_size2时效果显著。3. Unet模型构建与PyTorch适配通道数、初始化、输出头必须与多类别严格匹配3.1 自定义Unet为什么不能直接用timm或segmentation_models_pytorch的预训练Unettimm.unet默认输出通道数为1二值分割segmentation_models_pytorch.Unet虽支持classesn但其decoder最后一层是Conv2d(64, n, 1)而你的6类分割需要输出[N,6,H,W]且loss函数要求logits未softmax。更重要的是这些库的预训练权重如encoder部分来自ImageNet在工业小样本场景下易过拟合某实验室实测直接加载imagenet权重的Unet在6类产线数据上val loss震荡剧烈而从零初始化encoderdecoder配合强augmentation收敛更稳。因此我们手写轻量Unet控制总参数3M。import torch import torch.nn as nn import torch.nn.functional as F class DoubleConv(nn.Module): (conv BN ReLU) * 2 def __init__(self, in_ch, out_ch): super().__init__() self.conv nn.Sequential( nn.Conv2d(in_ch, out_ch, 3, padding1, biasFalse), nn.BatchNorm2d(out_ch), nn.ReLU(inplaceTrue), nn.Conv2d(out_ch, out_ch, 3, padding1, biasFalse), nn.BatchNorm2d(out_ch), nn.ReLU(inplaceTrue) ) def forward(self, x): return self.conv(x) class Down(nn.Module): def __init__(self, in_ch, out_ch): super().__init__() self.mpconv nn.Sequential( nn.MaxPool2d(2), DoubleConv(in_ch, out_ch) ) def forward(self, x): return self.mpconv(x) class Up(nn.Module): def __init__(self, in_ch, out_ch, bilinearTrue): super().__init__() if bilinear: self.up nn.Upsample(scale_factor2, modebilinear, align_cornersTrue) else: self.up nn.ConvTranspose2d(in_ch // 2, in_ch // 2, 2, stride2) self.conv DoubleConv(in_ch, out_ch) def forward(self, x1, x2): x1 self.up(x1) # input is CHW diffY x2.size()[2] - x1.size()[2] diffX x2.size()[3] - x1.size()[3] x1 F.pad(x1, [diffX // 2, diffX - diffX // 2, diffY // 2, diffY - diffY // 2]) x torch.cat([x2, x1], dim1) return self.conv(x) class OutConv(nn.Module): def __init__(self, in_ch, out_ch): super().__init__() self.conv nn.Conv2d(in_ch, out_ch, 1) # 关键out_ch n_classes def forward(self, x): return self.conv(x) class UNet(nn.Module): def __init__(self, n_channels3, n_classes6, bilinearTrue): super().__init__() self.n_channels n_channels self.n_classes n_classes self.bilinear bilinear self.inc DoubleConv(n_channels, 64) self.down1 Down(64, 128) self.down2 Down(128, 256) self.down3 Down(256, 512) self.down4 Down(512, 512) self.up1 Up(1024, 256, bilinear) self.up2 Up(512, 128, bilinear) self.up3 Up(256, 64, bilinear) self.up4 Up(128, 64, bilinear) self.outc OutConv(64, n_classes) # ⚠️ 这里必须是n_classes不是1 def forward(self, x): x1 self.inc(x) x2 self.down1(x1) x3 self.down2(x2) x4 self.down3(x3) x5 self.down4(x4) x self.up1(x5, x4) x self.up2(x, x3) x self.up3(x, x2) x self.up4(x, x1) logits self.outc(x) # shape: [N, n_classes, H, W] return logits # 初始化模型并校验输出 model UNet(n_channels3, n_classes6, bilinearTrue).cuda() dummy_input torch.randn(2, 3, 512, 512).cuda() output model(dummy_input) print(f✅ Model output shape: {output.shape}) # 应为 torch.Size([2, 6, 512, 512]) print(f✅ Output min/max: {output.min().item():.3f}, {output.max().item():.3f})参数说明n_classes6直接决定OutConv的输出通道数这是整个流程的锚点。bilinearTrue启用双线性上采样比转置卷积更稳定align_cornersTrue解决PyTorch 1.13中upsample的坐标对齐bug避免分割边界偏移。dummy_input测试必须在GPU上运行因为后续loss计算依赖CUDA kernel。3.2 权重初始化策略为什么He初始化比Xavier更适合Unet的ReLUUnet大量使用ReLU激活其输出存在“死亡神经元”风险。Xavier初始化适用于tanh/sigmoid会使ReLU前向传播方差衰减而He初始化专为ReLU设计能保持各层输出方差稳定。我们在__init__后立即调用init_weights()。def init_weights(m): if isinstance(m, nn.Conv2d) or isinstance(m, nn.ConvTranspose2d): # He初始化std sqrt(2 / fan_in) nn.init.kaiming_normal_(m.weight, modefan_in, nonlinearityrelu) if m.bias is not None: nn.init.constant_(m.bias, 0) elif isinstance(m, nn.BatchNorm2d): nn.init.constant_(m.weight, 1) nn.init.constant_(m.bias, 0) # 应用初始化 model UNet(n_channels3, n_classes6).cuda() model.apply(init_weights) # 验证检查第一层卷积权重标准差 print(f✅ conv1 weight std: {model.inc.conv[0].weight.std().item():.4f}) # 应接近0.05逻辑说明nn.init.kaiming_normal_的modefan_in表示以输入通道数fan_in为归一化基准这符合Unet encoder中特征图通道数递增、空间尺寸递减的特点。nonlinearityrelu告知初始化器激活函数类型自动计算最优std。若跳过此步某实验室实测未初始化的Unet在epoch5前loss下降极慢且梯度norm波动剧烈。3.3 输出头与loss的耦合logits必须直接喂给CrossEntropyLoss禁止softmaxCrossEntropyLoss LogSoftmax NLLLoss它内部已包含softmax若你手动F.softmax(logits, dim1)再传入会导致双重softmax输出概率全趋近于1loss爆炸。这是新手最高频翻车点。# ❌ 错误示范手动softmax logits model(image_batch) # shape [N,6,H,W] pred_prob F.softmax(logits, dim1) # 错dim1是channel维度 loss criterion(pred_prob, target_batch) # 报错或lossnan # ✅ 正确示范logits直连 logits model(image_batch) # shape [N,6,H,W] loss criterion(logits, target_batch) # target_batch shape [N,H,W]dtype long关键参数criterion nn.CrossEntropyLoss(ignore_index255)。ignore_index用于跳过无效像素如标注中的ignore区域但你的数据若无ignore区域必须设为-100PyTorch默认值不可设为0背景类会被忽略。若你强行设ignore_index0则背景类像素不参与loss计算模型永远学不会区分背景和其他类。4. 多类别分割的损失函数与评估DiceLossCE混合、逐类IoU计算不可少4.1 混合损失函数为什么单用CrossEntropyLoss在类别不平衡时失效你的6类数据中“background”占85%像素“rust”仅占0.3%。单用CrossEntropyLoss会导致模型偏向预测background验证集上rust类IoU恒为0。解决方案DiceLoss惩罚前景类召回率CE Loss保证全局分类能力按0.5:0.5加权。class DiceLoss(nn.Module): def __init__(self, smooth1.0, ignore_index-100): super().__init__() self.smooth smooth self.ignore_index ignore_index def forward(self, logits, target): # logits: [N,C,H,W], target: [N,H,W] probs F.softmax(logits, dim1) # [N,C,H,W] # 将target转为one-hot: [N,H,W] - [N,C,H,W] target_one_hot F.one_hot(target, num_classeslogits.shape[1]).permute(0,3,1,2).float() # 忽略ignore_index位置 if self.ignore_index 0: valid_mask (target ! self.ignore_index).unsqueeze(1).float() # [N,1,H,W] probs probs * valid_mask target_one_hot target_one_hot * valid_mask intersection (probs * target_one_hot).sum(dim(2,3)) # [N,C] cardinality (probs target_one_hot).sum(dim(2,3)) # [N,C] dice_coeff (2. * intersection self.smooth) / (cardinality self.smooth 1e-8) # 对每个类别求平均再对batch求平均 dice_loss 1 - dice_coeff.mean() return dice_loss class CombinedLoss(nn.Module): def __init__(self, ce_weight0.5, dice_weight0.5, ignore_index-100): super().__init__() self.ce_weight ce_weight self.dice_weight dice_weight self.ce_loss nn.CrossEntropyLoss(ignore_indexignore_index) self.dice_loss DiceLoss(ignore_indexignore_index) def forward(self, logits, target): ce self.ce_loss(logits, target) dice self.dice_loss(logits, target) return self.ce_weight * ce self.dice_weight * dice # 实例化损失函数 criterion CombinedLoss(ce_weight0.5, dice_weight0.5, ignore_index-100).cuda() # 测试构造模拟数据 logits_test torch.randn(2, 6, 128, 128).cuda() target_test torch.randint(0, 6, (2, 128, 128)).cuda() loss_test criterion(logits_test, target_test) print(f✅ Combined loss: {loss_test.item():.4f})参数说明smooth1.0防止分母为01e-8是额外保险ignore_index-100与CrossEntropyLoss默认值对齐确保一致性。ce_weight和dice_weight需根据数据平衡性调整若前景类极少1%可提高dice_weight至0.7若各类均衡0.5:0.5即可。F.one_hot是PyTorch 1.8特性低于此版本需用torch.eye手动构造。4.2 逐类IoU计算mIoU不是唯一指标必须看每一类的召回与精确率CrossEntropyLoss优化的是像素级分类准确率但语义分割核心指标是IoU交并比。mIoU是各类IoU的平均值但若某类IoU0.95另一类0.01mIoU0.48看似尚可实则模型完全失效。必须输出每类IoU表格。def compute_iou_per_class(pred_mask, target_mask, num_classes6, ignore_index-100): pred_mask: [N,H,W] int64, 每个像素的预测类别ID target_mask: [N,H,W] int64, 真实类别ID 返回: list of IoU per class, lengthnum_classes ious [] for cls in range(num_classes): # 获取该类别的预测和真实mask pred_cls (pred_mask cls) target_cls (target_mask cls) # 忽略ignore_index位置 if ignore_index 0: valid (target_mask ! ignore_index) pred_cls pred_cls valid target_cls target_cls valid intersection (pred_cls target_cls).sum().item() union (pred_cls | target_cls).sum().item() if union 0: ious.append(float(nan)) # 该类无真值IoU无定义 else: ious.append(intersection / union) return ious # 在验证循环中调用 model.eval() all_ious [] with torch.no_grad(): for images, targets in val_dataloader: images, targets images.cuda(), targets.cuda() logits model(images) preds logits.argmax(dim1) # [N,H,W] ious compute_iou_per_class(preds, targets, num_classes6) all_ious.append(ious) # 汇总对所有batch取平均忽略nan ious_array np.array(all_ious) # shape [num_batches, 6] mean_ious np.nanmean(ious_array, axis0) class_names [background, bolt_A, bolt_B, washer_C, rust, scratch] print(\n Per-class IoU:) for name, iou in zip(class_names, mean_ious): print(f{name:12s}: {iou:.4f}) print(fmIoU: {np.nanmean(mean_ious):.4f})逻辑说明preds logits.argmax(dim1)是获取预测类别ID的标准操作dim1对应channel维度。compute_iou_per_class中union 0的判断至关重要——当某类在当前batch中完全未出现如rust类样本极少union为0此时IoU无意义返回nan最终np.nanmean会自动忽略。这样得到的mIoU才真实反映模型能力。4.3 避坑多类别分割的5个高频翻车现场与血泪解法现象1训练loss下降但验证mIoU始终为0且所有预测都是background原因label.png的灰度值未重映射为0~5而是[0,10,20,30,40,50]导致CrossEntropyLoss将所有非0像素视为ignore_index默认-100只学习background。解决严格执行2.1节的convert_label_to_continuous()并用np.unique()打印clean label的值确认为[0 1 2 3 4 5]。现象2loss在0.3附近震荡不下降梯度norm极小1e-5原因模型权重未初始化或init_weights()未应用到所有子模块如忘记model.apply()。解决在模型实例化后立即调用model.apply(init_weights)并用print(model.inc.conv[0].weight.std())验证首层权重标准差是否≈0.05。现象3验证时preds logits.argmax(dim1)报错RuntimeError: argmax(): Expected dtype int64 or fp32原因logits是fp16混合精度训练argmax不支持fp16输入。解决preds logits.float().argmax(dim1)或在AMP上下文中用with torch.cuda.amp.autocast(enabledFalse):包裹预测代码。现象4mIoU计算中某类IoU为nan且该类在验证集出现频率高原因ignore_index设为0而0是background类导致background被忽略union恒为0。解决ignore_index必须设为-100PyTorch默认或一个不在类别ID中的值如255绝不可设为任一有效类别ID。现象5训练时GPU显存爆满batch_size1就OOM原因Unet的skip connection中torch.cat([x2, x1], dim1)将encoder特征与upsampled特征拼接若encoder输出通道为512upsampled为256则拼接后为768通道显存激增。解决在Up模块中将self.up nn.ConvTranspose2d(in_ch // 2, in_ch // 2, 2, stride2)改为self.up nn.Upsample(scale_factor2, modebilinear, align_cornersTrue)并确保bilinearTrue可减少30%显存占用。5. 训练循环与早停策略动态学习率、梯度裁剪、模型保存的工业级实践5.1 带warmup的余弦退火学习率为什么固定lr1e-3在第10轮就过拟合Unet对学习率敏感。某实验室对比实验显示固定lr1e-3时loss在epoch5骤降但val mIoU在epoch8达峰后持续下跌而采用warmupcosinelr从1e-5线性升至1e-3warmup 5 epoch再余弦退火至1e-6val mIoU稳定提升至epoch30。代码实现如下from torch.optim.lr_scheduler import CosineAnnealingLR, LinearLR, SequentialLR def get_scheduler(optimizer, warmup_epochs5, total_epochs50, min_lr1e-6): warmup_scheduler LinearLR( optimizer, start_factor1e-3, # 从lr*1e-3开始 end_factor1.0, # 到lr*1.0结束 total_iterswarmup_epochs ) cosine_scheduler CosineAnnealingLR( optimizer, T_maxtotal_epochs - warmup_epochs, eta_minmin_lr ) scheduler SequentialLR( optimizer, schedulers[warmup_scheduler, cosine_scheduler], milestones[warmup_epochs] ) return scheduler # 使用示例 optimizer torch.optim.AdamW(model.parameters(), lr1e-3, weight_decay1e-4) scheduler get_scheduler(optimizer, warmup_epochs5, total_epochs50) # 在训练循环中 for epoch in range(50): model.train() for images, targets in train_dataloader: images, targets images.cuda(), targets.cuda() optimizer.zero_grad() logits model(images) loss criterion(logits, targets) loss.backward() torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm1.0) # 梯度裁剪 optimizer.step() scheduler.step() # 更新学习率 print(fEpoch {epoch1}, LR: {scheduler.get_last_lr()[0]:.2e})参数说明LinearLR的start_factor1e-3表示warmup起始lr为1e-3 * 1e-3 1e-6end_factor1.0表示结束lr为1e-3 * 1.0 1e-3CosineAnnealingLR的eta_min1e-6是最终最小lr。torch.nn.utils.clip_grad_norm_将梯度norm限制在1.0内防止梯度爆炸这是训练稳定性的后悔药。5.2 早停与最佳模型保存监控val mIoU而非lossloss下降不代表分割质量提升必须以val mIoU为早停依据。保存最佳模型时不仅存state_dict还要存optimizer和scheduler状态便于断点续训。class EarlyStopping: def __init__(self, patience7, delta0.001, save_pathbest_model.pth): self.patience patience self.delta delta self.save_path save_path self.best_score None self.epochs_no_improve 0 self.improved False def __call__(self, val_iou, model, optimizer, scheduler): score val_iou if self.best_score is None: self.best_score score self.save_checkpoint(model, optimizer, scheduler) self.improved True elif score self.best_score self.delta: self.epochs_no_improve 1 self.improved False if self.epochs_no_improve self.patience: return True # 触发早停 else: self.best_score score self.epochs_no_improve 0 self.save_checkpoint(model, optimizer, scheduler) self.improved True return False def save_checkpoint(self, model, optimizer, scheduler): torch.save({ epoch: epoch, model_state_dict: model.state_dict(), optimizer_state_dict: optimizer.state_dict(), scheduler_state_dict: scheduler.state_dict(), best_val_iou: self.best_score, }, self.save_path) print(f✅ Saved best model to {self.save_path}) # 在验证循环后调用 early_stopping EarlyStopping(patience10, delta0.002, save_pathunet_best.pth) for epoch in range(50): # ... 训 p a hrefhttps://download.csdn.net/download/brf_UCAS/14109453 stylecolor:#ec7500;font-size:14px; 本文还有配套的精品资源点击获取 /a img altmenu-r.4af5f7ec.gif srchttps://csdnimg.cn/release/wenkucmsfe/public/img/menu-r.4af5f7ec.gif stylewidth:16px;margin-left:4px;vertical-align:text-bottom;cursor:text; /p
返回列表
PREV
查看更多资讯
NEXT
返回资讯列表