for p in self.parameters():
 p.requires_grad = False

class RESNET_MF(nn.Module):
 def __init__(self, model, pretrained):
  super(RESNET_MF, self).__init__()
  self.resnet = model(pretrained)
  for p in self.parameters():
   p.requires_grad = False #預訓練模型加載進來后全部設置為不更新參數(shù)，然后再后面加層
  self.f = SpectralNorm(nn.Conv2d(2048, 512, 1))
  self.g = SpectralNorm(nn.Conv2d(2048, 512, 1))
  self.h = SpectralNorm(nn.Conv2d(2048, 2048, 1))
  ...

filter(lambda p: p.requires_grad, model.parameters())

optimizer = optim.Adam(filter(lambda p: p.requires_grad, model.parameters()), lr=0.001, \
 betas=(0.9, 0.999), eps=1e-08, weight_decay=1e-5)

model_dict = torch.load('net.pth.tar').state_dict()
dict_name = list(model_dict)
for i, p in enumerate(dict_name):
 print(i, p)

0 gamma
1 resnet.conv1.weight
2 resnet.bn1.weight
3 resnet.bn1.bias
4 resnet.bn1.running_mean
5 resnet.bn1.running_var
6 resnet.layer1.0.conv1.weight
7 resnet.layer1.0.bn1.weight
8 resnet.layer1.0.bn1.bias
9 resnet.layer1.0.bn1.running_mean
....

for i,p in enumerate(net.parameters()):
 if i < 165:
  p.requires_grad = False

path="你的 .pt文件路徑"
model = "你的網(wǎng)絡"
checkpoint = torch.load(path, map_location=device)
model.load_state_dict(checkpoint)

# model_dict 是一個字典，保存網(wǎng)絡 各層名稱和參數(shù)，
model_dict = model.state_dict()
print(model_dict.keys()
# 這里打印出 網(wǎng)絡 各層名稱

checkpoint = torch.load(path,map_location=device)
for k, v in checkpoint.items():
 print("keys:".k)
# 這里打印出 預訓練模型網(wǎng)絡 各層名稱, 是字典 【鍵】顯示的另一種方式。

model.load_state_dict(checkpoint, strict=True)

# 對于 字典而言，in 或 not in 運算符都是基于 key 來判斷的
model_dict = model.state_dict()
checkpoint = torch.load(path,map_location=device)
# k 是預訓練模型的一個關鍵字， ss是 網(wǎng)絡的有一個關鍵字
for k, v in checkpoint.items():
 flag = False
 for ss in model_dict.keys():
 if k in ss: # 在每一個元素內部匹配
 s = ss; flag = True; break
 else:
 continue
 if flag:
 checkpoint[k] = model_dict[s]

# 模型保存
state = {
 'epoch': epoch,
 'state_dict': model.state_dict(),
 'optimizer': optimizer.state_dict(),
  ... # 有其他希望保存的內容，也可自定義
 }
 torch.save(state, filepath)
# 加載模型，恢復訓練
 model.load_state_dict(state['state_dict'])
 optimizer.load_state_dict(state['optimizer'])
 start_epoch = checkpoint['epoch'] + 1

Init_Epoch = 0
Freeze_Epoch = 50
Unfreeze_Epoch =100
#------------------------------------#
# 凍結一定部分訓練
#------------------------------------# 
for param in model.backbone.parameters():
 param.requires_grad = False
for epoch in range(Init_Epoch,Freeze_Epoch): 
 # I`m Freeze-training !!
 pass
#------------------------------------#
# 解凍后訓練
#------------------------------------#
for param in model.backbone.parameters():
 param.requires_grad = True
for epoch in range(Freeze_Epoch,Unfreeze_Epoch):
 # I`m unfreeze-training !!
 pass