把vgg-face.mat權(quán)重遷移到pytorch模型示例
更新時(shí)間：2019年12月27日 17:34:49 作者：美利堅(jiān)節(jié)度使
今天小編就為大家分享一篇把vgg-face.mat權(quán)重遷移到pytorch模型示例，具有很好的參考價(jià)值，希望對(duì)大家有所幫助。一起跟隨小編過(guò)來(lái)看看吧
最近使用pytorch時(shí)，需要用到一個(gè)預(yù)訓(xùn)練好的人臉識(shí)別模型提取人臉I(yè)D特征，想到很多人都在用用vgg-face，但是vgg-face沒(méi)有pytorch的模型，于是寫個(gè)vgg-face.mat轉(zhuǎn)到pytorch模型的代碼
#!/usr/bin/env python2
# -*- coding: utf-8 -*-
"""
Created on Thu May 10 10:41:40 2018
@author: hy
"""
import torch
import math
import torch.nn as nn
from torch.autograd import Variable
import numpy as np
from scipy.io import loadmat
import scipy.misc as sm
import matplotlib.pyplot as plt
class vgg16_face(nn.Module):
def __init__(self,num_classes=2622):
super(vgg16_face,self).__init__()
inplace = True
self.conv1_1 = nn.Conv2d(3,64,kernel_size=(3,3),stride=(1,1),padding=(1,1))
self.relu1_1 = nn.ReLU(inplace)
self.conv1_2 = nn.Conv2d(64,64,kernel_size=(3,3),stride=(1,1),padding=(1,1))
self.relu1_2 = nn.ReLU(inplace)
self.pool1 = nn.MaxPool2d(kernel_size=(2, 2), stride=(2, 2), dilation=(1, 1), ceil_mode=False)
self.conv2_1 = nn.Conv2d(64, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu2_1 = nn.ReLU(inplace)
self.conv2_2 = nn.Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu2_2 = nn.ReLU(inplace)
self.pool2 = nn.MaxPool2d(kernel_size=(2, 2), stride=(2, 2), dilation=(1, 1), ceil_mode=False)
self.conv3_1 = nn.Conv2d(128, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu3_1 = nn.ReLU(inplace)
self.conv3_2 = nn.Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu3_2 = nn.ReLU(inplace)
self.conv3_3 = nn.Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu3_3 = nn.ReLU(inplace)
self.pool3 = nn.MaxPool2d(kernel_size=(2, 2), stride=(2, 2), dilation=(1, 1), ceil_mode=False)
self.conv4_1 = nn.Conv2d(256, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu4_1 = nn.ReLU(inplace)
self.conv4_2 = nn.Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu4_2 = nn.ReLU(inplace)
self.conv4_3 = nn.Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu4_3 = nn.ReLU(inplace)
self.pool4 = nn.MaxPool2d(kernel_size=(2, 2), stride=(2, 2), dilation=(1, 1), ceil_mode=False)
self.conv5_1 = nn.Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu5_1 = nn.ReLU(inplace)
self.conv5_2 = nn.Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu5_2 = nn.ReLU(inplace)
self.conv5_3 = nn.Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
self.relu5_3 = nn.ReLU(inplace)
self.pool5 = nn.MaxPool2d(kernel_size=(2, 2), stride=(2, 2), dilation=(1, 1), ceil_mode=False)
self.fc6 = nn.Linear(in_features=25088, out_features=4096, bias=True)
self.relu6 = nn.ReLU(inplace)
self.drop6 = nn.Dropout(p=0.5)
self.fc7 = nn.Linear(in_features=4096, out_features=4096, bias=True)
self.relu7 = nn.ReLU(inplace)
self.drop7 = nn.Dropout(p=0.5)
self.fc8 = nn.Linear(in_features=4096, out_features=num_classes, bias=True)
self._initialize_weights()
def forward(self,x):
out = self.conv1_1(x)
x_conv1 = out
out = self.relu1_1(out)
out = self.conv1_2(out)
out = self.relu1_2(out)
out = self.pool1(out)
x_pool1 = out
out = self.conv2_1(out)
out = self.relu2_1(out)
out = self.conv2_2(out)
out = self.relu2_2(out)
out = self.pool2(out)
x_pool2 = out
out = self.conv3_1(out)
out = self.relu3_1(out)
out = self.conv3_2(out)
out = self.relu3_2(out)
out = self.conv3_3(out)
out = self.relu3_3(out)
out = self.pool3(out)
x_pool3 = out
out = self.conv4_1(out)
out = self.relu4_1(out)
out = self.conv4_2(out)
out = self.relu4_2(out)
out = self.conv4_3(out)
out = self.relu4_3(out)
out = self.pool4(out)
x_pool4 = out
out = self.conv5_1(out)
out = self.relu5_1(out)
out = self.conv5_2(out)
out = self.relu5_2(out)
out = self.conv5_3(out)
out = self.relu5_3(out)
out = self.pool5(out)
x_pool5 = out
out = out.view(out.size(0),-1)
out = self.fc6(out)
out = self.relu6(out)
out = self.fc7(out)
out = self.relu7(out)
out = self.fc8(out)
return out, x_pool1, x_pool2, x_pool3, x_pool4, x_pool5
def _initialize_weights(self):
for m in self.modules():
if isinstance(m, nn.Conv2d):
n = m.kernel_size[0] * m.kernel_size[1] * m.out_channels
m.weight.data.normal_(0, math.sqrt(2. / n))
if m.bias is not None:
m.bias.data.zero_()
elif isinstance(m, nn.BatchNorm2d):
m.weight.data.fill_(1)
m.bias.data.zero_()
elif isinstance(m, nn.Linear):
m.weight.data.normal_(0, 0.01)
m.bias.data.zero_()
def copy(vgglayers, dstlayer,idx):
layer = vgglayers[0][idx]
kernel, bias = layer[0]['weights'][0][0]
if idx in [33,35]: # fc7, fc8
kernel = kernel.squeeze()
dstlayer.weight.data.copy_(torch.from_numpy(kernel.transpose([1,0]))) # matrix format: axb -> bxa
elif idx == 31: # fc6
kernel = kernel.reshape(-1,4096)
dstlayer.weight.data.copy_(torch.from_numpy(kernel.transpose([1,0]))) # matrix format: axb -> bxa
else:
dstlayer.weight.data.copy_(torch.from_numpy(kernel.transpose([3,2,1,0]))) # matrix format: axbxcxd -> dxcxbxa
dstlayer.bias.data.copy_(torch.from_numpy(bias.reshape(-1)))
def get_vggface(vgg_path):
"""1. define pytorch model"""
model = vgg16_face()
"""2. get pre-trained weights and other params"""
#vgg_path = "/home/hy/vgg-face.mat" # download from http://www.vlfeat.org/matconvnet/pretrained/
vgg_weights = loadmat(vgg_path)
data = vgg_weights
meta = data['meta']
classes = meta['classes']
class_names = classes[0][0]['description'][0][0]
normalization = meta['normalization']
average_image = np.squeeze(normalization[0][0]['averageImage'][0][0][0][0])
image_size = np.squeeze(normalization[0][0]['imageSize'][0][0])
layers = data['layers']
# =============================================================================
# for idx,layer in enumerate(layers[0]):
# name = layer[0]['name'][0][0]
# print idx,name
# """
# 0 conv1_1
# 1 relu1_1
# 2 conv1_2
# 3 relu1_2
# 4 pool1
# 5 conv2_1
# 6 relu2_1
# 7 conv2_2
# 8 relu2_2
# 9 pool2
# 10 conv3_1
# 11 relu3_1
# 12 conv3_2
# 13 relu3_2
# 14 conv3_3
# 15 relu3_3
# 16 pool3
# 17 conv4_1
# 18 relu4_1
# 19 conv4_2
# 20 relu4_2
# 21 conv4_3
# 22 relu4_3
# 23 pool4
# 24 conv5_1
# 25 relu5_1
# 26 conv5_2
# 27 relu5_2
# 28 conv5_3
# 29 relu5_3
# 30 pool5
# 31 fc6
# 32 relu6
# 33 fc7
# 34 relu7
# 35 fc8
# 36 prob
# """
# =============================================================================
"""3. load weights to pytorch model"""
copy(layers,model.conv1_1,0)
copy(layers,model.conv1_2,2)
copy(layers,model.conv2_1,5)
copy(layers,model.conv2_2,7)
copy(layers,model.conv3_1,10)
copy(layers,model.conv3_2,12)
copy(layers,model.conv3_3,14)
copy(layers,model.conv4_1,17)
copy(layers,model.conv4_2,19)
copy(layers,model.conv4_3,21)
copy(layers,model.conv5_1,24)
copy(layers,model.conv5_2,26)
copy(layers,model.conv5_3,28)
copy(layers,model.fc6,31)
copy(layers,model.fc7,33)
copy(layers,model.fc8,35)
return model,class_names,average_image,image_size
if __name__ == '__main__':
"""test"""
vgg_path = "/home/hy/vgg-face.mat" # download from http://www.vlfeat.org/matconvnet/pretrained/
model,class_names,average_image,image_size = get_vggface(vgg_path)
imgpath = "/home/hy/e/avg_face.jpg"
img = sm.imread(imgpath)
img = sm.imresize(img,[image_size[0],image_size[1]])
input_arr = np.float32(img)#-average_image # h,w,c
x = torch.from_numpy(input_arr.transpose((2,0,1))) # c,h,w
avg = torch.from_numpy(average_image) #
avg = avg.view(3,1,1).expand(3,224,224)
x = x - avg
x = x.contiguous()
x = x.view(1, x.size(0), x.size(1), x.size(2))
x = Variable(x)
out, x_pool1, x_pool2, x_pool3, x_pool4, x_pool5 = model(x)
# plt.imshow(x_pool1.data.numpy()[0,45]) # plot
以上這篇把vgg-face.mat權(quán)重遷移到pytorch模型示例就是小編分享給大家的全部?jī)?nèi)容了，希望能給大家一個(gè)參考，也希望大家多多支持腳本之家。
相關(guān)文章
2022虎年新年即將來(lái)臨，小編為大家?guī)?lái)了一個(gè)利用Python編寫的虎年煙花特效，文中的示例代碼簡(jiǎn)潔易懂，感興趣的同學(xué)可以動(dòng)手試一試2022-01-01
這篇文章主要介紹了django中ORM模型常用的字段的使用方法，文中通過(guò)示例代碼介紹的非常詳細(xì)，對(duì)大家的學(xué)習(xí)或者工作具有一定的參考學(xué)習(xí)價(jià)值，需要的朋友們下面隨著小編來(lái)一起學(xué)習(xí)學(xué)習(xí)吧2019-03-03
使用url_helper簡(jiǎn)化Python中Django框架的url配置教程
這篇文章主要介紹了使用url_helper簡(jiǎn)化Python中Django框架的url配置教程,需要的朋友可以參考下2015-05-05
閱讀本篇文章以學(xué)習(xí) Python 異常處理。它應(yīng)該可以幫助您了解如何在程序中使用 try、except 和 finally 語(yǔ)句。下面跟著小編一起來(lái)學(xué)習(xí)文章內(nèi)容吧2021-09-09
本文主要是給大家詳細(xì)講解了Python中自帶的http模塊的使用方法和實(shí)例，非常的細(xì)致，有需要的小伙伴可以參考下2016-11-11
Python實(shí)現(xiàn)合并同一個(gè)文件夾下所有PDF文件的方法示例
這篇文章主要介紹了Python實(shí)現(xiàn)合并同一個(gè)文件夾下所有PDF文件的方法,涉及Python針對(duì)pdf文件的讀取、判斷、解密、寫入合并等相關(guān)操作技巧,需要的朋友可以參考下2018-04-04
使用Python和PySpark進(jìn)行數(shù)據(jù)分析的實(shí)戰(zhàn)教程
數(shù)據(jù)分析是當(dāng)今信息時(shí)代中至關(guān)重要的技能之一,Python和PySpark作為強(qiáng)大的工具,提供了豐富的庫(kù)和功能,使得數(shù)據(jù)分析變得更加高效和靈活,在這篇文章中,我們將深入探討如何使用Python和PySpark進(jìn)行數(shù)據(jù)分析,需要的朋友可以參考下2024-01-01
pytorch加載訓(xùn)練好的模型用來(lái)測(cè)試或者處理方式
這篇文章主要介紹了pytorch加載訓(xùn)練好的模型用來(lái)測(cè)試或者處理方式,具有很好的參考價(jià)值,希望對(duì)大家有所幫助,如有錯(cuò)誤或未考慮完全的地方,望不吝賜教2023-09-09
這篇文章主要介紹了python字符串切片及常用方法,本文給大家介紹的非常詳細(xì)，對(duì)大家的學(xué)習(xí)或工作具有一定的參考借鑒價(jià)值，需要的朋友可以參考下2023-04-04
這篇文章主要介紹了Python模塊搜索概念介紹及模塊安裝方法介紹,本文詳細(xì)講解了import模塊的運(yùn)作原理,搜索路徑的過(guò)程以及模塊安裝的多種方法,需要的朋友可以參考下2015-06-06