vpp插件环境搭建笔记：
安装vpp环境，运行一个插件的demo相关操作笔记。
1:vpp测试环境安装
1.1：vpp安装
git clone -b stable/1801 https://github.com/FDio/vpp.git
./extras/vagrant/build.sh
make
cd build-root/
dpkg -i vpp-lib_18.01.2-1~g9b554f3_amd64.deb
dpkg -i vpp_18.01.2-1~g9b554f3_amd64.deb
dpkg -i vpp-dev_18.01.2-1~g9b554f3_amd64.deb
dpkg -i vpp-plugins_18.01.2-1~g9b554f3_amd64.deb
#安装成功后 查看
ls /etc/vpp/startup.conf #存在该文件
ls /usr/lib/vpp_plugins/ #该目录下生成一些lib
1.2：vpp配置
#查看相关网卡信息
root@ubuntu:/home/hlp/vpp_1801/vpp/build-root# ifconfig
eth0 Link encap:Ethernet HWaddr 00:0c:29:20:c7:0d
inet addr:192.168.0.109 Bcast:192.168.0.255 Mask:255.255.255.0
inet6 addr: fe80::20c:29ff:fe20:c70d/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:41 errors:0 dropped:0 overruns:0 frame:0
TX packets:10 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:7663 (7.6 KB) TX bytes:1332 (1.3 KB)
eth1 Link encap:Ethernet HWaddr 00:0c:29:20:c7:17
inet addr:192.168.0.114 Bcast:192.168.0.255 Mask:255.255.255.0
inet6 addr: fe80::20c:29ff:fe20:c717/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:41 errors:0 dropped:0 overruns:0 frame:0
TX packets:10 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:7663 (7.6 KB) TX bytes:1332 (1.3 KB)
eth2 Link encap:Ethernet HWaddr 00:0c:29:20:c7:21
inet addr:192.168.0.111 Bcast:192.168.0.255 Mask:255.255.255.0
inet6 addr: fe80::20c:29ff:fe20:c721/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:48 errors:0 dropped:0 overruns:0 frame:0
TX packets:18 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:8654 (8.6 KB) TX bytes:1868 (1.8 KB)
eth3 Link encap:Ethernet HWaddr 00:0c:29:20:c7:2b
inet addr:192.168.105.142 Bcast:192.168.105.255 Mask:255.255.255.0
inet6 addr: fe80::20c:29ff:fe20:c72b/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:440 errors:0 dropped:0 overruns:0 frame:0
TX packets:319 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:47076 (47.0 KB) TX bytes:50800 (50.8 KB)
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:65536 Metric:1
RX packets:224 errors:0 dropped:0 overruns:0 frame:0
TX packets:224 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1
RX bytes:17664 (17.6 KB) TX bytes:17664 (17.6 KB)
#查看网卡相关pci地址
root@ubuntu:/home/hlp/vpp_1801/vpp/build-root# lspci |grep Eth
02:04.0 Ethernet controller: Intel Corporation 82545EM Gigabit Ethernet Controller (Copper) (rev 01)
03:00.0 Ethernet controller: VMware VMXNET3 Ethernet Controller (rev 01)
0b:00.0 Ethernet controller: VMware VMXNET3 Ethernet Controller (rev 01)
13:00.0 Ethernet controller: VMware VMXNET3 Ethernet Controller (rev 01)
#在配置文件中增加网卡配置 /etc/vpp/startup.conf
cpu {
main-core 0
}
unix {
interactive cli-listen 127.0.0.1:5002
log /tmp/vpp.log
full-coredump
}
dpdk {
uio-driver igb_uio
dev 0000:03:00.0
dev 0000:0b:00.0
}
1.3：vpp运行
#这里vpp的测试运行依赖于uio 和igb_uio模块，igb_uio模块依赖于dpdk，我用dpdk插入igb_uio模块
export RTE_SDK=/home/hlp/dpdk/dpdk-stable-19.08.2
export RTE_TARGET=x86_64-native-linux-gcc
./usertools/dpdk-setup.sh
#选择43
#配置内存 这里的大内存页如果使用1G的话需要自己去mount,这个自己也没测试
modprobe uio
#modprobe igb_uio
echo 4 >/sys/devices/system/node/node0/hugepages/hugepages-1048576kB/nr_hugepages
echo 1024 >/sys/devices/system/node/node0/hugepages/hugepages-2048kB/nr_hugepages
#这里我的虚拟机环境设置的是四个网卡，有三个是多队列网卡供dpdk vpp用的
ifconfig eth0 down
ifconfig eth1 down
ifconfig eth2 down
启动vpp进行测试：
#我发现运行时这个是个进程，可以后台运行
vpp -c /etc/vpp/startup.conf
#每次运行时如果有提示有环境在运行，可以用这个命令关闭vpp
service vpp stop
#通过vppctl进入，操作vpp配置
vppctl
vpp# show int
Name Idx State Counter Count
GigabitEthernet13/0/0 3 down
GigabitEthernet3/0/0 1 down
GigabitEthernetb/0/0 2 down
local0 0 down
#配置ip
vpp# set interface state GigabitEthernet13/0/0 up
vpp# set interface ip address GigabitEthernet13/0/0 192.168.0.119/24
vpp# show int
Name Idx State Counter Count
GigabitEthernet13/0/0 3 up rx packets 6
rx bytes 469
drops 6
ip4 4
ip6 1
GigabitEthernet3/0/0 1 down
GigabitEthernetb/0/0 2 down
local0 0 down
#配置vlan
vpp# create bridge-domain 10
bridge-domain 10
vpp# set interface l2 bridge GigabitEthernet3/0/0 10
vpp# create sub-interfaces GigabitEthernet3/0/0 10 dot1q 10
GigabitEthernet3/0/0.10
vpp# show bridge-domain 10 detail
BD-ID Index BSN Age(min) Learning U-Forwrd UU-Flood Flooding ARP-Term BVI-Intf
10 1 0 off on on on on off N/A
Interface If-idx ISN SHG BVI TxFlood VLAN-Tag-Rewrite
GigabitEthernet3/0/0 1 1 0 - * none
vpp#
vpp# set interface l2 bridge GigabitEthernet3/0/0.10 10
vpp# set interface l2 tag-rewrite GigabitEthernet3/0/0.10 pop 1
vpp# show bridge-domain 10 detail
BD-ID Index BSN Age(min) Learning U-Forwrd UU-Flood Flooding ARP-Term BVI-Intf
10 1 0 off on on on on off N/A
Interface If-idx ISN SHG BVI TxFlood VLAN-Tag-Rewrite
GigabitEthernet3/0/0 1 1 0 - * none
GigabitEthernet3/0/0.10 4 1 0 - * pop-1
#配置veth
sudo ip link add name vpp1out type veth peer name vpp1host
ip addr show vpp1host
ip link set dev vpp1out up
ip link set dev vpp1host up
ifconfig #可以看到 多了两个网口 vpp1host 和vpp1out
... ......
vpp1host Link encap:Ethernet HWaddr ce:75:a0:a1:7f:32
inet addr:192.168.3.128 Bcast:0.0.0.0 Mask:255.255.255.0
inet6 addr: fe80::cc75:a0ff:fea1:7f32/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:8 errors:0 dropped:0 overruns:0 frame:0
TX packets:8 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:648 (648.0 B) TX bytes:648 (648.0 B)
vpp1out Link encap:Ethernet HWaddr 0a:9c:25:cc:e8:03
inet6 addr: fe80::89c:25ff:fecc:e803/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:8 errors:0 dropped:0 overruns:0 frame:0
TX packets:8 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:648 (648.0 B) TX bytes:648 (648.0 B)
ip addr add 192.168.3.128/24 dev vpp1host
ip addr show vpp1host
vpp 插件测试运行：
#获取已有的插件代码 拷贝到
root@ubuntu:/home/hlp/vpp/src/plugins# ls pkt*
pktdump.am
pktdump:
pktdump.c pktdump.h pktdump_node.c
#增加编译选项 configure.ac 配置中增加 PLUGIN_ENABLED(pktdump)
root@ubuntu:/home/hlp/vpp/src# grep pktdump configure.ac
PLUGIN_ENABLED(pktdump)
#在/src/plugins/Makefile.am 中增加我们的模块
if ENABLE_PKTDUMP_PLUGIN
include pktdump.am
endif
#进行编译运行
make wipe
make build
#运行前要停止vpp服务 service vpp stop
make run
DBGvpp# set interface state GigabitEthernet3/0/0 up
DBGvpp# set int ip address GigabitEthernet3/0/0 192.168.0.119/24
DBGvpp# show int address
GigabitEthernet13/0/0 (dn):
GigabitEthernet3/0/0 (up):
192.168.0.119/24
GigabitEthernetb/0/0 (dn):
local0 (dn)
DBGvpp# pkt dump GigabitEthernet3/0/0
####### 使用另外的环境 ping 192.168.0.119 会看到相关结果
DBGvpp# 45 00 00 91 00 00 40 00 40 11 79 b3 c0 a8 00 01 ff ff ff ff b7 9c 13 89 00 7d 41 57 01 01 0e 00 e1 2b
45 00 00 3c 8e cb 00 00 40 01 69 c4 c0 a8 00 6a c0 a8 00 77 08 00 c3 31 00 02 8a 28 61 62 63 64 65 66
45 00 00 3c 8e cc 00 00 40 01 69 c3 c0 a8 00 6a c0 a8 00 77 08 00 c3 30 00 02 8a 29 61 62 63 64 65 66
45 00 00 3c 8e cd 00 00 40 01 69 c2 c0 a8 00 6a c0 a8 00 77 08 00 c3 2f 00 02 8a 2a 61 62 63 64 65 66
45 00 00 3c 8e ce 00 00 40 01 69 c1 c0 a8 00 6a c0 a8 00 77 08 00 c3 2e 00 02 8a 2b 61 62 63 64 65 66
45 00 00 3c 8e cf 00 00 40 01 69 c0 c0 a8 00 6a c0 a8 00 77 08 00 c3 2d 00 02 8a 2c 61 62 63 64 65 66
1.4：总结
过程中遇到一些问题，需要思考：
1：使用git clone的时候，我的虚拟机如果网卡设置为net模式，一直下载不下来，改为桥接模式，反而很容易
2：直接使用vpp release版本进行安装没有成功，缺少一个version.h的头文件（下载第三方库生成的），不要用这种方式安装。
3：modprobe igb_uio 时会报错，igb_uio模块是dpdk的模块，要使用dpdk编译然后插入内核模块中。
4：相关内存页的设置，内存页的设置有一些方式，解决问题时，发现如果时1G,需要自己做挂载动作。
5：使用**“vpp -c /etc/vpp/startup.conf”**命令启动时，要注意最后的保存，根据报错分析，最可能就是后台有vpp服务在运行，使用service vpp stop进行关闭，并且使用vppctl进入命令行操作
参考课程练习及源码：C/C++Linux服务器开发/后台架构师【零声教育】-学习视频教程-腾讯课堂 (qq.com)