Vagrant Installation

(w/ nFAPI emulator)

Woojoong Kim (ONF)

I. Create VMs
Host $ git clone https://github.com/onosproject/sdran-in-a-box
Host $ cd /path/to/sdran-in-a-box/vagrant
Host $ ./setup.sh

II. RIC VM
Go to RIC VM and get RiaB code
Host $ cd /path/to/sdran-in-a-box/vagrant
Host $ ./vcmd.sh ric ssh
RIC $ git clone https://github.com/onosproject/sdran-in-a-box

Change MakefileVar.mk file like below (the below is git diff result).
RIC $ git diff
diff --git a/MakefileVar.mk b/MakefileVar.mk
index 0c12ab5..9f27326 100644
--- a/MakefileVar.mk
+++ b/MakefileVar.mk
@@ -97,7 +97,7 @@ E2_F1_CU_INTERFACE :=
cu_e2f1_if
E2_F1_CU_IPADDR :=
192.168.200.21/24
E2_F1_DU_INTERFACE := du_e2f1_if
E2_F1_DU_IPADDR :=
192.168.200.22/24
-S1MME_CU_INTERFACE := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
+S1MME_CU_INTERFACE := eth1
NFAPI_DU_INTERFACE := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
NFAPI_DU_IPADDR := $(shell ip -4 a
show $(NFAPI_DU_INTERFACE) | grep inet | awk '{print $$2}' | awk -F '/'
'{print $$1}' | tail -n 1)
NFAPI_UE_INTERFACE := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
@@ -107,19 +107,19 @@ E2T_NODEPORT_IPADDR :=
192.168.200.11/24
E2_F1_BRIDGE_NAME := br-e2f1-net

# For routing configuarion

-ENB_SUBNET := 192.168.251.0/24
-ENB_GATEWAY := 192.168.251.1/24
-ACCESS_SUBNET := 192.168.252.0/24
-UPF_ACCESS_NET_IP := 192.168.252.3/24
-ACCESS_GATEWAY := 192.168.252.1/24
-CORE_SUBNET := 192.168.250.0/24
-UPF_CORE_NET_IP := 192.168.250.3/24
-CORE_GATEWAY := 192.168.250.1/24
-OAI_ENB_NET_IP := 192.168.251.5/24
-OAI_MACHINE_IP := 192.168.254.1/24 # It's dummy IP
address. It should be changed to appropriate routable IP address for OAI
machine
-OAI_ENB_NET_INTERFACE := $(shell ip -4 route list default |
awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
-OMEC_ENB_NET_IP := 192.168.251.4/24
-OMEC_DEFAULT_INTERFACE := $(shell ip -4 route list default | awk
-F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
-OMEC_MACHINE_IP := 192.168.254.2/24 # It's dummy IP
address. It should be changed to appropriate routable IP address for OMEC
machine
-RIC_MACHINE_IP := 192.168.254.3/24 # It's
dummy IP address. It should be changed to appropriate routable IP address
for RIC machine
-RIC_DEFAULT_IP := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
+ENB_SUBNET := 192.168.11.8/29
+ENB_GATEWAY := 192.168.11.9/29
+ACCESS_SUBNET := 192.168.11.16/29
+UPF_ACCESS_NET_IP := 192.168.11.19/29
+ACCESS_GATEWAY := 192.168.11.17/29
+CORE_SUBNET := 192.168.11.0/29
+UPF_CORE_NET_IP := 192.168.11.3/29
+CORE_GATEWAY := 192.168.11.1/29
+OAI_ENB_NET_IP := 192.168.11.10/29
 +OAI_MACHINE_IP := 192.168.13.21/16
+OAI_ENB_NET_INTERFACE := eth1
+OMEC_ENB_NET_IP := 192.168.11.12/29
+OMEC_DEFAULT_INTERFACE := eth1
+OMEC_MACHINE_IP := 192.168.10.21/29
+RIC_MACHINE_IP := 192.168.10.22/24
+RIC_DEFAULT_IP := eth1

Deploy RIC.
RIC $ make OPT=ric

III. RAN VM (nFAPI emulator version, not USRP)

Go to RIC VM and get E2T POD IP address first
Host $ cd /path/to/sdran-in-a-box/vagrant
Host $ ./vcmd.sh ric ssh
RIC $ kubectl get po -n riab -o wide | grep onos-e2t | awk '{print $6}'
<E2T_POD_IP>

Go to RAN VM, get RiaB code, and then run below commands
Host $ cd /path/to/sdran-in-a-box/vagrant
Host $ ./vcmd.sh ran ssh
RAN $ git clone https://github.com/onosproject/sdran-in-a-box
RAN $ sudo ip l add cu_e2f1_if type dummy
RAN $ sudo ip l add du_e2f1_if type dummy
RAN $ sudo ifconfig cu_e2f1_if 192.168.200.21 up
RAN $ sudo ifconfig du_e2f1_if 192.168.200.22 up
RAN $ sudo route add -host <E2T_POD_IP> gw 192.168.10.22

Change MakefileVar.mk file, mk/ran.mk file, and sdran-in-a-box-values-master-stable.yaml like

below (the below is git diff result).
RAN $ git diff
diff --git a/MakefileVar.mk b/MakefileVar.mk
index 0c12ab5..dceb0e0 100644
--- a/MakefileVar.mk
+++ b/MakefileVar.mk
@@ -97,29 +97,29 @@ E2_F1_CU_INTERFACE :=
cu_e2f1_if
E2_F1_CU_IPADDR :=
192.168.200.21/24
E2_F1_DU_INTERFACE := du_e2f1_if
E2_F1_DU_IPADDR :=
192.168.200.22/24
-S1MME_CU_INTERFACE := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
+S1MME_CU_INTERFACE := eth1
NFAPI_DU_INTERFACE := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
NFAPI_DU_IPADDR := $(shell ip -4 a
show $(NFAPI_DU_INTERFACE) | grep inet | awk '{print $$2}' | awk -F '/'
'{print $$1}' | tail -n 1)
NFAPI_UE_INTERFACE := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
NFAPI_UE_IPADDR := $(shell ip -4 a
show $(NFAPI_UE_INTERFACE) | grep inet | awk '{print $$2}' | awk -F '/'
'{print $$1}' | tail -n 1)
E2T_NODEPORT_INTERFACE := e2t_e2_if
-E2T_NODEPORT_IPADDR := 192.168.200.11/24
+E2T_NODEPORT_IPADDR := 192.168.10.22/24
E2_F1_BRIDGE_NAME := br-e2f1-net

# For routing configuarion

-ENB_SUBNET := 192.168.251.0/24
-ENB_GATEWAY := 192.168.251.1/24
-ACCESS_SUBNET := 192.168.252.0/24
-UPF_ACCESS_NET_IP := 192.168.252.3/24
-ACCESS_GATEWAY := 192.168.252.1/24
-CORE_SUBNET := 192.168.250.0/24
-UPF_CORE_NET_IP := 192.168.250.3/24
-CORE_GATEWAY := 192.168.250.1/24
-OAI_ENB_NET_IP := 192.168.251.5/24
-OAI_MACHINE_IP := 192.168.254.1/24 # It's dummy IP
address. It should be changed to appropriate routable IP address for OAI
machine
-OAI_ENB_NET_INTERFACE := $(shell ip -4 route list default |
awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
-OMEC_ENB_NET_IP := 192.168.251.4/24
-OMEC_DEFAULT_INTERFACE := $(shell ip -4 route list default | awk
-F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
-OMEC_MACHINE_IP := 192.168.254.2/24 # It's dummy IP
address. It should be changed to appropriate routable IP address for OMEC
machine
-RIC_MACHINE_IP := 192.168.254.3/24 # It's
dummy IP address. It should be changed to appropriate routable IP address
for RIC machine
-RIC_DEFAULT_IP := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
+ENB_SUBNET := 192.168.11.8/29
+ENB_GATEWAY := 192.168.11.9/29
+ACCESS_SUBNET := 192.168.11.16/29
+UPF_ACCESS_NET_IP := 192.168.11.19/29
+ACCESS_GATEWAY := 192.168.11.17/29
+CORE_SUBNET := 192.168.11.0/29
+UPF_CORE_NET_IP := 192.168.11.3/29
+CORE_GATEWAY := 192.168.11.1/29
+OAI_ENB_NET_IP := 192.168.11.10/29
+OAI_MACHINE_IP := 192.168.13.21/16
+OAI_ENB_NET_INTERFACE := eth1
+OMEC_ENB_NET_IP := 192.168.11.12/29
+OMEC_DEFAULT_INTERFACE := eth1
+OMEC_MACHINE_IP := 192.168.10.21/29
+RIC_MACHINE_IP := 192.168.10.22/24
+RIC_DEFAULT_IP := eth1
diff --git a/mk/ran.mk b/mk/ran.mk
index cc0067b..1a6de6d 100644
--- a/mk/ran.mk
+++ b/mk/ran.mk
@@ -12,7 +12,7 @@ oai-ue: $(M)/oai-ue
oai-hw: oai-enb-cu-hw oai-enb-du
oai-enb-cu-hw: $(M)/oai-enb-cu-hw

-$(M)/oai-enb-cu: | version $(M)/helm-ready $(M)/ric

+$(M)/oai-enb-cu: | version $(M)/helm-ready
$(eval cu_e2t_nodeport_ipaddr=$(shell echo $(E2T_NODEPORT_IPADDR) |
awk -F '/' '{print $$1}'))
$(eval cu_e2_f1_cu_ipaddr=$(shell echo $(E2_F1_CU_IPADDR) | awk -F
'/' '{print $$1}'))
$(eval cu_e2_f1_du_ipaddr=$(shell echo $(E2_F1_DU_IPADDR) | awk -F
'/' '{print $$1}'))
@@ -87,4 +87,4 @@ $(M)/oai-ue: | version $(M)/helm-ready
$(SDRANCHARTDIR)/oai-ue && \
sleep 60 && \
kubectl wait pod -n $(RIAB_NAMESPACE) --for=condition=Ready
-l app=oai-ue --timeout=600s && \
- touch $@
 \ No newline at end of file
+ touch $@
diff --git a/sdran-in-a-box-values-master-stable.yaml
b/sdran-in-a-box-values-master-stable.yaml
index 5a0343e..2fdbe31 100644
--- a/sdran-in-a-box-values-master-stable.yaml
+++ b/sdran-in-a-box-values-master-stable.yaml
@@ -114,6 +114,7 @@ config:
enable_ue_ip_alloc: false
ue_ip_pool: 172.250.0.0/16 # if we use RiaB, Makefile script
will override this value with the value defined in MakefileVar.mk file.
mme:
+ address: 192.168.10.21
cfgFiles:
config.json:
mme:
@@ -158,7 +159,7 @@ config:
s1mme:
interface: eno1 # if we use RiaB, Makefile script will
automatically apply appropriate interface name
s1u:
- interface: enb
+ interface: eth1
oai-enb-du:
mode: nfapi #or local_L1 for USRP and BasicSim
networks:
@@ -436,9 +437,9 @@ images:
bess: docker.io/onosproject/riab-bess-upf:master-635b4d4
pfcpiface: docker.io/onosproject/riab-pfcpiface:master-635b4d4
# For OAI
-# oaicucp: docker.io/onosproject/oai-enb-cu:latest
-# oaidu: docker.io/onosproject/oai-enb-du:latest
-# oaiue: docker.io/onosproject/oai-ue:latest
+ oaicucp: docker.io/onosproject/oai-enb-cu:v0.1.11
+ oaidu: docker.io/onosproject/oai-enb-du:v0.1.11
+ oaiue: docker.io/onosproject/oai-ue:v0.1.11

# For SD-RAN Umbrella chart:

# ONOS-KPIMON xAPP and ONOS-UENIB are imported in the RiaB by default

After updating MakefileVar.mk, mk/ran.mk, and sdran-in-a-box-values-master-stable.yaml, run

below commands.
 RAN $ make routing-hw-oai
RAN $ make oai

IV. OMEC VM
Go to OMEC VM and get RiaB code
Host $ cd /path/to/sdran-in-a-box/vagrant
Host $ ./vcmd.sh ran ssh
OMEC $ git clone https://github.com/onosproject/sdran-in-a-box

Then, update MakefileVar.mk and sdran-in-a-box-values-master-stable.yaml file like below (the

below is git diff result).
OMEC $ git diff
diff --git a/MakefileVar.mk b/MakefileVar.mk
index 0c12ab5..9f27326 100644
--- a/MakefileVar.mk
+++ b/MakefileVar.mk
@@ -97,7 +97,7 @@ E2_F1_CU_INTERFACE :=
cu_e2f1_if
E2_F1_CU_IPADDR :=
192.168.200.21/24
E2_F1_DU_INTERFACE := du_e2f1_if
E2_F1_DU_IPADDR :=
192.168.200.22/24
-S1MME_CU_INTERFACE := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
+S1MME_CU_INTERFACE := eth1
NFAPI_DU_INTERFACE := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
NFAPI_DU_IPADDR := $(shell ip -4 a
show $(NFAPI_DU_INTERFACE) | grep inet | awk '{print $$2}' | awk -F '/'
'{print $$1}' | tail -n 1)
NFAPI_UE_INTERFACE := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
@@ -107,19 +107,19 @@ E2T_NODEPORT_IPADDR :=
192.168.200.11/24
E2_F1_BRIDGE_NAME := br-e2f1-net

# For routing configuarion

-ENB_SUBNET := 192.168.251.0/24
-ENB_GATEWAY := 192.168.251.1/24
-ACCESS_SUBNET := 192.168.252.0/24
-UPF_ACCESS_NET_IP := 192.168.252.3/24
-ACCESS_GATEWAY := 192.168.252.1/24
-CORE_SUBNET := 192.168.250.0/24
-UPF_CORE_NET_IP := 192.168.250.3/24
-CORE_GATEWAY := 192.168.250.1/24
-OAI_ENB_NET_IP := 192.168.251.5/24
-OAI_MACHINE_IP := 192.168.254.1/24 # It's dummy IP
address. It should be changed to appropriate routable IP address for OAI
machine
-OAI_ENB_NET_INTERFACE := $(shell ip -4 route list default |
awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
-OMEC_ENB_NET_IP := 192.168.251.4/24
-OMEC_DEFAULT_INTERFACE := $(shell ip -4 route list default | awk
-F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
-OMEC_MACHINE_IP := 192.168.254.2/24 # It's dummy IP
address. It should be changed to appropriate routable IP address for OMEC
machine
-RIC_MACHINE_IP := 192.168.254.3/24 # It's
dummy IP address. It should be changed to appropriate routable IP address
for RIC machine
-RIC_DEFAULT_IP := $(shell ip -4 route list
default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')
+ENB_SUBNET := 192.168.11.8/29
+ENB_GATEWAY := 192.168.11.9/29
+ACCESS_SUBNET := 192.168.11.16/29
+UPF_ACCESS_NET_IP := 192.168.11.19/29
+ACCESS_GATEWAY := 192.168.11.17/29
+CORE_SUBNET := 192.168.11.0/29
+UPF_CORE_NET_IP := 192.168.11.3/29
+CORE_GATEWAY := 192.168.11.1/29
+OAI_ENB_NET_IP := 192.168.11.10/29
+OAI_MACHINE_IP := 192.168.13.21/16
+OAI_ENB_NET_INTERFACE := eth1
+OMEC_ENB_NET_IP := 192.168.11.12/29
+OMEC_DEFAULT_INTERFACE := eth1
+OMEC_MACHINE_IP := 192.168.10.21/29
+RIC_MACHINE_IP := 192.168.10.22/24
+RIC_DEFAULT_IP := eth1
diff --git a/sdran-in-a-box-values-master-stable.yaml
b/sdran-in-a-box-values-master-stable.yaml
index 5a0343e..bd4104c 100644
 --- a/sdran-in-a-box-values-master-stable.yaml
+++ b/sdran-in-a-box-values-master-stable.yaml
@@ -91,13 +91,13 @@ config:
upf:
privileged: true
enb:
- subnet: 192.168.251.0/24
+ subnet: 192.168.11.8/29
access:
- gateway: 192.168.252.1
- ip: 192.168.252.3/24
+ gateway: 192.168.11.17
+ ip: 192.168.11.19/29
core:
- gateway: 192.168.250.1
- ip: 192.168.250.3/24
+ gateway: 192.168.11.1
+ ip: 192.168.11.3/29
name: "oaisim"
sriov:
enabled: false

Last, deploy OMEC with below command.

OMEC $ make omec
OMEC $ make routing-hw-omec

Appendix I. All routing rules and IP assignment

After all deployment, each VM has below ip assignment configs and routing rules. Please keep
in mind that network interface started with `cali` will be changed every deployment, since it is
from Kubernetes. All other interfaces should have the same IPs and routing rules.

1. RIC VM
RIC $ ifconfig
cali07148599b19: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 17955 bytes 5891029 (5.8 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 18103 bytes 2141395 (2.1 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
cali28ca09a8fc2: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 3257 bytes 354811 (354.8 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 3293 bytes 3156272 (3.1 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali2a6be35696c: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 20365 bytes 1752138 (1.7 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 22545 bytes 7714326 (7.7 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali2c529c2862b: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 260 bytes 52211 (52.2 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 321 bytes 261422 (261.4 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali40d6bff5ae8: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 11750 bytes 1354139 (1.3 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 11807 bytes 3497342 (3.4 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali445fbfb58d2: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 5325 bytes 545919 (545.9 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 6362 bytes 650524 (650.5 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali563f975c2e1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 320 bytes 60413 (60.4 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 232 bytes 66361 (66.3 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali6ddb322c267: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

 ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 47143 bytes 4583570 (4.5 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 45057 bytes 8623347 (8.6 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali81c938be795: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 10091 bytes 2285290 (2.2 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 12620 bytes 1473666 (1.4 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali945f661e508: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 2145 bytes 178002 (178.0 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1964 bytes 350346 (350.3 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali9af49259a6e: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 3884 bytes 419367 (419.3 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 3924 bytes 5137737 (5.1 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calia0b85db0e6a: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 1165 bytes 91499 (91.4 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1399 bytes 106531 (106.5 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calia221f78d0ad: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 5910 bytes 482156 (482.1 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 6003 bytes 1410841 (1.4 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calib1661aa1718: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
 RX packets 2154 bytes 180956 (180.9 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 2002 bytes 361568 (361.5 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calib8385fdbcfa: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 33402 bytes 7768507 (7.7 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 36629 bytes 7859028 (7.8 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

caliea53eb99e22: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 10470 bytes 921783 (921.7 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 13263 bytes 11038507 (11.0 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calieacb9aa08b0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 7351 bytes 883498 (883.4 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 6310 bytes 1338098 (1.3 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

docker0: flags=4099<UP,BROADCAST,MULTICAST> mtu 1500

inet 172.17.0.1 netmask 255.255.0.0 broadcast 172.17.255.255
ether 02:42:5c:3c:ab:df txqueuelen 0 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

inet 192.168.121.71 netmask 255.255.255.0 broadcast
192.168.121.255
ether 52:54:00:19:54:77 txqueuelen 1000 (Ethernet)
RX packets 263108 bytes 1628389021 (1.6 GB)
RX errors 0 dropped 6350 overruns 0 frame 0
TX packets 209393 bytes 18483366 (18.4 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
eth1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
inet 192.168.10.22 netmask 255.255.255.0 broadcast 192.168.10.255
ether 52:54:00:3e:da:39 txqueuelen 1000 (Ethernet)
RX packets 1793 bytes 390695 (390.6 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1274 bytes 193854 (193.8 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536

inet 127.0.0.1 netmask 255.0.0.0
loop txqueuelen 1000 (Local Loopback)
RX packets 1867297 bytes 496726895 (496.7 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1867297 bytes 496726895 (496.7 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

tunl0: flags=193<UP,RUNNING,NOARP> mtu 1440

inet 192.168.84.0 netmask 255.255.255.255
tunnel txqueuelen 1000 (IPIP Tunnel)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

RIC $ route -n
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use
Iface
0.0.0.0 192.168.121.1 0.0.0.0 UG 100 0 0
eth0
172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0
docker0
192.168.10.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.11.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.13.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.84.0 0.0.0.0 255.255.255.0 U 0 0 0 *
192.168.84.1 0.0.0.0 255.255.255.255 UH 0 0 0
cali2a6be35696c
192.168.84.2 0.0.0.0 255.255.255.255 UH 0 0 0
caliea53eb99e22
192.168.84.3 0.0.0.0 255.255.255.255 UH 0 0 0
cali81c938be795
192.168.84.4 0.0.0.0 255.255.255.255 UH 0 0 0
cali445fbfb58d2
192.168.84.5 0.0.0.0 255.255.255.255 UH 0 0 0
cali6ddb322c267
192.168.84.6 0.0.0.0 255.255.255.255 UH 0 0 0
cali9af49259a6e
192.168.84.7 0.0.0.0 255.255.255.255 UH 0 0 0
cali2c529c2862b
192.168.84.8 0.0.0.0 255.255.255.255 UH 0 0 0
cali28ca09a8fc2
192.168.84.18 0.0.0.0 255.255.255.255 UH 0 0 0
cali563f975c2e1
192.168.84.19 0.0.0.0 255.255.255.255 UH 0 0 0
cali945f661e508
192.168.84.20 0.0.0.0 255.255.255.255 UH 0 0 0
cali40d6bff5ae8
192.168.84.21 0.0.0.0 255.255.255.255 UH 0 0 0
calia221f78d0ad
192.168.84.22 0.0.0.0 255.255.255.255 UH 0 0 0
calib1661aa1718
192.168.84.23 0.0.0.0 255.255.255.255 UH 0 0 0
calieacb9aa08b0
192.168.84.24 0.0.0.0 255.255.255.255 UH 0 0 0
calia0b85db0e6a
192.168.84.25 0.0.0.0 255.255.255.255 UH 0 0 0
calib8385fdbcfa
192.168.84.26 0.0.0.0 255.255.255.255 UH 0 0 0
cali07148599b19
192.168.121.0 0.0.0.0 255.255.255.0 U 0 0 0
eth0
192.168.121.1 0.0.0.0 255.255.255.255 UH 100 0 0
eth0
192.168.200.21 192.168.13.21 255.255.255.255 UGH 0 0 0
eth1
192.168.200.22 192.168.13.21 255.255.255.255 UGH 0 0 0
eth1
RIC $ ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group
default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
 valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP
group default qlen 1000
link/ether 52:54:00:19:54:77 brd ff:ff:ff:ff:ff:ff
inet 192.168.121.71/24 brd 192.168.121.255 scope global dynamic eth0
valid_lft 2064sec preferred_lft 2064sec
3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP
group default qlen 1000
link/ether 52:54:00:3e:da:39 brd ff:ff:ff:ff:ff:ff
inet 192.168.10.22/24 brd 192.168.10.255 scope global eth1
valid_lft forever preferred_lft forever
4: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue
state DOWN group default
link/ether 02:42:5c:3c:ab:df brd ff:ff:ff:ff:ff:ff
inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0
valid_lft forever preferred_lft forever
5: kube-ipvs0: <BROADCAST,NOARP> mtu 1500 qdisc noop state DOWN group
default
link/ether da:40:c2:28:6e:d1 brd ff:ff:ff:ff:ff:ff
inet 192.168.128.1/32 brd 192.168.128.1 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.128.3/32 brd 192.168.128.3 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.239.174/32 brd 192.168.239.174 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.135.194/32 brd 192.168.135.194 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.175.66/32 brd 192.168.175.66 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.148.128/32 brd 192.168.148.128 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.205.114/32 brd 192.168.205.114 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.192.165/32 brd 192.168.192.165 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.154.53/32 brd 192.168.154.53 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.217.161/32 brd 192.168.217.161 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.235.99/32 brd 192.168.235.99 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.182.153/32 brd 192.168.182.153 scope global kube-ipvs0
valid_lft forever preferred_lft forever
 inet 192.168.251.133/32 brd 192.168.251.133 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.139.251/32 brd 192.168.139.251 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.192.184/32 brd 192.168.192.184 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.193.46/32 brd 192.168.193.46 scope global kube-ipvs0
valid_lft forever preferred_lft forever
8: tunl0@NONE: <NOARP,UP,LOWER_UP> mtu 1440 qdisc noqueue state UNKNOWN
group default qlen 1000
link/ipip 0.0.0.0 brd 0.0.0.0
inet 192.168.84.0/32 brd 192.168.84.0 scope global tunl0
valid_lft forever preferred_lft forever
9: cali2a6be35696c@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 0
10: caliea53eb99e22@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 1
11: nodelocaldns: <BROADCAST,NOARP> mtu 1500 qdisc noop state DOWN group
default
link/ether 9e:11:b8:ba:e7:35 brd ff:ff:ff:ff:ff:ff
inet 169.254.25.10/32 brd 169.254.25.10 scope global nodelocaldns
valid_lft forever preferred_lft forever
14: cali81c938be795@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 2
15: cali445fbfb58d2@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 3
18: cali6ddb322c267@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 4
19: cali9af49259a6e@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 5
20: cali2c529c2862b@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 6
21: cali28ca09a8fc2@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 7
31: cali563f975c2e1@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 11
32: cali945f661e508@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 14
33: cali40d6bff5ae8@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 15
34: calia221f78d0ad@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 17
35: calib1661aa1718@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 18
36: calieacb9aa08b0@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 19
37: calia0b85db0e6a@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 20
38: calib8385fdbcfa@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 21
39: cali07148599b19@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 22

2. RAN VM
RAN $ ifconfig
cali0b43a87981b: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 10341 bytes 908188 (908.1 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 12909 bytes 8188930 (8.1 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali28589e37994: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 19614 bytes 1634140 (1.6 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 21010 bytes 7314075 (7.3 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
cali99d4d779660: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 10070 bytes 2254174 (2.2 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 12330 bytes 1442379 (1.4 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calia7cfe412eb9: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 5222 bytes 535072 (535.0 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 6222 bytes 636398 (636.3 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

caliab468c9223a: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 2531 bytes 767069 (767.0 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 2812 bytes 3774871 (3.7 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calie48e648f256: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 1133 bytes 103449 (103.4 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1386 bytes 2400716 (2.4 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cu_e2f1_if: flags=195<UP,BROADCAST,RUNNING,NOARP> mtu 1500

inet 192.168.200.21 netmask 255.255.255.0 broadcast
192.168.200.255
ether 0a:f5:9d:09:14:fe txqueuelen 1000 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

docker0: flags=4099<UP,BROADCAST,MULTICAST> mtu 1500

inet 172.17.0.1 netmask 255.255.0.0 broadcast 172.17.255.255
ether 02:42:8d:3c:2b:01 txqueuelen 0 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
 TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

du_e2f1_if: flags=195<UP,BROADCAST,RUNNING,NOARP> mtu 1500

inet 192.168.200.22 netmask 255.255.255.0 broadcast
192.168.200.255
ether 1a:af:00:4c:c5:81 txqueuelen 1000 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

inet 192.168.121.165 netmask 255.255.255.0 broadcast
192.168.121.255
ether 52:54:00:95:04:45 txqueuelen 1000 (Ethernet)
RX packets 436709 bytes 2906752123 (2.9 GB)
RX errors 0 dropped 6456 overruns 0 frame 0
TX packets 367885 bytes 32995672 (32.9 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

inet 192.168.11.10 netmask 255.255.255.0 broadcast 192.168.11.255
ether 52:54:00:0b:3b:4c txqueuelen 1000 (Ethernet)
RX packets 2113 bytes 354222 (354.2 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1863 bytes 302912 (302.9 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536

inet 127.0.0.1 netmask 255.0.0.0
loop txqueuelen 1000 (Local Loopback)
RX packets 2760280 bytes 533554577 (533.5 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 2760280 bytes 533554577 (533.5 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

oaitun_enm1: flags=4305<UP,POINTOPOINT,RUNNING,NOARP,MULTICAST> mtu 1500

inet 10.0.2.1 netmask 255.255.255.0 destination 10.0.2.1
unspec 00-00-00-00-00-00-00-00-00-00-00-00-00-00-00-00 txqueuelen
500 (UNSPEC)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
 TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

oaitun_ue1: flags=4305<UP,POINTOPOINT,RUNNING,NOARP,MULTICAST> mtu 1500

inet 172.250.255.253 netmask 255.255.0.0 destination
172.250.255.253
unspec 00-00-00-00-00-00-00-00-00-00-00-00-00-00-00-00 txqueuelen
500 (UNSPEC)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

oaitun_uem1: flags=4305<UP,POINTOPOINT,RUNNING,NOARP,MULTICAST> mtu 1500

inet 10.0.2.2 netmask 255.255.255.0 destination 10.0.2.2
unspec 00-00-00-00-00-00-00-00-00-00-00-00-00-00-00-00 txqueuelen
500 (UNSPEC)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

tunl0: flags=193<UP,RUNNING,NOARP> mtu 1440

inet 192.168.84.0 netmask 255.255.255.255
tunnel txqueuelen 1000 (IPIP Tunnel)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

RAN $ route -n
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use
Iface
0.0.0.0 192.168.121.1 0.0.0.0 UG 100 0 0
eth0
10.0.2.0 0.0.0.0 255.255.255.0 U 0 0 0
oaitun_enm1
10.0.2.0 0.0.0.0 255.255.255.0 U 0 0 0
oaitun_uem1
172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0
docker0
172.250.0.0 0.0.0.0 255.255.0.0 U 0 0 0
oaitun_ue1
192.168.10.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.11.0 192.168.10.21 255.255.255.248 UG 0 0 0
eth1
192.168.11.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.11.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.11.8 192.168.10.21 255.255.255.248 UG 0 0 0
eth1
192.168.11.16 192.168.10.21 255.255.255.248 UG 0 0 0
eth1
192.168.13.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.84.0 0.0.0.0 255.255.255.0 U 0 0 0 *
192.168.84.1 0.0.0.0 255.255.255.255 UH 0 0 0
cali28589e37994
192.168.84.2 0.0.0.0 255.255.255.255 UH 0 0 0
cali0b43a87981b
192.168.84.3 0.0.0.0 255.255.255.255 UH 0 0 0
cali99d4d779660
192.168.84.4 0.0.0.0 255.255.255.255 UH 0 0 0
calia7cfe412eb9
192.168.84.5 0.0.0.0 255.255.255.255 UH 0 0 0
caliab468c9223a
192.168.84.6 0.0.0.0 255.255.255.255 UH 0 0 0
calie48e648f256
192.168.84.20 192.168.10.22 255.255.255.255 UGH 0 0 0
eth1
192.168.121.0 0.0.0.0 255.255.255.0 U 0 0 0
eth0
192.168.121.1 0.0.0.0 255.255.255.255 UH 100 0 0
eth0
192.168.200.0 0.0.0.0 255.255.255.0 U 0 0 0
cu_e2f1_if
192.168.200.0 0.0.0.0 255.255.255.0 U 0 0 0
du_e2f1_if
192.168.250.0 192.168.11.12 255.255.255.0 UG 0 0 0
eth1
192.168.251.0 192.168.11.12 255.255.255.0 UG 0 0 0
eth1
192.168.252.0 192.168.11.12 255.255.255.0 UG 0 0 0
eth1

RAN $ ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group
default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP
group default qlen 1000
link/ether 52:54:00:95:04:45 brd ff:ff:ff:ff:ff:ff
inet 192.168.121.165/24 brd 192.168.121.255 scope global dynamic eth0
valid_lft 2183sec preferred_lft 2183sec
3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP
group default qlen 1000
link/ether 52:54:00:0b:3b:4c brd ff:ff:ff:ff:ff:ff
inet 192.168.11.10/24 brd 192.168.11.255 scope global eth1
valid_lft forever preferred_lft forever
inet 192.168.13.21/24 scope global eth1
valid_lft forever preferred_lft forever
4: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue
state DOWN group default
link/ether 02:42:8d:3c:2b:01 brd ff:ff:ff:ff:ff:ff
inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0
valid_lft forever preferred_lft forever
5: kube-ipvs0: <BROADCAST,NOARP> mtu 1500 qdisc noop state DOWN group
default
link/ether 6a:a3:f7:79:99:ad brd ff:ff:ff:ff:ff:ff
inet 192.168.128.1/32 brd 192.168.128.1 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.128.3/32 brd 192.168.128.3 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.217.58/32 brd 192.168.217.58 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.194.162/32 brd 192.168.194.162 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.168.95/32 brd 192.168.168.95 scope global kube-ipvs0
valid_lft forever preferred_lft forever
8: tunl0@NONE: <NOARP,UP,LOWER_UP> mtu 1440 qdisc noqueue state UNKNOWN
group default qlen 1000
link/ipip 0.0.0.0 brd 0.0.0.0
inet 192.168.84.0/32 brd 192.168.84.0 scope global tunl0
valid_lft forever preferred_lft forever
9: cali28589e37994@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 0
10: cali0b43a87981b@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 1
11: nodelocaldns: <BROADCAST,NOARP> mtu 1500 qdisc noop state DOWN group
default
link/ether 4a:fa:a2:86:29:82 brd ff:ff:ff:ff:ff:ff
inet 169.254.25.10/32 brd 169.254.25.10 scope global nodelocaldns
valid_lft forever preferred_lft forever
14: cali99d4d779660@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 2
15: calia7cfe412eb9@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 4
19: caliab468c9223a@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 3
20: calie48e648f256@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 5
95: cu_e2f1_if: <BROADCAST,NOARP,UP,LOWER_UP> mtu 1500 qdisc noqueue state
UNKNOWN group default qlen 1000
link/ether 0a:f5:9d:09:14:fe brd ff:ff:ff:ff:ff:ff
inet 192.168.200.21/24 brd 192.168.200.255 scope global cu_e2f1_if
valid_lft forever preferred_lft forever
96: du_e2f1_if: <BROADCAST,NOARP,UP,LOWER_UP> mtu 1500 qdisc noqueue state
UNKNOWN group default qlen 1000
link/ether 1a:af:00:4c:c5:81 brd ff:ff:ff:ff:ff:ff
inet 192.168.200.22/24 brd 192.168.200.255 scope global du_e2f1_if
valid_lft forever preferred_lft forever
152: oaitun_enm1: <POINTOPOINT,MULTICAST,NOARP,UP,LOWER_UP> mtu 1500 qdisc
fq_codel state UNKNOWN group default qlen 500
link/none
inet 10.0.2.1/24 brd 10.0.2.255 scope global oaitun_enm1
valid_lft forever preferred_lft forever
153: oaitun_ue1: <POINTOPOINT,MULTICAST,NOARP,UP,LOWER_UP> mtu 1500 qdisc
fq_codel state UNKNOWN group default qlen 500
link/none
inet 172.250.255.253/16 brd 172.250.255.255 scope global oaitun_ue1
valid_lft forever preferred_lft forever
154: oaitun_ue2: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
155: oaitun_ue3: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
156: oaitun_ue4: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
157: oaitun_ue5: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
158: oaitun_ue6: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
159: oaitun_ue7: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
160: oaitun_ue8: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
161: oaitun_ue9: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
162: oaitun_ue10: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
163: oaitun_ue11: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
164: oaitun_ue12: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
165: oaitun_ue13: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
166: oaitun_ue14: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
167: oaitun_ue15: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
168: oaitun_ue16: <POINTOPOINT,MULTICAST,NOARP> mtu 1500 qdisc noop state
DOWN group default qlen 500
link/none
169: oaitun_uem1: <POINTOPOINT,MULTICAST,NOARP,UP,LOWER_UP> mtu 1500 qdisc
fq_codel state UNKNOWN group default qlen 500
link/none
inet 10.0.2.2/24 brd 10.0.2.255 scope global oaitun_uem1
valid_lft forever preferred_lft forever

3. OMEC VM
OMEC $ ifconfig
cali01ccd73e7ae: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 2781 bytes 228570 (228.5 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 4039 bytes 355727 (355.7 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali09d96a0e9e0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 1563 bytes 134161 (134.1 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1918 bytes 5031986 (5.0 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali156331542aa: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 493 bytes 60106 (60.1 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 458 bytes 234641 (234.6 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali1cd08da0da5: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 20300 bytes 1729182 (1.7 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 22210 bytes 7690873 (7.6 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali1feb42b0037: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 10519 bytes 923169 (923.1 KB)
RX errors 0 dropped 0 overruns 0 frame 0
 TX packets 13000 bytes 9315710 (9.3 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali546f54e2b71: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 1245 bytes 153477 (153.4 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1189 bytes 2089309 (2.0 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cali5f0f2188630: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 419 bytes 40857 (40.8 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 448 bytes 590762 (590.7 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calibc98ceacd7c: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 191 bytes 14116 (14.1 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 272 bytes 18306 (18.3 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calibf54c8eb2da: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 5193 bytes 535711 (535.7 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 6400 bytes 651369 (651.3 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

calie7497c8e0ea: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 1225 bytes 2257620 (2.2 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1325 bytes 169920 (169.9 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

califd27ddb4b67: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

ether ee:ee:ee:ee:ee:ee txqueuelen 0 (Ethernet)
RX packets 10235 bytes 2286440 (2.2 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 12468 bytes 1462092 (1.4 MB)
 TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

cu_e2f1_if: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

inet 192.168.200.21 netmask 255.255.255.0 broadcast 0.0.0.0
ether 52:5d:00:0c:99:01 txqueuelen 1000 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 33 bytes 1386 (1.3 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

docker0: flags=4099<UP,BROADCAST,MULTICAST> mtu 1500

inet 172.17.0.1 netmask 255.255.0.0 broadcast 172.17.255.255
ether 02:42:10:82:62:3a txqueuelen 0 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

du_e2f1_if: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

inet 192.168.200.22 netmask 255.255.255.0 broadcast 0.0.0.0
ether a2:d0:17:bb:c4:ff txqueuelen 1000 (Ethernet)
RX packets 33 bytes 924 (924.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

e2t_e2_if: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

inet 192.168.200.11 netmask 255.255.255.0 broadcast 0.0.0.0
ether ae:12:c7:87:f2:f6 txqueuelen 1000 (Ethernet)
RX packets 33 bytes 924 (924.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

enb: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

inet 192.168.11.12 netmask 255.255.255.248 broadcast 0.0.0.0
ether 2a:3a:b8:12:60:ee txqueuelen 1000 (Ethernet)
RX packets 284 bytes 29844 (29.8 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 299 bytes 27618 (27.6 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

 inet 192.168.121.213 netmask 255.255.255.0 broadcast
192.168.121.255
ether 52:54:00:31:be:6b txqueuelen 1000 (Ethernet)
RX packets 375008 bytes 2380404197 (2.3 GB)
RX errors 0 dropped 6282 overruns 0 frame 0
TX packets 306649 bytes 26834941 (26.8 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500

inet 192.168.10.21 netmask 255.255.255.0 broadcast 192.168.10.255
ether 52:54:00:bf:cd:62 txqueuelen 1000 (Ethernet)
RX packets 1489 bytes 300245 (300.2 KB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 963 bytes 169544 (169.5 KB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536

inet 127.0.0.1 netmask 255.0.0.0
loop txqueuelen 1000 (Local Loopback)
RX packets 1801613 bytes 479111963 (479.1 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1801613 bytes 479111963 (479.1 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

tunl0: flags=193<UP,RUNNING,NOARP> mtu 1440

inet 192.168.84.0 netmask 255.255.255.255
tunnel txqueuelen 1000 (IPIP Tunnel)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

OMEC $ route -n
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use
Iface
0.0.0.0 192.168.121.1 0.0.0.0 UG 100 0 0
eth0
172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0
docker0
172.250.0.0 192.168.11.9 255.255.0.0 UG 0 0 0 enb
192.168.10.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.11.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.11.1 0.0.0.0 255.255.255.255 UH 0 0 0 enb
192.168.11.8 0.0.0.0 255.255.255.248 U 0 0 0 enb
192.168.11.9 0.0.0.0 255.255.255.255 UH 0 0 0 enb
192.168.11.10 192.168.13.21 255.255.255.255 UGH 0 0 0
eth1
192.168.11.16 192.168.11.9 255.255.255.248 UG 0 0 0 enb
192.168.11.17 0.0.0.0 255.255.255.255 UH 0 0 0 enb
192.168.13.0 0.0.0.0 255.255.255.0 U 0 0 0
eth1
192.168.84.0 0.0.0.0 255.255.255.0 U 0 0 0 *
192.168.84.1 0.0.0.0 255.255.255.255 UH 0 0 0
cali1cd08da0da5
192.168.84.2 0.0.0.0 255.255.255.255 UH 0 0 0
cali1feb42b0037
192.168.84.3 0.0.0.0 255.255.255.255 UH 0 0 0
califd27ddb4b67
192.168.84.4 0.0.0.0 255.255.255.255 UH 0 0 0
calibf54c8eb2da
192.168.84.5 0.0.0.0 255.255.255.255 UH 0 0 0
cali09d96a0e9e0
192.168.84.18 0.0.0.0 255.255.255.255 UH 0 0 0
calie7497c8e0ea
192.168.84.19 0.0.0.0 255.255.255.255 UH 0 0 0
cali546f54e2b71
192.168.84.20 0.0.0.0 255.255.255.255 UH 0 0 0
cali01ccd73e7ae
192.168.84.21 0.0.0.0 255.255.255.255 UH 0 0 0
cali156331542aa
192.168.84.22 0.0.0.0 255.255.255.255 UH 0 0 0
cali5f0f2188630
192.168.84.23 0.0.0.0 255.255.255.255 UH 0 0 0
calibc98ceacd7c
192.168.121.0 0.0.0.0 255.255.255.0 U 0 0 0
eth0
192.168.121.1 0.0.0.0 255.255.255.255 UH 100 0 0
eth0
192.168.200.0 0.0.0.0 255.255.255.0 U 0 0 0
cu_e2f1_if
192.168.200.0 0.0.0.0 255.255.255.0 U 0 0 0
du_e2f1_if
192.168.200.0 0.0.0.0 255.255.255.0 U 0 0 0
e2t_e2_if
OMEC $ ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group
default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP
group default qlen 1000
link/ether 52:54:00:31:be:6b brd ff:ff:ff:ff:ff:ff
inet 192.168.121.213/24 brd 192.168.121.255 scope global dynamic eth0
valid_lft 2277sec preferred_lft 2277sec
3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP
group default qlen 1000
link/ether 52:54:00:bf:cd:62 brd ff:ff:ff:ff:ff:ff
inet 192.168.10.21/24 brd 192.168.10.255 scope global eth1
valid_lft forever preferred_lft forever
4: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue
state DOWN group default
link/ether 02:42:10:82:62:3a brd ff:ff:ff:ff:ff:ff
inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0
valid_lft forever preferred_lft forever
5: kube-ipvs0: <BROADCAST,NOARP> mtu 1500 qdisc noop state DOWN group
default
link/ether 06:c4:bf:78:3b:49 brd ff:ff:ff:ff:ff:ff
inet 192.168.128.1/32 brd 192.168.128.1 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.128.3/32 brd 192.168.128.3 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.186.199/32 brd 192.168.186.199 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.242.69/32 brd 192.168.242.69 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.241.125/32 brd 192.168.241.125 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.198.171/32 brd 192.168.198.171 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.224.11/32 brd 192.168.224.11 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.225.125/32 brd 192.168.225.125 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.219.253/32 brd 192.168.219.253 scope global kube-ipvs0
valid_lft forever preferred_lft forever
 inet 192.168.182.109/32 brd 192.168.182.109 scope global kube-ipvs0
valid_lft forever preferred_lft forever
inet 192.168.231.54/32 brd 192.168.231.54 scope global kube-ipvs0
valid_lft forever preferred_lft forever
8: tunl0@NONE: <NOARP,UP,LOWER_UP> mtu 1440 qdisc noqueue state UNKNOWN
group default qlen 1000
link/ipip 0.0.0.0 brd 0.0.0.0
inet 192.168.84.0/32 brd 192.168.84.0 scope global tunl0
valid_lft forever preferred_lft forever
9: cali1cd08da0da5@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 0
10: cali1feb42b0037@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 1
11: nodelocaldns: <BROADCAST,NOARP> mtu 1500 qdisc noop state DOWN group
default
link/ether ca:55:2c:ec:77:8c brd ff:ff:ff:ff:ff:ff
inet 169.254.25.10/32 brd 169.254.25.10 scope global nodelocaldns
valid_lft forever preferred_lft forever
14: califd27ddb4b67@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 2
15: calibf54c8eb2da@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 4
18: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group
default qlen 1000
link/ether 7a:c1:59:b9:29:0a brd ff:ff:ff:ff:ff:ff
19: br-enb-net: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group
default qlen 1000
link/ether 72:6f:e3:bc:a5:48 brd ff:ff:ff:ff:ff:ff
20: enb: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state
UNKNOWN group default qlen 1000
link/ether 2a:3a:b8:12:60:ee brd ff:ff:ff:ff:ff:ff
inet 192.168.11.12/29 scope global enb
valid_lft forever preferred_lft forever
21: br-e2f1-net: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group
default qlen 1000
link/ether f6:ff:35:9d:db:44 brd ff:ff:ff:ff:ff:ff
22: cu_e2f1_if: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue
state UNKNOWN group default qlen 1000
link/ether 52:5d:00:0c:99:01 brd ff:ff:ff:ff:ff:ff
 inet 192.168.200.21/24 scope global cu_e2f1_if
valid_lft forever preferred_lft forever
23: du_e2f1_if: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue
state UNKNOWN group default qlen 1000
link/ether a2:d0:17:bb:c4:ff brd ff:ff:ff:ff:ff:ff
inet 192.168.200.22/24 scope global du_e2f1_if
valid_lft forever preferred_lft forever
24: e2t_e2_if: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue
state UNKNOWN group default qlen 1000
link/ether ae:12:c7:87:f2:f6 brd ff:ff:ff:ff:ff:ff
inet 192.168.200.11/24 scope global e2t_e2_if
valid_lft forever preferred_lft forever
25: cali09d96a0e9e0@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 3
26: br-core-net: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group
default qlen 1000
link/ether fa:a6:46:9e:89:4d brd ff:ff:ff:ff:ff:ff
29: br-access-net: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN
group default qlen 1000
link/ether 2a:5b:f4:03:fa:49 brd ff:ff:ff:ff:ff:ff
47: calie7497c8e0ea@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 5
48: cali546f54e2b71@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 7
49: cali01ccd73e7ae@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 8
50: cali156331542aa@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 12
51: cali5f0f2188630@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 14
52: calibc98ceacd7c@if4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc
noqueue state UP group default
link/ether ee:ee:ee:ee:ee:ee brd ff:ff:ff:ff:ff:ff link-netnsid 10