Hi,
I have connected Mellanox network card to PCie switch, on ARM processor board. To set IP address I am loading infini band drivers and mellanox Ethernet drivers . But is giving crash while inserting mlx4_ib.ko.
Our kernel version is 4.4.0 . Please suggest if any thing missing from below log.
The same thing worked on x86 with out any issues.
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod ib_addr.ko
insmod ib_core.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod ib_core.ko
insmod ib_sa.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod ib_mad.ko
cm.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod ib_sa.ko
insmod iw_cm.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod ib_cm.ko
insmod rdma_cm.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod iw_cm.ko
insmod ib_uverbs.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod rdma_cm.ko
insmod ib_ucm.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod ib_uverbs.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod ib_ucm.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod ib_umad.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod rdma_ucm.ko
insmod mlx4_ib.ko
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod mlx4_core.ko
[ 150.960400] mlx4_core: Mellanox ConnectX core driver v2.2-1 (Feb, 2014)
[ 150.966982] mlx4_core: Initializing 0000:04:00.0
[ 150.971580] pci 0000:02:08.0: enabling device (0000 -> 0002)
[ 150.977216] mlx4_core 0000:04:00.0: enabling device (0000 -> 0002)
[ 159.364056] mlx4_core 0000:04:00.0: PCIe BW is different than device's capability
[ 159.371481] mlx4_core 0000:04:00.0: PCIe link speed is 2.5GT/s, device supports 8.0GT/s
[ 159.379463] mlx4_core 0000:04:00.0: PCIe link width is x2, device supports x8
root@Xilinx-ZCU102-2016_1:/mnt/disk2# insmod mlx4_ib.ko
[ 159.468686] <mlx4_ib> mlx4_ib_add: mlx4_ib: Mellanox ConnectX InfiniBand driver v2.2-1 (Feb 2014)
[ 159.478312] <mlx4_ib> mlx4_ib_add: counter index 0 for port 1 allocated 0
[ 159.485033] <mlx4_ib> mlx4_ib_add: counter index 1 for port 2 allocated 0
[ 159.498866] random: nonblocking pool is initialized
[ 159.601591] Unhandled fault: level 3 address size fault (0x96000043) at 0xffffff80034d5000
[ 159.609806] Internal error: : 96000043 [#1] SMP
[ 159.614290] Modules linked in: mlx4_ib(+) mlx4_core rdma_ucm ib_umad ib_ucm ib_uverbs rdma_cm iw_cm ib_cm ib_sa ib_mad ib_core ib_addr nvme
[ 159.626790] CPU: 1 PID: 1974 Comm: insmod Not tainted 4.4.0 #11
[ 159.632691] Hardware name: ZynqMP ZCU102 RevB (DT)
[ 159.637467] task: ffffffc06cae1080 ti: ffffffc071bec000 task.ti: ffffffc071bec000
[ 159.644982] PC is at mlx4_ib_modify_qp+0x9ac/0x1738 [mlx4_ib]
[ 159.650691] LR is at mlx4_ib_modify_qp+0x1f0/0x1738 [mlx4_ib]
[ 159.656389] pc : [<ffffffbffc129334>] lr : [<ffffffbffc128b78>] pstate: 20000145
[ 159.663772] sp : ffffffc071bef8e0
[ 159.667063] x29: ffffffc071bef8e0 x28: ffffffc070dd9400
[ 159.672355] x27: 0000000000000051 x26: 0000000000000000
[ 159.677650] x25: ffffffc070dd9580 x24: 0000000000000000
[ 159.682945] x23: 0000000000000001 x22: ffffffc069a00000
[ 159.688240] x21: 0000000000000000 x20: 0000000000000000
[ 159.693535] x19: ffffffc071366300 x18: 0000000000000000
[ 159.698830] x17: 0000007f872bae98 x16: 0000000000004000
[ 159.704124] x15: 0000000000000100 x14: 0000000000000000
[ 159.709419] x13: 0000000000000000 x12: 0000000000000000
[ 159.714714] x11: 0000000000000030 x10: ffffffc071366400
[ 159.720008] x9 : 0000000000000000 x8 : ffffffc071366500
[ 159.725303] x7 : 0000000000000001 x6 : 0000000000000000
[ 159.730598] x5 : 0000000000000040 x4 : 0000000000000000
[ 159.735893] x3 : 0000000000000080 x2 : ffffff80034d5000
[ 159.741188] x1 : ffffff80034d5000 x0 : 0000000000000000
[ 159.746482]
[ 159.747961] Process insmod (pid: 1974, stack limit = 0xffffffc071bec020)
[ 159.754647] Stack: (0xffffffc071bef8e0 to 0xffffffc071bf0000)
[ 159.760377] f8e0: ffffffc071bef9b0 ffffffbffc01b9e4 ffffffc070dd9400 ffffffc071366300
[ 159.768195] f900: ffffffc00185a928 ffffffc00185a8a0 0000000000000000 ffffffbffc0472e8
[ 159.776008] f920: ffffffc00185a930 ffffffc070dd9400 ffffffc00185a000 ffffffc071366300
[ 159.783819] f940: 0000000000000040 0000000000000010 ffffffc001a56600 ffffffc001a56600
[ 159.791631] f960: ffffffc000000000 0000000000000000 ffffffc000000000 ffffffbf00000010
[ 159.799443] f980: ffffffc069a00000 0000000000000000 0000000000000001 ffffffc069a00000
[ 159.807255] f9a0: ffffffc00185a928 ffffffc00185a8a0 ffffffc071bef9e0 ffffffbffc040e24
[ 159.815067] f9c0: 0000000000000001 ffffffc069a00000 ffffffc00185a928 000000510185a8a0
[ 159.822879] f9e0: ffffffc071befa80 ffffffbffc01e6f8 ffffffbffc0472f0 ffffffc069a00000
[ 159.830691] fa00: ffffffbffc029f80 ffffffbffc029ea8 0000000000000000 ffffffc071b1e1a0
[ 159.838503] fa20: 0000000000000002 0000000000000000 0000000000000000 ffffffc069a0cd50
[ 159.846316] fa40: ffffffc071befa50 0000000100000000 ffffffc071befa80 0000ffbffc01e6e8
[ 159.854127] fa60: 003164616d5f6269 ffffffc069a00000 0000000000000500 ffffffbf00000000
[ 159.861940] fa80: ffffffc071befb30 ffffffbffc122f24 ffffffc001a70000 ffffffc069a00000
[ 159.869751] faa0: ffffffc069a0c000 0000000000000002 ffffffc00227f5e8 ffffffc069a03850
[ 159.877563] fac0: 0000000000000003 ffffffc069a01000 0000000000000000 ffffffc069a0cd50
[ 159.885375] fae0: ffffffc071befaf0 00000000ffffffc8 ff00305f34786c6d ffffffbffc132328
[ 159.893187] fb00: 0000000000000001 0000000000000002 0000000000000000 ffffffc069a03810
[ 159.901000] fb20: ffffffc069a03850 ffffffc0021e6ad0 ffffffc071befbc0 ffffffbffc0ccf78
[ 159.908812] fb40: ffffffc071b1e580 ffffffc001a70000 ffffffbffc134938 ffffffbffc0f23b8
[ 159.916623] fb60: ffffffbffc0f2900 ffffffbffc0edde8 ffffffbffc0eddb8 ffffffc0000f4f20
[ 159.924435] fb80: 0000000000000124 ffffffc000786c58 ffffffbffc134d80 ffffffbffc132328
[ 159.932248] fba0: ffffffc069a03000 ffffffc069a00548 ffffffbffc134938 00000001fc0f23b8
[ 159.940059] fbc0: ffffffc071befbf0 ffffffbffc0cd09c ffffffc001a70000 ffffffbffc134938
[ 159.947871] fbe0: ffffffbffc0f23f0 00000000ffffffe8 ffffffc071befc40 ffffffbffc13c058
[ 159.955683] fc00: 0000000000000000 ffffffbffc134d80 ffffffc06ca6fd00 ffffffbffc13c000
[ 159.963495] fc20: 0000000000000000 ffffffbffc134ad0 ffffffc071b1e700 ffffffbffc13c048
[ 159.971308] fc40: ffffffc071befc60 ffffffc000081190 ffffffc0021eeda0 ffffffc0021eeda0
[ 159.979120] fc60: ffffffc071befce0 ffffffc00011e72c ffffffbffc134a80 ffffffc0021f8000
[ 159.986932] fc80: ffffffbffc134a80 ffffffc06ca6fe00 0000000000000001 ffffffc06ca6fe00
[ 159.994743] fca0: 0000000000000001 0000000000000001 ffffffc071befce0 ffffffc00011e6f8
[ 160.002555] fcc0: ffffffbffc134a80 ffffffc0021f8000 ffffffbffc134a80 0000000000000001
[ 160.010367] fce0: ffffffc071befd10 ffffffc0000f808c ffffffc071befe70 0000000000000001
[ 160.018179] fd00: ffffffbffc134a80 0000000000000001 ffffffc071befe20 ffffffc0000f85a4
[ 160.025991] fd20: 000000000000d3b3 0000000000000000 0000007f920eb3c3 ffffff80034413b3
[ 160.033803] fd40: ffffffc071bec000 0000000000010000 000000003bb3e010 0000000000000069
[ 160.041616] fd60: ffffffc000781000 ffffffc071bec000 ffffff8003442000 00000077718060c8
[ 160.049428] fd80: ffffffc000000064 0000007200000076 ffffffbf0000006e ffffff800000003f
[ 160.057239] fda0: ffffffbffc13c0a0 ffffffc000000018 ffffffbffc134da8 ffffffc06c9af5c0
[ 160.065051] fdc0: 0000007f91cce010 0000007f921afec4 0000000080000000 0000000000000015
[ 160.072863] fde0: 000000003bb3e010 0000000000000000 0000000000000000 0000000000000000
[ 160.080675] fe00: 0000000000000000 0000000000000000 0000000000000000 0000000000000000
[ 160.088487] fe20: 0000007ff74dfce0 ffffffc000084470 0000000000000000 0000007f91cce010
[ 160.096300] fe40: ffffffffffffffff 0000007f921afec4 0000000080000000 0000000000000015
[ 160.104111] fe60: 000000000000011d 0000000000000015 ffffff8003024000 000000000041d3b3
[ 160.111924] fe80: ffffff800325dd88 ffffff800325dbf1 ffffff800343ea58 000000000001ada8
[ 160.119735] fea0: 000000000001f6c8 0000000000000000 0000000000000000 0000002a00000029
[ 160.127547] fec0: 0000000000000014 000000000000000f 0000007f91cce010 000000000041d3b3
[ 160.135359] fee0: 000000003bb3e010 00000000ffffffff 0000000000000000 000000003bb3e030
[ 160.143171] ff00: 0000007f9222fa40 0000007f9222fa40 0000000000000069 0000007f92231598
[ 160.150983] ff20: 0101010101010101 0000000000000008 0000000000000020 0000000000000000
[ 160.158795] ff40: 00000000000003f3 0000007f920ecac8 0000007f921afea0 00000000004a6d48
[ 160.166607] ff60: 0000007ff74df910 0000007f922fd710 0000007f91cce010 0000000000000048
[ 160.174419] ff80: 0000000000000002 000000000047f070 00000000004a7000 0000007ff74dfe38
[ 160.182231] ffa0: 00000000004a7000 0000000000000000 0000000000000000 0000007ff74dfce0
[ 160.190043] ffc0: 0000000000411194 0000007ff74dfba0 0000007f921afec4 0000000080000000
[ 160.197855] ffe0: 0000007f91cce010 0000000000000069 00001d0c1f010400 005c26025f650000
[ 160.205664] Call trace:
[ 160.208121] [<ffffffbffc129334>] mlx4_ib_modify_qp+0x9ac/0x1738 [mlx4_ib]
[ 160.214877] [<ffffffbffc01b9e4>] ib_modify_qp+0x44/0x50 [ib_core]
[ 160.220948] [<ffffffbffc040e24>] ib_mad_init_device+0x40c/0x728 [ib_mad]
[ 160.227637] [<ffffffbffc01e6f8>] ib_register_device+0x300/0x3d0 [ib_core]
[ 160.234420] [<ffffffbffc122f24>] mlx4_ib_add+0x9ac/0xff8 [mlx4_ib]
[ 160.240593] [<ffffffbffc0ccf78>] mlx4_add_device+0x48/0xc8 [mlx4_core]
[ 160.247096] [<ffffffbffc0cd09c>] mlx4_register_interface+0xa4/0x128 [mlx4_core]
[ 160.254386] [<ffffffbffc13c058>] mlx4_ib_init+0x58/0xa0 [mlx4_ib]
[ 160.260436] [<ffffffc000081190>] do_one_initcall+0x94/0x1a0
[ 160.265990] [<ffffffc00011e72c>] do_init_module+0x60/0x1c8
[ 160.271456] [<ffffffc0000f808c>] load_module+0x18b4/0x1c94
[ 160.276923] [<ffffffc0000f85a4>] SyS_init_module+0x138/0x14c
[ 160.282567] [<ffffffc000084470>] el0_svc_naked+0x24/0x28
[ 160.287861] Code: f9405b81 0b020000 93407c00 8b000022 (b8206823)