Wind River Support Network

Description

This is an issue within the igc driver which is for an plugged PCIe external devices.


rcu: INFO: rcu_preempt self-detected stall on CPU
rcu: 	6-....: (5250 ticks this GP) idle=32dc/1/0x4000000000000000 softirq=0/0 fqs=2016 rcuc=7047 jiffies(starved)
rcu: 	(t=5250 jiffies g=353985 q=7752632 ncpus=24)
CPU: 6 UID: 0 PID: 4207 Comm: irq/28-eth1-TxR Not tainted 6.12.40-rt6-yocto-preempt-rt #1
Hardware name: Marvell OcteonTX CN96XX board (DT)
pstate: 60400009 (nZCv daif +PAN -UAO -TCO -DIT -SSBS BTYPE=--)
pc : ___slab_alloc+0x110/0x998
lr : ___slab_alloc+0x64/0x998
sp : ffff8000c99af750
x29: ffff8000c99af750 x28: ffff000205e07038 x27: ffff8000cec80400
x26: 0000000000000600 x25: 0000000001ffffff x24: ffffffdfc0817800
x23: ffff000bf5e90b70 x22: 00000000000000a8 x21: 0000000000092820
x20: 00000000ffffffff x19: ffff000100014600 x18: 00000000c5d56c64
x17: 92fd8de0d4a80a08 x16: 010100003656fd01 x15: 1080646cd5c5c7ee
x14: 31b3fccd51140202 x13: 0e51b82b9069fcd4 x12: 92fd8de0d4a80a08
x11: 0000000000000000 x10: 0000000000000034 x9 : ffff800081048fb0
x8 : 0000000000000040 x7 : 0000000000000000 x6 : ffff800b74560000
x5 : 00000000000000a8 x4 : ffff000bf5e90b70 x3 : ffff80008035b5bc
x2 : ffff000bf5e90ba8 x1 : ffff000205e070e0 x0 : 0000000008458dc6
Call trace:
 ___slab_alloc+0x110/0x998
 kmem_cache_alloc_noprof+0x8c/0x2a8
 __alloc_object+0x44/0x1f0
 __create_object+0x34/0xc8
 kmemleak_alloc+0x3c/0x50
 kmem_cache_alloc_node_noprof+0x228/0x2d0
 kmalloc_reserve+0xd0/0x140
 __alloc_skb+0xa0/0x198
 napi_alloc_skb+0x48/0x180
 igc_poll+0xd7c/0x13c0
 __napi_poll.constprop.0+0x40/0x208
 net_rx_action+0x314/0x368
 handle_softirqs.isra.0+0x100/0x2f0
 __local_bh_enable_ip+0x9c/0xf8
 irq_forced_thread_fn+0x88/0xd8
 irq_thread+0x188/0x280
 kthread+0x118/0x128
 ret_from_fork+0x10/0x20
igc 0003:01:00.0 eth1: NIC Link is Up 2500 Mbps Full Duplex, Flow Control: RX/TX

Steps to Reproduce

/lpg-build/cdc/fast_prod/WRL10_25/WRL10_25_GIT/wrlinux-10/setup.sh --machines marvell-cn96xx --templates feature/docker feature/target-toolchain feature/kdump feature/kexec --distros wrlinux --dl-layers=1 --accept-eula=yes
source environment-setup-x86_64-wrlinuxsdk-linux
source oe-init-build-env build
mkdir -p ./extra_customized_kernel/

cat << EOF >> ./extra_customized_kernel/extra_customized_kernel_configs.cfg
CONFIG_LOCKDEP_CHAINS_BITS=21
EOF

echo 'PREFERRED_PROVIDER_virtual/kernel = "linux-yocto-rt"' >> conf/local.conf
echo 'EXTRA_KERNEL_FILES =. "${TOPDIR}/extra_customized_kernel:"' >> conf/local.conf
echo 'EXTRA_KERNEL_SRC_URI += "file://extra_customized_kernel_configs.cfg"' >> conf/local.conf

cat << EOF >> customized_test_plan.ini
[Test_Case]
all_system_info
boot_nfs
bootcheck_backtrace
bootcheck_calltrace
bootcheck_error
bootcheck_exception
bootcheck_firmbug
bootcheck_journalctl
bootcheck_kerbug
bootcheck_kmemleak
bootcheck_nullpoint
bootcheck_pcimatch
bootcheck_rvu_profile
bootcheck_rvu_profile_custom
bootcheck_segfault
bootcheck_warning
bootcheck_timeout
bootimg_check
check_kernel_options
check_valid_partition
checkproc_cpufreq
checkproc_files
clock_switched
coredump_debug
coresight_etm
cpuarch_timer_check
cpufreq_bench
cpufreq_ondemand
cpufreq_perf_event
cpufreq_performance
cpufreq_powersave
cpufreq_schedutil
cpufreq_sys_check
cpufreq_userspace
cpuhotplug_offline
cpuhotplug_online
docker_check_config
docker_compose_build
docker_compose_ps
docker_compose_scale_down
docker_compose_scale_up
docker_compose_up
docker_helloworld
ethernet_autoneg_off
ethernet_autoneg_on
ethernet_autoneg_restrict
ethernet_bitrate
ethernet_buffer_ring
ethernet_change_mac
ethernet_change_speed
ethernet_check_mac
ethernet_check_ptp
ethernet_coalescing
ethernet_dump_register
ethernet_fping
ethernet_half_duplex_autoneg
ethernet_iperf_tcp
ethernet_iperf_udp
ethernet_ipv6_ping
ethernet_ipv6_radvd
ethernet_ipv6_vlan_ping
ethernet_jumbo_frame
ethernet_jump_frame
ethernet_netperf_tcprr
ethernet_netperf_tcpstream
ethernet_netperf_udprr
ethernet_netperf_udpstream
ethernet_packets_netcat
ethernet_ping
ethernet_sriov
ethernet_statistics
ethernet_stress_scp
ethernet_unbind
ethernet_vlan_ping
gdb_multi_timer
gdbtest
ghes_tests
gpio_input
gpio_output
gpio_sys_check
gpio_tests
i2c_detect
i2c_dump
i2c_get
i2c_sys_check
kernwarning_buildcheck
kmod_test
lspci_test
malloc_loop
maxcpus
mdelay_test
memory_size_check
module_operate
mub_sys_check
pci_hotplug
pci_msi
perf_events_cpu
perf_events_l1_cache
perf_events_ll_cache
perf_events_mem
perf_events_pmu
perf_events_sched
perf_events_syscall
perf_events_syscall_enter
perf_events_syscall_exit
perf_events_timer
perf_events_tlb
perf_events_with_load
pm_cpufreq_scaling
poweroff
ramspeed
readme_check
reboot
restart
rng_fips_test
rng_od_test
rng_rngd_test
rng_sys_check
rt_cyclictest
rt_hackbench
rt_migrate_test
rt_pi_stress
rt_pmqtest
rt_ptsematest
rt_signaltest
rt_sigwaittest
rt_svsematest
rtc_hctosys
rtc_hwclock_selftest
rtc_sys_check
rtc_systohc
sem_test
serial_getty_tty
shutdown_2min_later
shutdown_now
spi_sys_check
storage_aio_stress
storage_bonnie
storage_copy_big_file
storage_dd_100M
storage_dd_10G
storage_dd_1G
storage_dd_500M
storage_dd_5G
storage_fio_flow
storage_fio_latency
storage_fio_rand_rw
storage_fio_randread
storage_fio_randwrite
storage_fio_read
storage_fio_rw
storage_fio_stonewalls
storage_fio_stress
storage_fio_write
storage_fio_zone
storage_format_ext4
storage_hdparm
storage_ionice_bfq
storage_ionice_kyber
storage_ionice_mqdeadline
storage_ionice_none
storage_iozone
storage_nfs_mounts
storage_scheduler_bfq
storage_scheduler_kyber
storage_scheduler_mqdeadline
storage_scheduler_none
storage_sync_big_file
storage_sync_multi_file
storage_tiobench
stress_cpu
stress_cpu_mem_io
stress_io
stress_memory
temp_sensors
temp_sys_check
usb_show_device
watchdog_check_device
watchdog_check_node
watchdog_get_monitor
watchdog_get_status
watchdog_keep_alive
watchdog_magic_close
watchdog_set_timeout
watchdog_sys_check
watchdog_timeout_triggered
watchdog_trigger
wic_uboot_boot
EOF

echo 'BB_NUMBER_THREADS ?= "24"' >> conf/local.conf
echo 'PARALLEL_MAKE ?= "-j 24"' >> conf/local.conf
bitbake-layers add-layer /net/pek-lpgtest7408/buildarea1/SharedImage/wrlinux-testing-dl
bitbake-layers add-layer /net/pek-lpgtest10/buildarea1/xdong/wassp-linux/testcases/wrlinux/wr-testing/bts-dev

#####To Clone a whole new testcases layer#####
git clone --depth 1 -b master git://lxgit.wrs.com/wrlinux-testing/testcases.git ../layers/testcases/wrlinux/
bitbake-layers add-layer ../layers/testcases/wrlinux/wr-testing/bts-dev
#####End#####

echo '
require templates/feature/bts/template.conf
IMAGE_FSTYPES += " tar.bz2"
ACTIVE_PLAN = "customized_test_plan.ini"' >> conf/local.conf
echo 'IMAGE_FSTYPES:remove = " live hddimg iso"' >> conf/local.conf
echo 'BOOT_IMAGE_DIR = "/net/pek-lpgtest7408/buildarea1/SharedImage/test_metadata/binaries/Marvell-CN96xx-CRB/"
BOOT_IMAGE = "octeontx-bootfs-uboot-t96_sdk12.img"' >> conf/local.conf
bitbake wrlinux-image-std

Full logs: http://pek-linux-ltaf.wrs.com/lpg-build/cdc/publiclog/WRLinux1025/S250716-POX3-2_LTS25/2025WW31/GIT_20250729/BSP/marvell-cn96xx_preempt-rt_glibc-std/Marvell-CN96XX_OE_IGC_2.5G_Full%23%23eth1%23%23128.224.178.146_eth1_IGC_2.5G_Full_systemd/ethernet_iperf_tcp/target_29153.platform_B0E1R0_20250730_105024.log

Test image: http://128.224.153.118/buildarea1/SharedImage/LTS25/BSP/marvell-cn96xx_preempt-rt_glibc-std_GIT/20250729_165842/

Kernel config enabled by the testing layer:
CONFIG_DEBUG_KMEMLEAK=y
CONFIG_IOSCHED_BFQ=y
CONFIG_IGC=y
CONFIG_IGB=y
CONFIG_E1000E=y
CONFIG_CPU_FREQ_GOV_ATTR_SET=y
CONFIG_CPU_FREQ_GOV_COMMON=y
CONFIG_CPU_FREQ_GOV_CONSERVATIVE=y
CONFIG_CPU_FREQ_GOV_ONDEMAND=y
CONFIG_CPU_FREQ_GOV_PERFORMANCE=y
CONFIG_CPU_FREQ_GOV_POWERSAVE=y
CONFIG_CPU_FREQ_GOV_SCHEDUTIL=y
CONFIG_CPU_FREQ_GOV_USERSPACE=y
CONFIG_CPU_FREQ_STAT=y
CONFIG_I2C_CHARDEV=y
CONFIG_IOSCHED_BFQ=y
CONFIG_NETFILTER_NETLINK=m
CONFIG_NFSD=y
CONFIG_NFSD_V3=y
CONFIG_NFSD_V4=y
CONFIG_NF_CT_NETLINK=m
CONFIG_PERF_EVENTS=y