Hi Everyone,
While testing my custom sabresd board running on Android OS, I encountered a strange problem where the kernel gets crashed often and I couldn't locate the source of problem behind it. I am using Freescale BSP Package android_kk4.4.2_1.0.0-ga and my linux kernel version is 3.0.35.
Have anyone faced a similar issue like this?
Here is the kernel crash log,
Unable to handle kernel paging request at virtual address 28051973
pgd = c0004000
[28051973] *pgd=00000000
Internal error: Oops: 5 [#1] PREEMPT SMP
Modules linked in: wl12xx
CPU: 0 Not tainted (3.0.35-00009-g6b21730 #32)
PC is at __perf_event_task_sched_out+0x28/0x2f0
LR is at __schedule+0x2f4/0x958
pc : [<c00f5df8>] lr : [<c06a7d48>] psr: 60000093
sp : d393dd90 ip : c094f0a0 fp : d7faeae8
r10: d393c000 r9 : d7faeae0 r8 : c094f0a0
r7 : d393c000 r6 : 2805151f r5 : c134d320 r4 : d7faeae0
r3 : 00000000 r2 : d393dd90 r1 : c094f0a0 r0 : d7faeae0
Flags: nZCv IRQs off FIQs on Mode SVC_32 ISA ARM Segment kernel
Control: 10c53c7d Table: 27c5804a DAC: 00000015
PC: 0xc00f5d78:
5d78 e2845e12 e1bc2f9f e0562002 e0c73003 e1a0500c e1c121f0 eaffffdb eb16c9ae
5d98 eaffffef e92d4010 e1a04000 ebfff250 e284c038 e3a02000 e3a03000 e1bc0f9f
5db8 e1ac0f92 e3300000 1afffffb e1a00004 e8bd4010 eaffffad e92d4ff0 e24dd034
5dd8 e280b008 e1a09000 e1a0200d e3c2ad7f e3caa03f e1a0c001 e1a06000 e1a08001
5df8 e5967454 e3570000 1a00000b e2866004 e2888004 e156000b 1afffff8 e59a2014
5e18 e30807d0 e34c0094 e59f3294 e7902102 e7933002 e28dd034 e8bd8ff0 e59a2014
5e38 e30807d0 e34c0094 e5973000 e7902102 e5933018 e0832002 e58d2010 e5923098
5e58 e3530000 0affffe8 e58dc008 ebff9892 e5973070 e5981454 e59dc008 e3510000
LR: 0xc06a7cc8:
7cc8 e0a99003 e3a03000 e18620fc e3a03e1b e18680f1 e2802001 e14b89d4 e30807d0
7ce8 e34c0094 e18680f3 e58621a0 e59e2014 e59f3684 e7901102 e0931001 0a000008
7d08 e30004c8 e14b28d4 e18180d0 e591c4c0 e0988002 e28cc001 e0a99003 e581c4c0
7d28 e18180f0 e59f3658 e593300c e3530000 1a0000f9 e1a00004 e51b10a4 ebe93821
7d48 e51b90a4 e3a03001 e1a00005 e5893018 eb000942 e59f362c e5932004 e3520000
7d68 1a000142 e51bc0a4 e59491e0 e59c61dc e3560000 0a0000b7 e596315c e597a014
7d88 e313000f 0a000009 e35a0000 e28a201f e20a301f a1a0200a e1a022c2 e0862102
7da8 e592215c e1a03332 e3130001 0a000074 e1a0000a e2861f57 ebf0e8b2 e3500000
SP: 0xd393dd10:
dd10 d393dd34 c0934080 00000000 d60f6800 c134d370 d7faeb18 d7faeae0 954aece1
dd30 170e7d85 0000040f 00000005 2805151f d393c000 c004e2d0 d7faeae0 c094f0a0
dd50 d393dd90 00000000 d7faeae0 c134d320 2805151f d393c000 c094f0a0 d7faeae0
dd70 d393c000 d7faeae8 c094f0a0 d393dd90 c06a7d48 c00f5df8 60000093 ffffffff
dd90 00000000 00000000 d393ddd4 c007f55c d60c2200 00000001 00000000 00000000
ddb0 c0047320 d7faeb18 01c9c380 00000000 d393c000 d7faeae0 c134d320 c094f0a0
ddd0 d393c000 954a50a1 0000c5af d7faed7c d393de9c c06a7d48 d60c2200 d60c2200
ddf0 00000040 014b3403 c094f0a0 c04829e0 c06a89f0 c0047320 d66bf6a0 00000002
IP: 0xc094f020:
f020 c03428d8 c06ab454 c0342970 c06ab45c c0342994 c06ab468 c0365a54 c06ab474
f040 c0365a64 c06ab47c c0507330 c06ab484 c05073b4 c06ab48c c0507410 c06ab494
f060 c050774c c06ab49c c05077d0 c06ab4a4 c050782c c06ab4ac c053c4d0 c06ab4b4
f080 c053cb20 c06ab4bc c053cb40 c06ab4c4 c0687b6c c06ab4cc 00000001 00000000
f0a0 00000000 c0932000 00000002 00200000 00000000 00000000 00000000 00000000
f0c0 00000078 00000078 00000078 00000000 c06acc78 00000000 00000400 00400000
f0e0 00000000 00000000 00000000 c094f0ec c094f0ec 00000000 00000000 00000000
f100 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
FP: 0xd7faea68:
ea68 d7faea68 d7faea68 00000000 00000000 00000000 00000001 00000000 00000000
ea88 d7faea88 d7faea88 00000000 d7faea94 d7faea94 00000000 00000000 00000000
eaa8 00000000 00000000 00000000 00000000 00000000 00000000 0000c350 0000c350
eac8 00000000 00000000 00000000 00000001 00000000 00000000 00000002 d393c000
eae8 00000002 84208060 00000000 00000000 00000001 00000000 00000078 00000078
eb08 00000078 00000000 c06aca74 00000000 00000400 00400000 00000001 00000000
eb28 00000000 d7faeb2c d7faeb2c 00000000 954aece1 0000c5af 9782f8d4 00000000
eb48 170e7d85 000016fa 97825c94 00000000 00000000 00000000 00000000 00000000
R0: 0xd7faea60:
ea60 d265f97c 00000000 d7faea68 d7faea68 00000000 00000000 00000000 00000001
ea80 00000000 00000000 d7faea88 d7faea88 00000000 d7faea94 d7faea94 00000000
eaa0 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
eac0 0000c350 0000c350 00000000 00000000 00000000 00000001 00000000 00000000
eae0 00000002 d393c000 00000002 84208060 00000000 00000000 00000001 00000000
eb00 00000078 00000078 00000078 00000000 c06aca74 00000000 00000400 00400000
eb20 00000001 00000000 00000000 d7faeb2c d7faeb2c 00000000 954aece1 0000c5af
eb40 9782f8d4 00000000 170e7d85 000016fa 97825c94 00000000 00000000 00000000
R1: 0xc094f020:
f020 c03428d8 c06ab454 c0342970 c06ab45c c0342994 c06ab468 c0365a54 c06ab474
f040 c0365a64 c06ab47c c0507330 c06ab484 c05073b4 c06ab48c c0507410 c06ab494
f060 c050774c c06ab49c c05077d0 c06ab4a4 c050782c c06ab4ac c053c4d0 c06ab4b4
f080 c053cb20 c06ab4bc c053cb40 c06ab4c4 c0687b6c c06ab4cc 00000001 00000000
f0a0 00000000 c0932000 00000002 00200000 00000000 00000000 00000000 00000000
f0c0 00000078 00000078 00000078 00000000 c06acc78 00000000 00000400 00400000
f0e0 00000000 00000000 00000000 c094f0ec c094f0ec 00000000 00000000 00000000
f100 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
R2: 0xd393dd10:
dd10 d393dd34 c0934080 00000000 d60f6800 c134d370 d7faeb18 d7faeae0 954aece1
dd30 170e7d85 0000040f 00000005 2805151f d393c000 c004e2d0 d7faeae0 c094f0a0
dd50 d393dd90 00000000 d7faeae0 c134d320 2805151f d393c000 c094f0a0 d7faeae0
dd70 d393c000 d7faeae8 c094f0a0 d393dd90 c06a7d48 c00f5df8 60000093 ffffffff
dd90 00000000 00000000 d393ddd4 c007f55c d60c2200 00000001 00000000 00000000
ddb0 c0047320 d7faeb18 01c9c380 00000000 d393c000 d7faeae0 c134d320 c094f0a0
ddd0 d393c000 954a50a1 0000c5af d7faed7c d393de9c c06a7d48 d60c2200 d60c2200
ddf0 00000040 014b3403 c094f0a0 c04829e0 c06a89f0 c0047320 d66bf6a0 00000002
R4: 0xd7faea60:
ea60 d265f97c 00000000 d7faea68 d7faea68 00000000 00000000 00000000 00000001
ea80 00000000 00000000 d7faea88 d7faea88 00000000 d7faea94 d7faea94 00000000
eaa0 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
eac0 0000c350 0000c350 00000000 00000000 00000000 00000001 00000000 00000000
eae0 00000002 d393c000 00000002 84208060 00000000 00000000 00000001 00000000
eb00 00000078 00000078 00000078 00000000 c06aca74 00000000 00000400 00400000
eb20 00000001 00000000 00000000 d7faeb2c d7faeb2c 00000000 954aece1 0000c5af
eb40 9782f8d4 00000000 170e7d85 000016fa 97825c94 00000000 00000000 00000000
R5: 0xc134d2a0:
d2a0 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
d2c0 00000000 00000000 00000000 00000000 00000000 00000000 00000154 00000000
d2e0 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
d300 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
d320 00000001 00000000 00000000 00000000 00000000 00000000 00000000 00000000
d340 014b3428 00000000 00000000 00000000 00000000 00000000 00000000 00000000
d360 007fa252 00000000 0243d857 00000000 00000000 00000000 00000000 00000000
d380 9ef19751 000002ba 170e7d85 000016fa 170e7d85 000016fa 00000000 00000000
R7: 0xd393bf80:
bf80 401112ec c0145618 00000000 00000001 40011d30 40011d00 40011d60 00000036
bfa0 c004ea84 c004e900 40011d30 40011d00 00000026 c0186201 6aa31cf0 6aa31ce8
bfc0 40011d30 40011d00 40011d60 00000036 00000001 6a934000 6a933bd4 401112ec
bfe0 00000001 6aa31cd8 400f223b 400e5664 600a0010 00000026 18e52127 00210061
c000 00000000 00000004 00000000 d7faeae0 c0965434 00000000 00000015 d7faeae0
c020 c134d320 00000000 d393c000 7f634261 c094f0a0 d7faed7c d393df8c d393ded8
c040 c06a7e40 00000000 00000000 00000000 00000000 00000000 00000000 00000000
c060 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
R8: 0xc094f020:
f020 c03428d8 c06ab454 c0342970 c06ab45c c0342994 c06ab468 c0365a54 c06ab474
f040 c0365a64 c06ab47c c0507330 c06ab484 c05073b4 c06ab48c c0507410 c06ab494
f060 c050774c c06ab49c c05077d0 c06ab4a4 c050782c c06ab4ac c053c4d0 c06ab4b4
f080 c053cb20 c06ab4bc c053cb40 c06ab4c4 c0687b6c c06ab4cc 00000001 00000000
f0a0 00000000 c0932000 00000002 00200000 00000000 00000000 00000000 00000000
f0c0 00000078 00000078 00000078 00000000 c06acc78 00000000 00000400 00400000
f0e0 00000000 00000000 00000000 c094f0ec c094f0ec 00000000 00000000 00000000
f100 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
R9: 0xd7faea60:
ea60 d265f97c 00000000 d7faea68 d7faea68 00000000 00000000 00000000 00000001
ea80 00000000 00000000 d7faea88 d7faea88 00000000 d7faea94 d7faea94 00000000
eaa0 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
eac0 0000c350 0000c350 00000000 00000000 00000000 00000001 00000000 00000000
eae0 00000002 d393c000 00000002 84208060 00000000 00000000 00000001 00000000
eb00 00000078 00000078 00000078 00000000 c06aca74 00000000 00000400 00400000
eb20 00000001 00000000 00000000 d7faeb2c d7faeb2c 00000000 954aece1 0000c5af
eb40 9782f8d4 00000000 170e7d85 000016fa 97825c94 00000000 00000000 00000000
R10: 0xd393bf80:
bf80 401112ec c0145618 00000000 00000001 40011d30 40011d00 40011d60 00000036
bfa0 c004ea84 c004e900 40011d30 40011d00 00000026 c0186201 6aa31cf0 6aa31ce8
bfc0 40011d30 40011d00 40011d60 00000036 00000001 6a934000 6a933bd4 401112ec
bfe0 00000001 6aa31cd8 400f223b 400e5664 600a0010 00000026 18e52127 00210061
c000 00000000 00000004 00000000 d7faeae0 c0965434 00000000 00000015 d7faeae0
c020 c134d320 00000000 d393c000 7f634261 c094f0a0 d7faed7c d393df8c d393ded8
c040 c06a7e40 00000000 00000000 00000000 00000000 00000000 00000000 00000000
c060 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
Process kworker/0:0 (pid: 4478, stack limit = 0xd393c2f0)
Stack: (0xd393dd90 to 0xd393e000)
dd80: 00000000 00000000 d393ddd4 c007f55c
dda0: d60c2200 00000001 00000000 00000000 c0047320 d7faeb18 01c9c380 00000000
ddc0: d393c000 d7faeae0 c134d320 c094f0a0 d393c000 954a50a1 0000c5af d7faed7c
dde0: d393de9c c06a7d48 d60c2200 d60c2200 00000040 014b3403 c094f0a0 c04829e0
de00: c06a89f0 c0047320 d66bf6a0 00000002 c0047320 c0047320 954aece1 0000c5af
de20: c00461b4 c0047320 c134d370 c0087c54 c0a1240c c0a123f4 170de145 000016fa
de40: 00004503 00000000 00000000 c134d320 d7faeae0 d7faeb18 c134d320 d7faeae0
de60: d7faeb18 c134d370 00000001 d393de8c c00882a0 d7faeae0 c0048f64 c09c0940
de80: d393deac 014b342a d393c000 c09c0940 c0047840 d66a75c8 c0934080 c06a89f0
dea0: 00000000 014b3428 a0000013 c09c0aa4 c09c0aa4 014b342a c09c0940 c009d0dc
dec0: d7faeae0 ffffffff ffffffff 00000000 00000000 00000000 00000000 00000000
dee0: c0047840 c0a16970 d66b2840 d393df2c c0934080 014b345a c0047840 d66a75c8
df00: 00000009 c009e398 00000032 c04d7554 d7e3a4e0 d66a7400 c134c2e0 c1350600
df20: d66a75e8 c0471fc4 d393c000 d62e39d4 00000009 d7e3a4e0 d7e3a4e0 d393c000
df40: c134c2e0 c1350600 d66a75e8 c0047840 c0047840 c00a9724 d7e3a4e0 00000000
df60: c04721d4 c1350605 c134c2e0 d7e3a4e0 c134c2e0 c134c2e8 d7e3a4f0 d393c000
df80: c0047840 c0047840 00000009 c00a9bfc 00000013 d393c000 c0047840 c0047840
dfa0: 00000013 d62b9f04 d7e3a4e0 c00a9a8c 00000013 00000000 00000000 00000000
dfc0: 00000000 c00adcf0 c004f408 00000000 d7e3a4e0 00000000 00000000 00000000
dfe0: d393dfe0 d393dfe0 d62b9f04 c00adc70 c004f408 c004f408 00210000 00210000
[<c00f5df8>] (__perf_event_task_sched_out+0x28/0x2f0) from [<c06a7d48>] (__schedule+0x2f4/0x958)
[<c06a7d48>] (__schedule+0x2f4/0x958) from [<c06a89f0>] (schedule_timeout+0x17c/0x330)
[<c06a89f0>] (schedule_timeout+0x17c/0x330) from [<c009e398>] (msleep+0x14/0x20)
[<c009e398>] (msleep+0x14/0x20) from [<c04d7554>] (anatop_thermal_get_temp+0xb4/0x21c)
[<c04d7554>] (anatop_thermal_get_temp+0xb4/0x21c) from [<c0471fc4>] (thermal_zone_device_update+0x2c/0x23c)
[<c0471fc4>] (thermal_zone_device_update+0x2c/0x23c) from [<c00a9724>] (process_one_work+0x12c/0x494)
[<c00a9724>] (process_one_work+0x12c/0x494) from [<c00a9bfc>] (worker_thread+0x170/0x3cc)
[<c00a9bfc>] (worker_thread+0x170/0x3cc) from [<c00adcf0>] (kthread+0x80/0x88)
[<c00adcf0>] (kthread+0x80/0x88) from [<c004f408>] (kernel_thread_exit+0x0/0x8)
Code: e3caa03f e1a0c001 e1a06000 e1a08001 (e5967454)
Hi teddy
one can try with kernel parameters nosmp and decrease
operating frequency, like : arm_freq=800 and ldo_active=on/off.
Btw had you run board DDR test ?
https://community.freescale.com/docs/DOC-96412
Best regards
igor