Please configure cfg_rcw_src on your target board as 0x40.
Please refer to the following source code in board/freescale/ls1046ardb/ls1046ardb.c
int checkboard(void)
{
static const char *freq[2] = {"100.00MHZ", "156.25MHZ"};
u8 cfg_rcw_src1, cfg_rcw_src2;
u16 cfg_rcw_src;
u8 sd1refclk_sel;
puts("Board: LS1046ARDB, boot from ");
cfg_rcw_src1 = CPLD_READ(cfg_rcw_src1);
cfg_rcw_src2 = CPLD_READ(cfg_rcw_src2);
cpld_rev_bit(&cfg_rcw_src1);
cfg_rcw_src=cfg_rcw_src1;
cfg_rcw_src=(cfg_rcw_src << 1) | cfg_rcw_src2;
if (cfg_rcw_src== 0x44)
printf("QSPI vBank %d\n", CPLD_READ(vbank));
else if (cfg_rcw_src== 0x40)
puts("SD\n");
else
puts("Invalid setting of SW5\n");