XIP and ULP not working with current IDF 5.4

Author: Jason2866

configs/defconfig.esp32p4

@@ -1,32 +1,16 @@
 CONFIG_IDF_EXPERIMENTAL_FEATURES=y
 
-CONFIG_NEWLIB_NANO_FORMAT=y
-
-# Enable LP Core
-CONFIG_ULP_COPROC_ENABLED=y
-CONFIG_ULP_COPROC_TYPE_LP_CORE=y
-CONFIG_ULP_COPROC_RESERVE_MEM=8192
-
 CONFIG_ESP_DEFAULT_CPU_FREQ_MHZ_360=y
-CONFIG_COMPILER_ORPHAN_SECTIONS_PLACE=y
 # CONFIG_ESP_TASK_WDT_CHECK_IDLE_TASK_CPU1 is not set
 CONFIG_LWIP_TCP_SACK_OUT=y
 
 CONFIG_SPIRAM=y
 CONFIG_SPIRAM_SPEED_200M=y
-CONFIG_SPIRAM_XIP_FROM_PSRAM=y
-CONFIG_SPIRAM_ALLOW_BSS_SEG_EXTERNAL_MEMORY=y
-CONFIG_SPIRAM_ALLOW_NOINIT_SEG_EXTERNAL_MEMORY=y
-CONFIG_SPIRAM_BOOT_HW_INIT=y
-CONFIG_SPIRAM_BOOT_INIT=y
-CONFIG_SPIRAM_PRE_CONFIGURE_MEMORY_PROTECTION=y
 
 CONFIG_RTC_CLK_CAL_CYCLES=576
 # CONFIG_ESP_SLEEP_GPIO_RESET_WORKAROUND is not set
 CONFIG_FREERTOS_WATCHPOINT_END_OF_STACK=y
 CONFIG_FREERTOS_TIMER_TASK_STACK_DEPTH=3120
-CONFIG_CACHE_L2_CACHE_256KB=y
-CONFIG_CACHE_L2_CACHE_LINE_128B=y
 
 # RGB Display Optimizations
 CONFIG_LCD_RGB_ISR_IRAM_SAFE=y