|
|
@@ -8,16 +8,32 @@
|
|
|
|
|
|
#pragma once
|
|
|
|
|
|
-#include "soc/extmem_reg.h"
|
|
|
+#include "soc/spi_mem_reg.h"
|
|
|
#include "soc/ext_mem_defs.h"
|
|
|
#include "hal/assert.h"
|
|
|
#include "hal/mmu_types.h"
|
|
|
+#include "hal/efuse_ll.h"
|
|
|
|
|
|
|
|
|
#ifdef __cplusplus
|
|
|
extern "C" {
|
|
|
#endif
|
|
|
|
|
|
+/**
|
|
|
+ * @brief The real MMU page size get from Kconfig.
|
|
|
+ *
|
|
|
+ * @note Only used in this file
|
|
|
+ */
|
|
|
+#define MMU_LL_PAGE_SIZE (CONFIG_MMU_PAGE_SIZE)
|
|
|
+
|
|
|
+__attribute__((always_inline)) static inline bool mmu_ll_cache_encryption_enabled(void)
|
|
|
+{
|
|
|
+ unsigned cnt = efuse_ll_get_flash_crypt_cnt();
|
|
|
+ // 3 bits wide, any odd number - 1 or 3 - bits set means encryption is on
|
|
|
+ cnt = ((cnt >> 2) ^ (cnt >> 1) ^ cnt) & 0x1;
|
|
|
+ return (cnt == 1);
|
|
|
+}
|
|
|
+
|
|
|
/**
|
|
|
* Get MMU page size
|
|
|
*
|
|
|
@@ -28,22 +44,27 @@ extern "C" {
|
|
|
__attribute__((always_inline))
|
|
|
static inline mmu_page_size_t mmu_ll_get_page_size(uint32_t mmu_id)
|
|
|
{
|
|
|
- //On esp32c3, MMU Page size is always 64KB
|
|
|
(void)mmu_id;
|
|
|
- return MMU_PAGE_64KB;
|
|
|
+ uint32_t page_size_code = REG_GET_FIELD(SPI_MEM_MMU_POWER_CTRL_REG(0), SPI_MEM_MMU_PAGE_SIZE);
|
|
|
+ return (page_size_code == 0) ? MMU_PAGE_64KB : \
|
|
|
+ (page_size_code == 1) ? MMU_PAGE_32KB : \
|
|
|
+ (page_size_code == 2) ? MMU_PAGE_16KB : \
|
|
|
+ MMU_PAGE_8KB;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* Set MMU page size
|
|
|
*
|
|
|
* @param size MMU page size
|
|
|
- *
|
|
|
- * @note On esp32c3, only supports `MMU_PAGE_64KB`
|
|
|
*/
|
|
|
__attribute__((always_inline))
|
|
|
static inline void mmu_ll_set_page_size(uint32_t mmu_id, uint32_t size)
|
|
|
{
|
|
|
- HAL_ASSERT(size == MMU_PAGE_64KB);
|
|
|
+ uint8_t reg_val = (size == MMU_PAGE_64KB) ? 0 : \
|
|
|
+ (size == MMU_PAGE_32KB) ? 1 : \
|
|
|
+ (size == MMU_PAGE_16KB) ? 2 : \
|
|
|
+ (size == MMU_PAGE_8KB) ? 3 : 0;
|
|
|
+ REG_SET_FIELD(SPI_MEM_MMU_POWER_CTRL_REG(0), SPI_MEM_MMU_PAGE_SIZE, reg_val);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
@@ -61,7 +82,7 @@ static inline bool mmu_ll_check_valid_ext_vaddr_region(uint32_t mmu_id, uint32_t
|
|
|
{
|
|
|
(void)mmu_id;
|
|
|
uint32_t vaddr_end = vaddr_start + len;
|
|
|
- return (ADDRESS_IN_IRAM0_CACHE(vaddr_start) && ADDRESS_IN_IRAM0_CACHE(vaddr_end)) || (ADDRESS_IN_DRAM0_CACHE(vaddr_start) && ADDRESS_IN_DRAM0_CACHE(vaddr_end));
|
|
|
+ return (ADDRESS_IN_IRAM0_CACHE(vaddr_start, MMU_LL_PAGE_SIZE) && ADDRESS_IN_IRAM0_CACHE(vaddr_end, MMU_LL_PAGE_SIZE)) || (ADDRESS_IN_DRAM0_CACHE(vaddr_start, MMU_LL_PAGE_SIZE) && ADDRESS_IN_DRAM0_CACHE(vaddr_end, MMU_LL_PAGE_SIZE));
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
@@ -77,7 +98,22 @@ __attribute__((always_inline))
|
|
|
static inline uint32_t mmu_ll_get_entry_id(uint32_t mmu_id, uint32_t vaddr)
|
|
|
{
|
|
|
(void)mmu_id;
|
|
|
- return ((vaddr & MMU_VADDR_MASK) >> 16);
|
|
|
+ mmu_page_size_t page_size = mmu_ll_get_page_size(mmu_id);
|
|
|
+ uint32_t shift_code = 0;
|
|
|
+ switch (page_size) {
|
|
|
+ case MMU_PAGE_64KB:
|
|
|
+ shift_code = 16;
|
|
|
+ break;
|
|
|
+ case MMU_PAGE_32KB:
|
|
|
+ shift_code = 15;
|
|
|
+ break;
|
|
|
+ case MMU_PAGE_16KB:
|
|
|
+ shift_code = 14;
|
|
|
+ break;
|
|
|
+ default:
|
|
|
+ HAL_ASSERT(shift_code);
|
|
|
+ }
|
|
|
+ return ((vaddr & MMU_VADDR_MASK(page_size)) >> shift_code);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
@@ -93,7 +129,22 @@ __attribute__((always_inline))
|
|
|
static inline uint32_t mmu_ll_format_paddr(uint32_t mmu_id, uint32_t paddr)
|
|
|
{
|
|
|
(void)mmu_id;
|
|
|
- return paddr >> 16;
|
|
|
+ mmu_page_size_t page_size = mmu_ll_get_page_size(mmu_id);
|
|
|
+ uint32_t shift_code = 0;
|
|
|
+ switch (page_size) {
|
|
|
+ case MMU_PAGE_64KB:
|
|
|
+ shift_code = 16;
|
|
|
+ break;
|
|
|
+ case MMU_PAGE_32KB:
|
|
|
+ shift_code = 15;
|
|
|
+ break;
|
|
|
+ case MMU_PAGE_16KB:
|
|
|
+ shift_code = 14;
|
|
|
+ break;
|
|
|
+ default:
|
|
|
+ HAL_ASSERT(shift_code);
|
|
|
+ }
|
|
|
+ return paddr >> shift_code;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
@@ -104,14 +155,18 @@ static inline uint32_t mmu_ll_format_paddr(uint32_t mmu_id, uint32_t paddr)
|
|
|
* @param mmu_val Value to be set into an MMU entry, for physical address
|
|
|
* @param target MMU target physical memory.
|
|
|
*/
|
|
|
-__attribute__((always_inline))
|
|
|
-static inline void mmu_ll_write_entry(uint32_t mmu_id, uint32_t entry_id, uint32_t mmu_val, mmu_target_t target)
|
|
|
+__attribute__((always_inline)) static inline void mmu_ll_write_entry(uint32_t mmu_id, uint32_t entry_id, uint32_t mmu_val, mmu_target_t target)
|
|
|
{
|
|
|
(void)mmu_id;
|
|
|
- HAL_ASSERT(target == MMU_TARGET_FLASH0);
|
|
|
- HAL_ASSERT(entry_id < MMU_ENTRY_NUM);
|
|
|
-
|
|
|
- *(uint32_t *)(DR_REG_MMU_TABLE + entry_id * 4) = mmu_val | MMU_ACCESS_FLASH | MMU_VALID;
|
|
|
+ (void)target;
|
|
|
+ uint32_t mmu_raw_value;
|
|
|
+ if (mmu_ll_cache_encryption_enabled()) {
|
|
|
+ mmu_val |= MMU_SENSITIVE;
|
|
|
+ }
|
|
|
+ /* Note: for ESP32-C6, invert invalid bit for compatible with upper-layer software */
|
|
|
+ mmu_raw_value = mmu_val ^ MMU_INVALID_MASK;
|
|
|
+ REG_WRITE(SPI_MEM_MMU_ITEM_INDEX_REG(0), entry_id);
|
|
|
+ REG_WRITE(SPI_MEM_MMU_ITEM_CONTENT_REG(0), mmu_raw_value);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
@@ -121,28 +176,49 @@ static inline void mmu_ll_write_entry(uint32_t mmu_id, uint32_t entry_id, uint32
|
|
|
* @param entry_id MMU entry ID
|
|
|
* @param mmu_val Value to be read from MMU table
|
|
|
*/
|
|
|
-__attribute__((always_inline))
|
|
|
-static inline uint32_t mmu_ll_read_entry(uint32_t mmu_id, uint32_t entry_id)
|
|
|
+__attribute__((always_inline)) static inline uint32_t mmu_ll_read_entry(uint32_t mmu_id, uint32_t entry_id)
|
|
|
{
|
|
|
(void)mmu_id;
|
|
|
- HAL_ASSERT(entry_id < MMU_ENTRY_NUM);
|
|
|
-
|
|
|
- return *(uint32_t *)(DR_REG_MMU_TABLE + entry_id * 4);
|
|
|
+ uint32_t mmu_raw_value;
|
|
|
+ uint32_t ret;
|
|
|
+ REG_WRITE(SPI_MEM_MMU_ITEM_INDEX_REG(0), entry_id);
|
|
|
+ mmu_raw_value = REG_READ(SPI_MEM_MMU_ITEM_CONTENT_REG(0));
|
|
|
+ if (mmu_ll_cache_encryption_enabled()) {
|
|
|
+ mmu_raw_value &= ~MMU_SENSITIVE;
|
|
|
+ }
|
|
|
+ /* Note: for ESP32-C6, invert invalid bit for compatible with upper-layer software */
|
|
|
+ ret = mmu_raw_value ^ MMU_INVALID_MASK;
|
|
|
+ return ret;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* Set MMU table entry as invalid
|
|
|
*
|
|
|
* @param mmu_id MMU ID
|
|
|
- * @param entry_id MMU entry ID
|
|
|
+ * @param entry_id MMU entry
|
|
|
*/
|
|
|
-__attribute__((always_inline))
|
|
|
-static inline void mmu_ll_set_entry_invalid(uint32_t mmu_id, uint32_t entry_id)
|
|
|
+__attribute__((always_inline)) static inline void mmu_ll_set_entry_invalid(uint32_t mmu_id, uint32_t entry_id)
|
|
|
{
|
|
|
(void)mmu_id;
|
|
|
- HAL_ASSERT(entry_id < MMU_ENTRY_NUM);
|
|
|
+ REG_WRITE(SPI_MEM_MMU_ITEM_INDEX_REG(0), entry_id);
|
|
|
+ REG_WRITE(SPI_MEM_MMU_ITEM_CONTENT_REG(0), MMU_INVALID);
|
|
|
+}
|
|
|
|
|
|
- *(uint32_t *)(DR_REG_MMU_TABLE + entry_id * 4) = MMU_INVALID;
|
|
|
+/**
|
|
|
+ * Get MMU table entry is invalid
|
|
|
+ *
|
|
|
+ * @param mmu_id MMU ID
|
|
|
+ * @param entry_id MMU entry ID
|
|
|
+ * return ture for MMU entry is invalid, false for valid
|
|
|
+ */
|
|
|
+__attribute__((always_inline)) static inline bool mmu_ll_get_entry_is_invalid(uint32_t mmu_id, uint32_t entry_id)
|
|
|
+{
|
|
|
+ (void)mmu_id;
|
|
|
+ uint32_t mmu_raw_value;
|
|
|
+ REG_WRITE(SPI_MEM_MMU_ITEM_INDEX_REG(0), entry_id);
|
|
|
+ mmu_raw_value = REG_READ(SPI_MEM_MMU_ITEM_CONTENT_REG(0));
|
|
|
+ /* Note: for ESP32-C6, the invalid-bit of MMU: 0 for invalid, 1 for valid */
|
|
|
+ return (mmu_raw_value & MMU_INVALID_MASK) ? false : true;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
@@ -158,22 +234,6 @@ static inline void mmu_ll_unmap_all(uint32_t mmu_id)
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-/**
|
|
|
- * Get MMU table entry is invalid
|
|
|
- *
|
|
|
- * @param mmu_id MMU ID
|
|
|
- * @param entry_id MMU entry ID
|
|
|
- * return ture for MMU entry is invalid, false for valid
|
|
|
- */
|
|
|
-__attribute__((always_inline))
|
|
|
-static inline bool mmu_ll_get_entry_is_invalid(uint32_t mmu_id, uint32_t entry_id)
|
|
|
-{
|
|
|
- (void)mmu_id;
|
|
|
- HAL_ASSERT(entry_id < MMU_ENTRY_NUM);
|
|
|
-
|
|
|
- return (*(uint32_t *)(DR_REG_MMU_TABLE + entry_id * 4) & MMU_INVALID) ? true : false;
|
|
|
-}
|
|
|
-
|
|
|
#ifdef __cplusplus
|
|
|
}
|
|
|
#endif
|