|
@@ -147,3 +147,186 @@ static void __l2x0_flush_all(void)
|
|
|
}
|
|
|
|
|
|
static void l2x0_flush_all(void)
|
|
|
+{
|
|
|
+ unsigned long flags;
|
|
|
+
|
|
|
+ /* clean all ways */
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ __l2x0_flush_all();
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+}
|
|
|
+
|
|
|
+static void l2x0_clean_all(void)
|
|
|
+{
|
|
|
+ unsigned long flags;
|
|
|
+
|
|
|
+ /* clean all ways */
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ writel_relaxed(l2x0_way_mask, l2x0_base + L2X0_CLEAN_WAY);
|
|
|
+ cache_wait_way(l2x0_base + L2X0_CLEAN_WAY, l2x0_way_mask);
|
|
|
+ cache_sync();
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+}
|
|
|
+
|
|
|
+static void l2x0_inv_all(void)
|
|
|
+{
|
|
|
+ unsigned long flags;
|
|
|
+
|
|
|
+ /* invalidate all ways */
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ /* Invalidating when L2 is enabled is a nono */
|
|
|
+ BUG_ON(readl(l2x0_base + L2X0_CTRL) & L2X0_CTRL_EN);
|
|
|
+ writel_relaxed(l2x0_way_mask, l2x0_base + L2X0_INV_WAY);
|
|
|
+ cache_wait_way(l2x0_base + L2X0_INV_WAY, l2x0_way_mask);
|
|
|
+ cache_sync();
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+}
|
|
|
+
|
|
|
+static void l2x0_inv_range(unsigned long start, unsigned long end)
|
|
|
+{
|
|
|
+ void __iomem *base = l2x0_base;
|
|
|
+ unsigned long flags;
|
|
|
+
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ if (start & (CACHE_LINE_SIZE - 1)) {
|
|
|
+ start &= ~(CACHE_LINE_SIZE - 1);
|
|
|
+ debug_writel(0x03);
|
|
|
+ l2x0_flush_line(start);
|
|
|
+ debug_writel(0x00);
|
|
|
+ start += CACHE_LINE_SIZE;
|
|
|
+ }
|
|
|
+
|
|
|
+ if (end & (CACHE_LINE_SIZE - 1)) {
|
|
|
+ end &= ~(CACHE_LINE_SIZE - 1);
|
|
|
+ debug_writel(0x03);
|
|
|
+ l2x0_flush_line(end);
|
|
|
+ debug_writel(0x00);
|
|
|
+ }
|
|
|
+
|
|
|
+ while (start < end) {
|
|
|
+ unsigned long blk_end = start + min(end - start, 4096UL);
|
|
|
+
|
|
|
+ while (start < blk_end) {
|
|
|
+ l2x0_inv_line(start);
|
|
|
+ start += CACHE_LINE_SIZE;
|
|
|
+ }
|
|
|
+
|
|
|
+ if (blk_end < end) {
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ cache_wait(base + L2X0_INV_LINE_PA, 1);
|
|
|
+ cache_sync();
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+}
|
|
|
+
|
|
|
+static void l2x0_clean_range(unsigned long start, unsigned long end)
|
|
|
+{
|
|
|
+ void __iomem *base = l2x0_base;
|
|
|
+ unsigned long flags;
|
|
|
+
|
|
|
+ if ((end - start) >= l2x0_size) {
|
|
|
+ l2x0_clean_all();
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ start &= ~(CACHE_LINE_SIZE - 1);
|
|
|
+ while (start < end) {
|
|
|
+ unsigned long blk_end = start + min(end - start, 4096UL);
|
|
|
+
|
|
|
+ while (start < blk_end) {
|
|
|
+ l2x0_clean_line(start);
|
|
|
+ start += CACHE_LINE_SIZE;
|
|
|
+ }
|
|
|
+
|
|
|
+ if (blk_end < end) {
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ cache_wait(base + L2X0_CLEAN_LINE_PA, 1);
|
|
|
+ cache_sync();
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+}
|
|
|
+
|
|
|
+static void l2x0_flush_range(unsigned long start, unsigned long end)
|
|
|
+{
|
|
|
+ void __iomem *base = l2x0_base;
|
|
|
+ unsigned long flags;
|
|
|
+
|
|
|
+ if ((end - start) >= l2x0_size) {
|
|
|
+ l2x0_flush_all();
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ start &= ~(CACHE_LINE_SIZE - 1);
|
|
|
+ while (start < end) {
|
|
|
+ unsigned long blk_end = start + min(end - start, 4096UL);
|
|
|
+
|
|
|
+ debug_writel(0x03);
|
|
|
+ while (start < blk_end) {
|
|
|
+ l2x0_flush_line(start);
|
|
|
+ start += CACHE_LINE_SIZE;
|
|
|
+ }
|
|
|
+ debug_writel(0x00);
|
|
|
+
|
|
|
+ if (blk_end < end) {
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ cache_wait(base + L2X0_CLEAN_INV_LINE_PA, 1);
|
|
|
+ cache_sync();
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+}
|
|
|
+
|
|
|
+static void l2x0_disable(void)
|
|
|
+{
|
|
|
+ unsigned long flags;
|
|
|
+
|
|
|
+ raw_spin_lock_irqsave(&l2x0_lock, flags);
|
|
|
+ __l2x0_flush_all();
|
|
|
+ writel_relaxed(0, l2x0_base + L2X0_CTRL);
|
|
|
+ dsb();
|
|
|
+ raw_spin_unlock_irqrestore(&l2x0_lock, flags);
|
|
|
+}
|
|
|
+
|
|
|
+static void l2x0_unlock(u32 cache_id)
|
|
|
+{
|
|
|
+ int lockregs;
|
|
|
+ int i;
|
|
|
+
|
|
|
+ switch (cache_id) {
|
|
|
+ case L2X0_CACHE_ID_PART_L310:
|
|
|
+ lockregs = 8;
|
|
|
+ break;
|
|
|
+ case AURORA_CACHE_ID:
|
|
|
+ lockregs = 4;
|
|
|
+ break;
|
|
|
+ default:
|
|
|
+ /* L210 and unknown types */
|
|
|
+ lockregs = 1;
|
|
|
+ break;
|
|
|
+ }
|
|
|
+
|
|
|
+ for (i = 0; i < lockregs; i++) {
|
|
|
+ writel_relaxed(0x0, l2x0_base + L2X0_LOCKDOWN_WAY_D_BASE +
|
|
|
+ i * L2X0_LOCKDOWN_STRIDE);
|
|
|
+ writel_relaxed(0x0, l2x0_base + L2X0_LOCKDOWN_WAY_I_BASE +
|
|
|
+ i * L2X0_LOCKDOWN_STRIDE);
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+void __init l2x0_init(void __iomem *base, u32 aux_val, u32 aux_mask)
|
|
|
+{
|
|
|
+ u32 aux;
|
|
|
+ u32 cache_id;
|
|
|
+ u32 way_size = 0;
|
|
|
+ int ways;
|
|
|
+ int way_size_shift = L2X0_WAY_SIZE_SHIFT;
|
|
|
+ const char *type;
|
|
|
+
|
|
|
+ l2x0_base = base;
|