kern: begin skeletoning page table types

libraries/libmesosphere/include/mesosphere.hpp

@@ -50,6 +50,7 @@
 #include <mesosphere/kern_k_dpc_manager.hpp>
 #include <mesosphere/kern_kernel.hpp>
 #include <mesosphere/kern_k_page_table_manager.hpp>
+#include <mesosphere/kern_select_page_table.hpp>
 
 /* Miscellaneous objects. */
 #include <mesosphere/kern_k_shared_memory_info.hpp>

libraries/libmesosphere/include/mesosphere/arch/arm64/kern_cpu.hpp

@@ -108,9 +108,16 @@ namespace ams::kern::arm64::cpu {
     NOINLINE void SynchronizeAllCores();
 
     /* Cache management helpers. */
+    void ClearPageToZeroImpl(void *);
     void FlushEntireDataCacheShared();
     void FlushEntireDataCacheLocal();
 
+    ALWAYS_INLINE void ClearPageToZero(void *page) {
+        MESOSPHERE_ASSERT(util::IsAligned(reinterpret_cast<uintptr_t>(page), PageSize));
+        MESOSPHERE_ASSERT(page != nullptr);
+        ClearPageToZeroImpl(page);
+    }
+
     ALWAYS_INLINE void InvalidateEntireTlb() {
         __asm__ __volatile__("tlbi vmalle1is" ::: "memory");
         EnsureInstructionConsistency();

libraries/libmesosphere/include/mesosphere/arch/arm64/kern_k_page_table.hpp

@@ -0,0 +1,41 @@
+/*
+ * Copyright (c) 2018-2020 Atmosphère-NX
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms and conditions of the GNU General Public License,
+ * version 2, as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+#pragma once
+#include <mesosphere/kern_common.hpp>
+#include <mesosphere/kern_select_cpu.hpp>
+#include <mesosphere/kern_k_page_table_base.hpp>
+#include <mesosphere/kern_k_page_group.hpp>
+#include <mesosphere/kern_k_page_table_manager.hpp>
+
+namespace ams::kern::arm64 {
+
+    class KPageTable : public KPageTableBase {
+        NON_COPYABLE(KPageTable);
+        NON_MOVEABLE(KPageTable);
+        private:
+            KPageTableManager *manager;
+            u64 ttbr;
+            u8 asid;
+        public:
+            constexpr KPageTable() : KPageTableBase(), manager(), ttbr(), asid() { /* ... */ }
+
+            static NOINLINE void Initialize(s32 core_id);
+
+            Result InitializeForKernel(void *table, KVirtualAddress start, KVirtualAddress end);
+            Result Finalize();
+    };
+
+}

libraries/libmesosphere/include/mesosphere/arch/arm64/kern_k_page_table_impl.hpp

@@ -0,0 +1,42 @@
+/*
+ * Copyright (c) 2018-2020 Atmosphère-NX
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms and conditions of the GNU General Public License,
+ * version 2, as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+#pragma once
+#include <mesosphere/kern_common.hpp>
+#include <mesosphere/kern_select_cpu.hpp>
+#include <mesosphere/kern_k_typed_address.hpp>
+#include <mesosphere/kern_k_memory_layout.hpp>
+
+namespace ams::kern::arm64 {
+
+    /* TODO: This seems worse than KInitialPageTable. Can we fulfill Nintendo's API using KInitialPageTable? */
+    /* KInitialPageTable is significantly nicer, but doesn't have KPageTableImpl's traversal semantics. */
+    /* Perhaps we could implement those on top of it? */
+    class KPageTableImpl {
+        NON_COPYABLE(KPageTableImpl);
+        NON_MOVEABLE(KPageTableImpl);
+        private:
+            u64 *table;
+            bool is_kernel;
+            u32  num_entries;
+        public:
+            constexpr KPageTableImpl() : table(), is_kernel(), num_entries() { /* ... */ }
+
+            void InitializeForKernel(void *tb, KVirtualAddress start, KVirtualAddress end);
+
+            u64 *Finalize();
+    };
+
+}

libraries/libmesosphere/include/mesosphere/arch/arm64/kern_k_process_page_table.hpp

@@ -0,0 +1,26 @@
+/*
+ * Copyright (c) 2018-2020 Atmosphère-NX
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms and conditions of the GNU General Public License,
+ * version 2, as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+#pragma once
+#include <mesosphere/kern_common.hpp>
+#include <mesosphere/arch/arm64/kern_k_page_table.hpp>
+
+namespace ams::kern::arm64 {
+
+    class KProcessPageTable {
+
+    };
+
+}

libraries/libmesosphere/include/mesosphere/arch/arm64/kern_k_supervisor_page_table.hpp

@@ -0,0 +1,34 @@
+/*
+ * Copyright (c) 2018-2020 Atmosphère-NX
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms and conditions of the GNU General Public License,
+ * version 2, as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+#pragma once
+#include <mesosphere/kern_common.hpp>
+#include <mesosphere/kern_select_cpu.hpp>
+#include <mesosphere/arch/arm64/kern_k_page_table.hpp>
+
+namespace ams::kern::arm64 {
+
+    class KSupervisorPageTable {
+        private:
+            KPageTable page_table;
+            u64 ttbr0[cpu::NumCores];
+        public:
+            constexpr KSupervisorPageTable() : page_table(), ttbr0() { /* ... */ }
+
+            void Initialize(s32 core_id);
+            void Finalize(s32 core_id);
+    };
+
+}

libraries/libmesosphere/include/mesosphere/kern_k_page_table_base.hpp

@@ -0,0 +1,49 @@
+/*
+ * Copyright (c) 2018-2020 Atmosphère-NX
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms and conditions of the GNU General Public License,
+ * version 2, as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+#pragma once
+#include <mesosphere/kern_common.hpp>
+#include <mesosphere/kern_select_page_table_impl.hpp>
+#include <mesosphere/kern_k_light_lock.hpp>
+#include <mesosphere/kern_k_page_group.hpp>
+#include <mesosphere/kern_k_memory_manager.hpp>
+#include <mesosphere/kern_k_memory_layout.hpp>
+
+namespace ams::kern {
+
+    class KPageTableBase {
+        NON_COPYABLE(KPageTableBase);
+        NON_MOVEABLE(KPageTableBase);
+        private:
+            /* TODO: All other members. */
+            /* There are a substantial number of them. */
+            KPageTableImpl impl;
+        public:
+            constexpr KPageTableBase() : impl() { /* ... */ }
+
+            Result InitializeForKernel(bool is_64_bit, void *table, KVirtualAddress start, KVirtualAddress end);
+
+            void Finalize();
+        public:
+            static ALWAYS_INLINE KVirtualAddress GetLinearVirtualAddress(KPhysicalAddress addr) {
+                return KMemoryLayout::GetLinearVirtualAddress(addr);
+            }
+
+            static ALWAYS_INLINE KPhysicalAddress GetLinearPhysicalAddress(KVirtualAddress addr) {
+                return KMemoryLayout::GetLinearPhysicalAddress(addr);
+            }
+    };
+
+}

libraries/libmesosphere/include/mesosphere/kern_kernel.hpp

@@ -34,6 +34,21 @@ namespace ams::kern {
     class KMemoryBlockSlabManager;
     class KBlockInfoManager;
 
+
+
+#if defined(ATMOSPHERE_ARCH_ARM64)
+
+    namespace arm64 {
+        class KSupervisorPageTable;
+    }
+    using ams::kern::arm64::KSupervisorPageTable;
+
+#else
+
+    #error "Unknown architecture for KSupervisorPageTable forward declare"
+
+#endif
+
     class Kernel {
         public:
             enum class State : u8 {
@@ -55,6 +70,7 @@ namespace ams::kern {
             static KMemoryBlockSlabManager s_app_memory_block_manager;
             static KMemoryBlockSlabManager s_sys_memory_block_manager;
             static KBlockInfoManager s_block_info_manager;
+            static KSupervisorPageTable s_supervisor_page_table;
         private:
             static ALWAYS_INLINE KCoreLocalContext &GetCoreLocalContext() {
                 return reinterpret_cast<KCoreLocalRegion *>(cpu::GetCoreLocalRegionAddress())->current.context;
@@ -118,6 +134,14 @@ namespace ams::kern {
             static ALWAYS_INLINE KBlockInfoManager &GetBlockInfoManager() {
                 return s_block_info_manager;
             }
+
+            static ALWAYS_INLINE KPageTableManager &GetPageTableManager() {
+                return s_page_table_manager;
+            }
+
+            static ALWAYS_INLINE KSupervisorPageTable &GetKernelPageTable() {
+                return s_supervisor_page_table;
+            }
     };
 
 }

libraries/libmesosphere/include/mesosphere/kern_select_page_table.hpp

@@ -0,0 +1,34 @@
+/*
+ * Copyright (c) 2018-2020 Atmosphère-NX
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms and conditions of the GNU General Public License,
+ * version 2, as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+#pragma once
+#include <mesosphere/kern_common.hpp>
+
+#if defined(ATMOSPHERE_ARCH_ARM64)
+
+    #include <mesosphere/arch/arm64/kern_k_page_table.hpp>
+    #include <mesosphere/arch/arm64/kern_k_supervisor_page_table.hpp>
+    #include <mesosphere/arch/arm64/kern_k_process_page_table.hpp>
+    namespace ams::kern {
+        using ams::kern::arm64::KPageTable;
+        using ams::kern::arm64::KSupervisorPageTable;
+        using ams::kern::arm64::KProcessPageTable;
+    }
+
+#else
+
+    #error "Unknown architecture for KPageTable"
+
+#endif

libraries/libmesosphere/include/mesosphere/kern_select_page_table_impl.hpp

@@ -0,0 +1,30 @@
+/*
+ * Copyright (c) 2018-2020 Atmosphère-NX
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms and conditions of the GNU General Public License,
+ * version 2, as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
+ * more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+#pragma once
+#include <mesosphere/kern_common.hpp>
+
+#if defined(ATMOSPHERE_ARCH_ARM64)
+
+    #include <mesosphere/arch/arm64/kern_k_page_table_impl.hpp>
+    namespace ams::kern {
+        using ams::kern::arm64::KPageTableImpl;
+    }
+
+#else
+
+    #error "Unknown architecture for KPageTableImpl"
+
+#endif