1 /*
2 * Copyright (c) 2013-2019 Huawei Technologies Co., Ltd. All rights reserved.
3 * Copyright (c) 2020-2021 Huawei Device Co., Ltd. All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without modification,
6 * are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice, this list of
9 * conditions and the following disclaimer.
10 *
11 * 2. Redistributions in binary form must reproduce the above copyright notice, this list
12 * of conditions and the following disclaimer in the documentation and/or other materials
13 * provided with the distribution.
14 *
15 * 3. Neither the name of the copyright holder nor the names of its contributors may be used
16 * to endorse or promote products derived from this software without specific prior written
17 * permission.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
20 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
21 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
23 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
24 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
25 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
26 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
27 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
28 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
29 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 #include "los_vm_page.h"
33 #include "los_vm_common.h"
34 #include "los_vm_phys.h"
35 #include "los_vm_boot.h"
36 #include "los_vm_filemap.h"
37 #ifdef LOSCFG_KERNEL_MEM_PLIMIT
38 #include "los_plimits.h"
39 #endif
40
41 #ifdef LOSCFG_KERNEL_VM
42
43 LosVmPage *g_vmPageArray = NULL;
44 size_t g_vmPageArraySize;
45
OsVmPageInit(LosVmPage * page,paddr_t pa,UINT8 segID)46 STATIC VOID OsVmPageInit(LosVmPage *page, paddr_t pa, UINT8 segID)
47 {
48 LOS_ListInit(&page->node);
49 page->flags = FILE_PAGE_FREE;
50 LOS_AtomicSet(&page->refCounts, 0);
51 page->physAddr = pa;
52 page->segID = segID;
53 page->order = VM_LIST_ORDER_MAX;
54 page->nPages = 0;
55 #ifdef LOSCFG_PAGE_TABLE_FINE_LOCK
56 LOS_SpinInit(&page->lock);
57 #endif
58 }
59
OsVmPageOrderListInit(LosVmPage * page,size_t nPages)60 STATIC INLINE VOID OsVmPageOrderListInit(LosVmPage *page, size_t nPages)
61 {
62 OsVmPhysPagesFreeContiguous(page, nPages);
63 }
64
65 #define VMPAGEINIT(page, pa, segID) do { \
66 OsVmPageInit(page, pa, segID); \
67 (page)++; \
68 (pa) += PAGE_SIZE; \
69 } while (0)
70
OsVmPageStartup(VOID)71 VOID OsVmPageStartup(VOID)
72 {
73 struct VmPhysSeg *seg = NULL;
74 LosVmPage *page = NULL;
75 paddr_t pa;
76 UINT32 nPage;
77 INT32 segID;
78
79 OsVmPhysAreaSizeAdjust(ROUNDUP((g_vmBootMemBase - KERNEL_ASPACE_BASE), PAGE_SIZE));
80
81 /*
82 * Pages getting from OsVmPhysPageNumGet() interface here contain the memory
83 * struct LosVmPage occupied, which satisfies the equation:
84 * nPage * sizeof(LosVmPage) + nPage * PAGE_SIZE = OsVmPhysPageNumGet() * PAGE_SIZE.
85 */
86 UINT32 pageNum = OsVmPhysPageNumGet();
87 nPage = pageNum * PAGE_SIZE / (sizeof(LosVmPage) + PAGE_SIZE);
88 g_vmPageArraySize = nPage * sizeof(LosVmPage);
89 g_vmPageArray = (LosVmPage *)OsVmBootMemAlloc(g_vmPageArraySize);
90
91 OsVmPhysAreaSizeAdjust(ROUNDUP(g_vmPageArraySize, PAGE_SIZE));
92
93 OsVmPhysSegAdd();
94 OsVmPhysInit();
95 #ifdef LOSCFG_KERNEL_PLIMITS
96 OsMemLimitSetLimit(pageNum * PAGE_SIZE);
97 #endif
98
99 for (segID = 0; segID < g_vmPhysSegNum; segID++) {
100 seg = &g_vmPhysSeg[segID];
101 nPage = seg->size >> PAGE_SHIFT;
102 UINT32 count = nPage >> 3; /* 3: 2 ^ 3, nPage / 8, cycle count */
103 UINT32 left = nPage & 0x7; /* 0x7: nPage % 8, left page */
104
105 for (page = seg->pageBase, pa = seg->start; count > 0; count--) {
106 /* note: process large amount of data, optimize performance */
107 VMPAGEINIT(page, pa, segID);
108 VMPAGEINIT(page, pa, segID);
109 VMPAGEINIT(page, pa, segID);
110 VMPAGEINIT(page, pa, segID);
111 VMPAGEINIT(page, pa, segID);
112 VMPAGEINIT(page, pa, segID);
113 VMPAGEINIT(page, pa, segID);
114 VMPAGEINIT(page, pa, segID);
115 }
116 for (; left > 0; left--) {
117 VMPAGEINIT(page, pa, segID);
118 }
119 OsVmPageOrderListInit(seg->pageBase, nPage);
120 }
121 }
122
LOS_VmPageGet(PADDR_T paddr)123 LosVmPage *LOS_VmPageGet(PADDR_T paddr)
124 {
125 INT32 segID;
126 LosVmPage *page = NULL;
127
128 for (segID = 0; segID < g_vmPhysSegNum; segID++) {
129 page = OsVmPhysToPage(paddr, segID);
130 if (page != NULL) {
131 break;
132 }
133 }
134
135 return page;
136 }
137 #endif
138
139