/*****************************************************************************************
Copyright (c) 2002-2004 The UbixOS Project
All rights reserved.
Redistribution and use in source and binary forms, with or without modification, are
permitted provided that the following conditions are met:
Redistributions of source code must retain the above copyright notice, this list of
conditions, the following disclaimer and the list of authors. Redistributions in binary
form must reproduce the above copyright notice, this list of conditions, the following
disclaimer and the list of authors in the documentation and/or other materials provided
with the distribution. Neither the name of the UbixOS Project nor the names of its
contributors may be used to endorse or promote products derived from this software
without specific prior written permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY
EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
$Id$
*****************************************************************************************/
#include <vmm/vmm.h>
#include <lib/kprintf.h>
#include <lib/kmalloc.h>
#include <ubixos/types.h>
#include <ubixos/kpanic.h>
#include <ubixos/sched.h>
#include <ubixos/spinlock.h>
#include <string.h>
#include <assert.h>
uInt32 *kernelPageDirectory = 0x0;
static spinLock_t fkpSpinLock = SPIN_LOCK_INITIALIZER;
static spinLock_t rmpSpinLock = SPIN_LOCK_INITIALIZER;
/*****************************************************************************************
Function: int vmm_pagingInit();
Description: This Function Will Initialize The Operating Systems Paging
Abilities.
Notes:
02/20/2004 - Looked Over Code And Have Approved Its Quality
07/28/3004 - All pages are set for ring-0 only no more user accessable
*****************************************************************************************/
int vmm_pagingInit(){
uInt32 i = 0x0;
uInt32 *pageTable = 0x0;
/* Allocate A Page Of Memory For Kernels Page Directory */
kernelPageDirectory = (uInt32 *) vmmFindFreePage(sysID);
if (kernelPageDirectory == 0x0) {
kpanic("Error: vmmFindFreePage Failed");
return (0x1);
} /* end if */
/* Clear The Memory To Ensure There Is No Garbage */
for (i = 0; i < pageEntries; i++) {
(uInt32) kernelPageDirectory[i] = (uInt32) 0x0;
} /* end for */
/* Allocate a page for the first 4MB of memory */
if ((pageTable = (uInt32 *) vmmFindFreePage(sysID)) == 0x0)
kpanic("Error: vmmFindFreePage Failed");
kernelPageDirectory[0] = (uInt32) ((uInt32) (pageTable) | KERNEL_PAGE_DEFAULT);
/* Make Sure The Page Table Is Clean */
memset(pageTable,0x0,0x1000);
/*
* Map the first 1MB of Memory to the kernel MM space because our kernel starts
* at 0x30000
* Do not map page at address 0x0 this is reserved for null...
*/
for (i = 0x1; i < (pageEntries / 0x4); i++) {
pageTable[i] = (uInt32) ((i * 0x1000) | KERNEL_PAGE_DEFAULT);
} /* end for */
/*
* Create page tables for the top 1GB of VM space. This space is set aside
* for kernel space and will be shared with each process
*/
for (i = 768; i < pageEntries; i++) {
if ((pageTable = (uInt32 *) vmmFindFreePage(sysID)) == 0x0)
kpanic("Error: vmmFindFreePage Failed");
/* Make Sure The Page Table Is Clean */
memset(pageTable,0x0,0x1000);
/* Map In The Page Directory */
kernelPageDirectory[i] = (uInt32) ((uInt32) (pageTable) | KERNEL_PAGE_DEFAULT);
} /* end for */
/* Set Up Memory To Be All The Allocated Page Directories */
if ((pageTable = (uInt32 *) vmmFindFreePage(sysID)) == 0x0)
kpanic("Error: vmmFindFreePage Failed");
/* Clean Page Table */
memset(pageTable,0x0,0x1000);
kernelPageDirectory[767] = ((uInt32) pageTable | KERNEL_PAGE_DEFAULT);
for (i = 0; i < pageEntries; i++) {
pageTable[i] = kernelPageDirectory[i];
} /* end for */
/* Also Set Up Page Directory To Be The The First Page In 0xE0400000 */
pageTable = (uInt32 *) (kernelPageDirectory[0] & 0xFFFFF000);
pageTable[256] = (uInt32) ((uInt32) (kernelPageDirectory) | KERNEL_PAGE_DEFAULT);
/* Now Lets Turn On Paging With This Initial Page Table */
asm volatile(
"movl %0,%%eax \n"
"movl %%eax,%%cr3 \n"
"movl %%cr0,%%eax \n"
"orl $0x80010000,%%eax \n" /* Turn on memory protection */
"movl %%eax,%%cr0 \n"
:
: "d"((uInt32 *) (kernelPageDirectory))
);
/* Remap The Memory List */
for (i = 0x101000; i <= (0x101000 + (numPages * sizeof(mMap))); i += 0x1000) {
if ((vmm_remapPage(i, (vmmMemoryMapAddr + (i - 0x101000)),KERNEL_PAGE_DEFAULT)) == 0x0)
kpanic("vmmRemapPage failed\n");
}
/* Set New Address For Memory Map Since Its Relocation */
vmmMemoryMap = (mMap *) vmmMemoryMapAddr;
/* Print information on paging */
kprintf("paging0 - Address: [0x%X], PagingISR Address: [0x%X]\n", kernelPageDirectory, &_vmm_pageFault);
/* Return so we know everything went well */
return (0x0);
} /* END */
/*****************************************************************************************
Function: int vmmRemapPage(Physical Source,Virtual Destination)
Description: This Function Will Remap A Physical Page Into Virtual Space
Notes:
07/29/02 - Rewrote This To Work With Our New Paging System
07/30/02 - Changed Address Of Page Tables And Page Directory
07/28/04 - If perms == 0x0 set to PAGE_DEFAULT
*****************************************************************************************/
int vmm_remapPage(uInt32 source,uInt32 dest,uInt16 perms)
{
uInt16 destPageDirectoryIndex = 0x0, destPageTableIndex = 0x0;
uInt32 *pageDir = 0x0, *pageTable = 0x0;
short i = 0x0;
spinLock(&rmpSpinLock);
if (perms == 0x0)
perms = KERNEL_PAGE_DEFAULT;
/*
* Set Pointer pageDirectory To Point To The Virtual Mapping Of The Page
* Directory
*/
pageDir = (uInt32 *) parentPageDirAddr;
/* Check To See If Page Table Exists */
if (dest == 0x0)
return(0x0);
/* Get Index Into The Page Directory */
destPageDirectoryIndex = (dest / 0x400000);
if ((pageDir[destPageDirectoryIndex] & PAGE_PRESENT) != PAGE_PRESENT) {
/* If Page Table Is Non Existant Then Set It Up */
/* UBU Why does the page table need to be user writable? */
pageDir[destPageDirectoryIndex] = (uInt32) vmmFindFreePage(_current->id) | PAGE_DEFAULT;
/* Also Add It To Virtual Space So We Can Make Changes Later */
pageTable = (uInt32 *) (tablesBaseAddress + 0x2FF000);
pageTable[destPageDirectoryIndex] = pageDir[destPageDirectoryIndex];
/* Reload Page Directory */
asm volatile(
"push %eax \n"
"mov %cr3,%eax \n"
"mov %eax,%cr3 \n"
"pop %eax \n"
);
pageTable = (uInt32 *) (tablesBaseAddress + (0x1000 * destPageDirectoryIndex));
for (i = 0x0;i < pageEntries;i++)
pageTable[i] = 0x0;
}
/* Set Address To Page Table */
pageTable = (uInt32 *) (tablesBaseAddress + (0x1000 * destPageDirectoryIndex));
/* Get The Index To The Page Table */
destPageTableIndex = ((dest - (destPageDirectoryIndex * 0x400000)) / 0x1000);
/* If The Page Is Mapped In Free It Before We Remap */
if ((pageTable[destPageTableIndex] & PAGE_PRESENT) == PAGE_PRESENT) {
/* Clear The Page First For Security Reasons */
freePage(((uInt32) pageTable[destPageTableIndex] & 0xFFFFF000));
}
/* Set The Source Address In The Destination */
pageTable[destPageTableIndex] = (uInt32) (source | perms);
//kprintf("[0x%X]",pageTable[destPageTableIndex]);
/* Reload The Page Table; */
asm volatile(
"push %eax \n"
"movl %cr3,%eax\n"
"movl %eax,%cr3\n"
"pop %eax \n"
);
/* Return */
spinUnlock(&rmpSpinLock);
return (source);
}
/************************************************************************
Function: void *vmmGetFreeKernelPage(pidType pid);
Description: Returns A Free Page Mapped To The VM Space
Notes:
07/30/02 - This Returns A Free Page In The Top 1GB For The Kernel
************************************************************************/
void *
vmmGetFreeKernelPage(pidType pid, uInt16 count)
{
int x = 0, y = 0, c = 0;
uInt32 *pageTableSrc = 0x0;
spinLock(&fkpSpinLock);
/* Lets Search For A Free Page */
for (x = 768; x < 1024; x++) {
/* Set Page Table Address */
pageTableSrc = (uInt32 *) (tablesBaseAddress + (4096 * x));
for (y = 0; y < 1024; y++) {
/* Loop Through The Page Table Find An UnAllocated Page */
if ((uInt32) pageTableSrc[y] == (uInt32) 0x0) {
if (count > 1) {
for (c = 0; c < count; c++) {
if (y + c < 1024) {
if ((uInt32) pageTableSrc[y + c] != (uInt32) 0x0) {
c = -1;
break;
}
}
}
if (c != -1) {
for (c = 0; c < count; c++) {
if ((vmm_remapPage((uInt32) vmmFindFreePage(pid), ((x * (1024 * 4096)) + ((y + c) * 4096)),KERNEL_PAGE_DEFAULT)) == 0x0)
kpanic("vmmRemapPage failed: gfkp-1\n");
vmmClearVirtualPage((uInt32) ((x * (1024 * 4096)) + ((y + c) * 4096)));
}
spinUnlock(&fkpSpinLock);
return ((void *)((x * (1024 * 4096)) + (y * 4096)));
}
} else {
/* Map A Physical Page To The Virtual Page */
if ((vmm_remapPage((uInt32) vmmFindFreePage(pid), ((x * (1024 * 4096)) + (y * 4096)),KERNEL_PAGE_DEFAULT)) == 0x0)
kpanic("vmmRemapPage failed: gfkp-2\n");
/* Clear This Page So No Garbage Is There */
vmmClearVirtualPage((uInt32) ((x * (1024 * 4096)) + (y * 4096)));
/* Return The Address Of The Newly Allocate Page */
spinUnlock(&fkpSpinLock);
return ((void *)((x * (1024 * 4096)) + (y * 4096)));
}
}
}
}
/* If No Free Page Was Found Return NULL */
spinUnlock(&fkpSpinLock);
return (0x0);
}
/************************************************************************
Function: void vmmClearVirtualPage(uInt32 pageAddr);
Description: This Will Null Out A Page Of Memory
Notes:
************************************************************************/
int
vmmClearVirtualPage(uInt32 pageAddr)
{
uInt32 *src = 0x0;
int counter = 0x0;
/* Set Source Pointer To Virtual Page Address */
src = (uInt32 *) pageAddr;
/* Clear Out The Page */
for (counter = 0x0; counter < pageEntries; counter++) {
(uInt32) src[counter] = (uInt32) 0x0;
}
/* Return */
return (0x0);
}
void *vmmMapFromTask(pidType pid,void *ptr,uInt32 size) {
kTask_t *child = 0x0;
uInt32 i = 0x0,x = 0x0,y = 0x0,count = ((size+4095)/0x1000),c = 0x0;
uInt16 dI = 0x0,tI = 0x0;
uInt32 baseAddr = 0x0,offset = 0x0;
uInt32 *childPageDir = (uInt32 *)0x5A00000;
uInt32 *childPageTable = 0x0;
uInt32 *pageTableSrc = 0x0;
offset = (uInt32)ptr & 0xFFF;
baseAddr = (uInt32)ptr & 0xFFFFF000;
child = schedFindTask(pid);
//Calculate The Page Table Index And Page Directory Index
dI = (baseAddr/(1024*4096));
tI = ((baseAddr-(dI*(1024*4096)))/4096);
vmm_remapPage(child->tss.cr3,0x5A00000,KERNEL_PAGE_DEFAULT);
for (i=0;i<0x1000;i++) {
vmm_remapPage(childPageDir[i],0x5A01000 + (i * 0x1000),KERNEL_PAGE_DEFAULT);
}
for (x=(_current->oInfo.vmStart/(1024*4096));x<1024;x++) {
pageTableSrc = (uInt32 *)(tablesBaseAddress + (4096*x));
for (y=0;y<1024;y++) {
//Loop Through The Page Table Find An UnAllocated Page
if ((uInt32)pageTableSrc[y] == (uInt32)0x0) {
if (count > 1) {
for (c=0;((c<count) && (y+c < 1024));c++) {
if ((uInt32)pageTableSrc[y+c] != (uInt32)0x0) {
c = -1;
break;
}
}
if (c != -1) {
for (c=0;c<count;c++) {
if ((tI + c) >= 0x1000) {
dI++;
tI = 0-c;
}
childPageTable = (uInt32 *)(0x5A01000 + (0x1000 * dI));
vmm_remapPage(childPageTable[tI+c],((x*(1024*4096))+((y+c)*4096)),KERNEL_PAGE_DEFAULT);
}
vmmUnmapPage(0x5A00000,1);
for (i=0;i<0x1000;i++) {
vmmUnmapPage((0x5A01000 + (i*0x1000)),1);
}
return((void *)((x*(1024*4096))+(y*4096)+offset));
}
}
else {
//Map A Physical Page To The Virtual Page
childPageTable = (uInt32 *)(0x5A01000 + (0x1000 * dI));
vmm_remapPage(childPageTable[tI],((x*(1024*4096))+(y*4096)),KERNEL_PAGE_DEFAULT);
//Return The Address Of The Mapped In Memory
vmmUnmapPage(0x5A00000,1);
for (i=0;i<0x1000;i++) {
vmmUnmapPage((0x5A01000 + (i*0x1000)),1);
}
return((void *)((x*(1024*4096))+(y*4096)+offset));
}
}
}
}
return(0x0);
}
void *vmm_getFreeMallocPage(uInt16 count) {
uInt16 x = 0x0, y = 0x0;
int c = 0x0;
uInt32 *pageTableSrc = 0x0;
spinLock(&fkpSpinLock);
/* Lets Search For A Free Page */
for (x = 960; x < 1024; x++) {
/* Set Page Table Address */
pageTableSrc = (uInt32 *) (tablesBaseAddress + (0x1000 * x));
for (y = 0; y < 1024; y++) {
/* Loop Through The Page Table Find An UnAllocated Page */
if ((uInt32) pageTableSrc[y] == (uInt32) 0x0) {
if (count > 1) {
for (c = 0; c < count; c++) {
if (y + c < 1024) {
if ((uInt32) pageTableSrc[y + c] != (uInt32) 0x0) {
c = -1;
break;
}
}
}
if (c != -1) {
for (c = 0; c < count; c++) {
vmm_remapPage((uInt32) vmmFindFreePage(sysID), ((x * 0x400000) + ((y + c) * 0x1000)),KERNEL_PAGE_DEFAULT);
vmmClearVirtualPage((uInt32) ((x * 0x400000) + ((y + c) * 0x1000)));
}
spinUnlock(&fkpSpinLock);
return ((void *)((x * 0x400000) + (y * 0x1000)));
}
} else {
/* Map A Physical Page To The Virtual Page */
vmm_remapPage((uInt32) vmmFindFreePage(sysID), ((x * 0x400000) + (y * 0x1000)),KERNEL_PAGE_DEFAULT);
/* Clear This Page So No Garbage Is There */
vmmClearVirtualPage((uInt32) ((x * 0x400000) + (y * 0x1000)));
/* Return The Address Of The Newly Allocate Page */
spinUnlock(&fkpSpinLock);
return ((void *)((x * 0x400000) + (y * 0x1000)));
}
}
}
}
/* If No Free Page Was Found Return NULL */
spinUnlock(&fkpSpinLock);
return (0x0);
}
/***
$Log$
Revision 1.20 2005/08/09 08:45:40 fsdfs
reverting to old vmm. i may have modified something accidently when i wasted time indenting the code.
Revision 1.18 2004/09/07 21:54:38 reddawg
ok reverted back to old scheduling for now....
Revision 1.16 2004/07/28 15:05:43 reddawg
Major:
Pages now have strict security enforcement.
Many null dereferences have been resolved.
When apps loaded permissions set for pages rw and ro
Revision 1.15 2004/07/28 00:17:05 reddawg
Major:
Disconnected page 0x0 from the system... Unfortunately this broke many things
all of which have been fixed. This was good because nothing deferences NULL
any more.
Things affected:
malloc,kmalloc,getfreepage,getfreevirtualpage,pagefault,fork,exec,ld,ld.so,exec,file
Revision 1.14 2004/07/27 12:02:01 reddawg
chg: fixed marks bug readFile did a lookup which is why it looked like it was loopping so much
Revision 1.13 2004/07/27 07:15:21 reddawg
chg: made page 0x0 writeable should boot now
Revision 1.12 2004/07/27 06:48:26 flameshadow
chg: fixed ubu's typo
Revision 1.11 2004/07/27 06:47:01 reddawg
Try now TCA
Revision 1.10 2004/07/26 19:15:49 reddawg
test code, fixes and the like
Revision 1.9 2004/07/24 23:13:21 reddawg
Oh yeah try this one
Revision 1.8 2004/07/24 20:00:51 reddawg
Lots of changes to the vmm subsystem.... Page faults have been adjust to now be blocking on a per thread basis not system wide. This has resulted in no more deadlocks.. also the addition of per thread locking has removed segfaults as a result of COW in which two tasks fault the same COW page and try to modify it.
Revision 1.7 2004/07/22 17:32:25 reddawg
I broke it hopefully
Revision 1.6 2004/07/19 02:06:35 reddawg
cleaned out some debug code
Revision 1.5 2004/07/17 15:54:52 reddawg
kmalloc: added assert()
bioscall: fixed some potential problem by not making 16bit code
paging: added assert()
Revision 1.4 2004/06/10 22:23:56 reddawg
Volatiles
Revision 1.3 2004/06/10 15:24:35 reddawg
Fixed an asm statement
Revision 1.2 2004/05/22 21:46:37 reddawg
Fixed some bugs
Revision 1.1.1.1 2004/04/15 12:06:52 reddawg
UbixOS v1.0
Revision 1.30 2004/04/13 16:36:34 reddawg
Changed our copyright, it is all now under a BSD-Style license
END
***/
