blob: 9034fc8056b485d2eb34cf7af2f20a23dde87b51 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jeff Dike6d536e42007-10-16 01:26:47 -07002 * Copyright (C) 2000 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Licensed under the GPL
4 */
5
Al Viro73395a02011-08-18 20:14:10 +01006#include <linux/module.h>
7#include <linux/bootmem.h>
8#include <linux/mm.h>
9#include <linux/pfn.h>
10#include <asm/page.h>
11#include <as-layout.h>
12#include <init.h>
13#include <kern.h>
14#include <mem_user.h>
15#include <os.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
Linus Torvalds1da177e2005-04-16 15:20:36 -070017static int physmem_fd = -1;
18
Linus Torvalds1da177e2005-04-16 15:20:36 -070019/* Changed during early boot */
20unsigned long high_physmem;
Al Viro73395a02011-08-18 20:14:10 +010021EXPORT_SYMBOL(high_physmem);
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Jeff Dikeae173812005-11-07 00:58:57 -080023extern unsigned long long physmem_size;
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
Honggang Li9e6a57d2014-06-03 13:30:45 +080025void __init mem_total_pages(unsigned long physmem, unsigned long iomem,
Jeff Dike97a1fcb2007-07-23 18:43:48 -070026 unsigned long highmem)
Linus Torvalds1da177e2005-04-16 15:20:36 -070027{
Honggang Li9e6a57d2014-06-03 13:30:45 +080028 unsigned long phys_pages, highmem_pages;
29 unsigned long iomem_pages, total_pages;
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Honggang Li9e6a57d2014-06-03 13:30:45 +080031 phys_pages = physmem >> PAGE_SHIFT;
32 iomem_pages = iomem >> PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -070033 highmem_pages = highmem >> PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Honggang Li9e6a57d2014-06-03 13:30:45 +080035 total_pages = phys_pages + iomem_pages + highmem_pages;
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
37 max_mapnr = total_pages;
Linus Torvalds1da177e2005-04-16 15:20:36 -070038}
39
Linus Torvalds1da177e2005-04-16 15:20:36 -070040void map_memory(unsigned long virt, unsigned long phys, unsigned long len,
41 int r, int w, int x)
42{
43 __u64 offset;
44 int fd, err;
45
46 fd = phys_mapping(phys, &offset);
47 err = os_map_memory((void *) virt, fd, offset, len, r, w, x);
Jeff Dike6d536e42007-10-16 01:26:47 -070048 if (err) {
49 if (err == -ENOMEM)
Jeff Dikeba180fd2007-10-16 01:27:00 -070050 printk(KERN_ERR "try increasing the host's "
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 "/proc/sys/vm/max_map_count to <physical "
52 "memory size>/4096\n");
53 panic("map_memory(0x%lx, %d, 0x%llx, %ld, %d, %d, %d) failed, "
54 "err = %d\n", virt, fd, offset, len, r, w, x, err);
55 }
56}
57
Jeff Dike23bbd5862006-07-10 04:45:06 -070058extern int __syscall_stub_start;
Jeff Diked67b5692005-07-07 17:56:49 -070059
Thomas Meyerfe205bd2015-04-03 16:51:26 +020060/**
61 * setup_physmem() - Setup physical memory for UML
62 * @start: Start address of the physical kernel memory,
63 * i.e start address of the executable image.
64 * @reserve_end: end address of the physical kernel memory.
65 * @len: Length of total physical memory that should be mapped/made
66 * available, in bytes.
67 * @highmem: Number of highmem bytes that should be mapped/made available.
68 *
69 * Creates an unlinked temporary file of size (len + highmem) and memory maps
70 * it on the last executable image address (uml_reserved).
71 *
72 * The offset is needed as the length of the total physical memory
73 * (len + highmem) includes the size of the memory used be the executable image,
74 * but the mapped-to address is the last address of the executable image
75 * (uml_reserved == end address of executable image).
76 *
77 * The memory mapped memory of the temporary file is used as backing memory
78 * of all user space processes/kernel tasks.
79 */
Jeff Dike97a1fcb2007-07-23 18:43:48 -070080void __init setup_physmem(unsigned long start, unsigned long reserve_end,
81 unsigned long len, unsigned long long highmem)
Linus Torvalds1da177e2005-04-16 15:20:36 -070082{
83 unsigned long reserve = reserve_end - start;
Thomas Meyerfe205bd2015-04-03 16:51:26 +020084 unsigned long pfn = PFN_UP(__pa(reserve_end));
85 unsigned long delta = (len - reserve) >> PAGE_SHIFT;
86 unsigned long offset, bootmap_size;
87 long map_size;
88 int err;
89
90 offset = uml_reserved - uml_physmem;
91 map_size = len - offset;
92 if(map_size <= 0) {
93 printf("Too few physical memory! Needed=%d, given=%d\n",
94 offset, len);
95 exit(1);
96 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070097
98 physmem_fd = create_mem_file(len + highmem);
99
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 err = os_map_memory((void *) uml_reserved, physmem_fd, offset,
Thomas Meyerfe205bd2015-04-03 16:51:26 +0200101 map_size, 1, 1, 1);
Jeff Dike6d536e42007-10-16 01:26:47 -0700102 if (err < 0) {
Jeff Dike512b6fb2007-10-16 01:27:11 -0700103 printf("setup_physmem - mapping %ld bytes of memory at 0x%p "
Thomas Meyerfe205bd2015-04-03 16:51:26 +0200104 "failed - errno = %d\n", map_size,
Jeff Dike512b6fb2007-10-16 01:27:11 -0700105 (void *) uml_reserved, err);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 exit(1);
107 }
108
Jeff Dikeba180fd2007-10-16 01:27:00 -0700109 /*
110 * Special kludge - This page will be mapped in to userspace processes
Jeff Diked67b5692005-07-07 17:56:49 -0700111 * from physmem_fd, so it needs to be written out there.
112 */
113 os_seek_file(physmem_fd, __pa(&__syscall_stub_start));
Jeff Dikea6ea4cc2007-05-06 14:51:43 -0700114 os_write_file(physmem_fd, &__syscall_stub_start, PAGE_SIZE);
Anton Ivanov05651032014-03-07 18:37:47 +0000115 os_fsync_file(physmem_fd);
Jeff Diked67b5692005-07-07 17:56:49 -0700116
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 bootmap_size = init_bootmem(pfn, pfn + delta);
118 free_bootmem(__pa(reserve_end) + bootmap_size,
119 len - bootmap_size - reserve);
120}
121
Jeff Dike0a7675a2007-10-16 01:27:05 -0700122int phys_mapping(unsigned long phys, unsigned long long *offset_out)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 int fd = -1;
125
Jeff Dike6d536e42007-10-16 01:26:47 -0700126 if (phys < physmem_size) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 fd = physmem_fd;
128 *offset_out = phys;
129 }
Jeff Dike6d536e42007-10-16 01:26:47 -0700130 else if (phys < __pa(end_iomem)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 struct iomem_region *region = iomem_regions;
132
Jeff Dike6d536e42007-10-16 01:26:47 -0700133 while (region != NULL) {
134 if ((phys >= region->phys) &&
135 (phys < region->phys + region->size)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 fd = region->fd;
137 *offset_out = phys - region->phys;
138 break;
139 }
140 region = region->next;
141 }
142 }
Jeff Dike6d536e42007-10-16 01:26:47 -0700143 else if (phys < __pa(end_iomem) + highmem) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 fd = physmem_fd;
145 *offset_out = phys - iomem_size;
146 }
147
Jeff Dike60678bb2007-02-10 01:44:10 -0800148 return fd;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149}
150
151static int __init uml_mem_setup(char *line, int *add)
152{
153 char *retptr;
154 physmem_size = memparse(line,&retptr);
155 return 0;
156}
157__uml_setup("mem=", uml_mem_setup,
158"mem=<Amount of desired ram>\n"
159" This controls how much \"physical\" memory the kernel allocates\n"
160" for the system. The size is specified as a number followed by\n"
161" one of 'k', 'K', 'm', 'M', which have the obvious meanings.\n"
162" This is not related to the amount of memory in the host. It can\n"
163" be more, and the excess, if it's ever used, will just be swapped out.\n"
164" Example: mem=64M\n\n"
165);
166
Jeff Dike94c282d2007-02-10 01:44:09 -0800167extern int __init parse_iomem(char *str, int *add);
168
169__uml_setup("iomem=", parse_iomem,
170"iomem=<name>,<file>\n"
171" Configure <file> as an IO memory region named <name>.\n\n"
172);
173
174/*
175 * This list is constructed in parse_iomem and addresses filled in in
176 * setup_iomem, both of which run during early boot. Afterwards, it's
177 * unchanged.
178 */
Jeff Dike80e39312008-02-04 22:31:17 -0800179struct iomem_region *iomem_regions;
Jeff Dike94c282d2007-02-10 01:44:09 -0800180
Jeff Dike80e39312008-02-04 22:31:17 -0800181/* Initialized in parse_iomem and unchanged thereafter */
182int iomem_size;
Jeff Dike94c282d2007-02-10 01:44:09 -0800183
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184unsigned long find_iomem(char *driver, unsigned long *len_out)
185{
186 struct iomem_region *region = iomem_regions;
187
Jeff Dike6d536e42007-10-16 01:26:47 -0700188 while (region != NULL) {
189 if (!strcmp(region->driver, driver)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 *len_out = region->size;
Jeff Dike60678bb2007-02-10 01:44:10 -0800191 return region->virt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192 }
Victor V. Vengerovc39e50b2006-05-01 12:15:53 -0700193
194 region = region->next;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 }
196
Jeff Dike60678bb2007-02-10 01:44:10 -0800197 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198}
Al Viro73395a02011-08-18 20:14:10 +0100199EXPORT_SYMBOL(find_iomem);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200
WANG Cong99764fa2008-07-23 21:28:49 -0700201static int setup_iomem(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202{
203 struct iomem_region *region = iomem_regions;
204 unsigned long iomem_start = high_physmem + PAGE_SIZE;
205 int err;
206
Jeff Dike6d536e42007-10-16 01:26:47 -0700207 while (region != NULL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 err = os_map_memory((void *) iomem_start, region->fd, 0,
209 region->size, 1, 1, 0);
Jeff Dike6d536e42007-10-16 01:26:47 -0700210 if (err)
Jeff Dikeba180fd2007-10-16 01:27:00 -0700211 printk(KERN_ERR "Mapping iomem region for driver '%s' "
212 "failed, errno = %d\n", region->driver, -err);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 else {
214 region->virt = iomem_start;
215 region->phys = __pa(region->virt);
216 }
217
218 iomem_start += region->size + PAGE_SIZE;
219 region = region->next;
220 }
221
Jeff Dike60678bb2007-02-10 01:44:10 -0800222 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223}
224
225__initcall(setup_iomem);