blob: 296a91a04598b390bff809e0c178be89e4542d4f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jeff Dike6d536e42007-10-16 01:26:47 -07002 * Copyright (C) 2000 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Licensed under the GPL
4 */
5
Al Viro73395a02011-08-18 20:14:10 +01006#include <linux/module.h>
7#include <linux/bootmem.h>
Mike Rapoportddf63982018-10-26 15:05:02 -07008#include <linux/memblock.h>
Al Viro73395a02011-08-18 20:14:10 +01009#include <linux/mm.h>
10#include <linux/pfn.h>
11#include <asm/page.h>
Nicolas Ioossd5f20be2014-10-12 13:02:11 +020012#include <asm/sections.h>
Al Viro73395a02011-08-18 20:14:10 +010013#include <as-layout.h>
14#include <init.h>
15#include <kern.h>
16#include <mem_user.h>
17#include <os.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
Linus Torvalds1da177e2005-04-16 15:20:36 -070019static int physmem_fd = -1;
20
Linus Torvalds1da177e2005-04-16 15:20:36 -070021/* Changed during early boot */
22unsigned long high_physmem;
Al Viro73395a02011-08-18 20:14:10 +010023EXPORT_SYMBOL(high_physmem);
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
Jeff Dikeae173812005-11-07 00:58:57 -080025extern unsigned long long physmem_size;
Linus Torvalds1da177e2005-04-16 15:20:36 -070026
Honggang Li9e6a57d2014-06-03 13:30:45 +080027void __init mem_total_pages(unsigned long physmem, unsigned long iomem,
Jeff Dike97a1fcb2007-07-23 18:43:48 -070028 unsigned long highmem)
Linus Torvalds1da177e2005-04-16 15:20:36 -070029{
Honggang Li9e6a57d2014-06-03 13:30:45 +080030 unsigned long phys_pages, highmem_pages;
31 unsigned long iomem_pages, total_pages;
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Honggang Li9e6a57d2014-06-03 13:30:45 +080033 phys_pages = physmem >> PAGE_SHIFT;
34 iomem_pages = iomem >> PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -070035 highmem_pages = highmem >> PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Honggang Li9e6a57d2014-06-03 13:30:45 +080037 total_pages = phys_pages + iomem_pages + highmem_pages;
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
39 max_mapnr = total_pages;
Linus Torvalds1da177e2005-04-16 15:20:36 -070040}
41
Linus Torvalds1da177e2005-04-16 15:20:36 -070042void map_memory(unsigned long virt, unsigned long phys, unsigned long len,
43 int r, int w, int x)
44{
45 __u64 offset;
46 int fd, err;
47
48 fd = phys_mapping(phys, &offset);
49 err = os_map_memory((void *) virt, fd, offset, len, r, w, x);
Jeff Dike6d536e42007-10-16 01:26:47 -070050 if (err) {
51 if (err == -ENOMEM)
Jeff Dikeba180fd2007-10-16 01:27:00 -070052 printk(KERN_ERR "try increasing the host's "
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 "/proc/sys/vm/max_map_count to <physical "
54 "memory size>/4096\n");
55 panic("map_memory(0x%lx, %d, 0x%llx, %ld, %d, %d, %d) failed, "
56 "err = %d\n", virt, fd, offset, len, r, w, x, err);
57 }
58}
59
Thomas Meyerfe205bd2015-04-03 16:51:26 +020060/**
61 * setup_physmem() - Setup physical memory for UML
62 * @start: Start address of the physical kernel memory,
63 * i.e start address of the executable image.
64 * @reserve_end: end address of the physical kernel memory.
65 * @len: Length of total physical memory that should be mapped/made
66 * available, in bytes.
67 * @highmem: Number of highmem bytes that should be mapped/made available.
68 *
69 * Creates an unlinked temporary file of size (len + highmem) and memory maps
70 * it on the last executable image address (uml_reserved).
71 *
72 * The offset is needed as the length of the total physical memory
73 * (len + highmem) includes the size of the memory used be the executable image,
74 * but the mapped-to address is the last address of the executable image
75 * (uml_reserved == end address of executable image).
76 *
77 * The memory mapped memory of the temporary file is used as backing memory
78 * of all user space processes/kernel tasks.
79 */
Jeff Dike97a1fcb2007-07-23 18:43:48 -070080void __init setup_physmem(unsigned long start, unsigned long reserve_end,
81 unsigned long len, unsigned long long highmem)
Linus Torvalds1da177e2005-04-16 15:20:36 -070082{
83 unsigned long reserve = reserve_end - start;
Mike Rapoportddf63982018-10-26 15:05:02 -070084 long map_size = len - reserve;
Thomas Meyerfe205bd2015-04-03 16:51:26 +020085 int err;
86
Thomas Meyerfe205bd2015-04-03 16:51:26 +020087 if(map_size <= 0) {
Masami Hiramatsu0936d4f2017-05-18 02:19:31 +090088 os_warn("Too few physical memory! Needed=%lu, given=%lu\n",
Mike Rapoportddf63982018-10-26 15:05:02 -070089 reserve, len);
Thomas Meyerfe205bd2015-04-03 16:51:26 +020090 exit(1);
91 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070092
93 physmem_fd = create_mem_file(len + highmem);
94
Mike Rapoportddf63982018-10-26 15:05:02 -070095 err = os_map_memory((void *) reserve_end, physmem_fd, reserve,
Thomas Meyerfe205bd2015-04-03 16:51:26 +020096 map_size, 1, 1, 1);
Jeff Dike6d536e42007-10-16 01:26:47 -070097 if (err < 0) {
Masami Hiramatsu0936d4f2017-05-18 02:19:31 +090098 os_warn("setup_physmem - mapping %ld bytes of memory at 0x%p "
99 "failed - errno = %d\n", map_size,
Mike Rapoportbe6ec5b12018-10-26 15:04:58 -0700100 (void *) reserve_end, err);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 exit(1);
102 }
103
Jeff Dikeba180fd2007-10-16 01:27:00 -0700104 /*
105 * Special kludge - This page will be mapped in to userspace processes
Jeff Diked67b5692005-07-07 17:56:49 -0700106 * from physmem_fd, so it needs to be written out there.
107 */
Nicolas Iooss05eacfd2014-10-12 13:02:12 +0200108 os_seek_file(physmem_fd, __pa(__syscall_stub_start));
109 os_write_file(physmem_fd, __syscall_stub_start, PAGE_SIZE);
Anton Ivanov05651032014-03-07 18:37:47 +0000110 os_fsync_file(physmem_fd);
Jeff Diked67b5692005-07-07 17:56:49 -0700111
Mike Rapoportddf63982018-10-26 15:05:02 -0700112 memblock_add(__pa(start), len + highmem);
113 memblock_reserve(__pa(start), reserve);
114
115 min_low_pfn = PFN_UP(__pa(reserve_end));
116 max_low_pfn = min_low_pfn + (map_size >> PAGE_SHIFT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117}
118
Jeff Dike0a7675a2007-10-16 01:27:05 -0700119int phys_mapping(unsigned long phys, unsigned long long *offset_out)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 int fd = -1;
122
Jeff Dike6d536e42007-10-16 01:26:47 -0700123 if (phys < physmem_size) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 fd = physmem_fd;
125 *offset_out = phys;
126 }
Jeff Dike6d536e42007-10-16 01:26:47 -0700127 else if (phys < __pa(end_iomem)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128 struct iomem_region *region = iomem_regions;
129
Jeff Dike6d536e42007-10-16 01:26:47 -0700130 while (region != NULL) {
131 if ((phys >= region->phys) &&
132 (phys < region->phys + region->size)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 fd = region->fd;
134 *offset_out = phys - region->phys;
135 break;
136 }
137 region = region->next;
138 }
139 }
Jeff Dike6d536e42007-10-16 01:26:47 -0700140 else if (phys < __pa(end_iomem) + highmem) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141 fd = physmem_fd;
142 *offset_out = phys - iomem_size;
143 }
144
Jeff Dike60678bb2007-02-10 01:44:10 -0800145 return fd;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146}
147
148static int __init uml_mem_setup(char *line, int *add)
149{
150 char *retptr;
151 physmem_size = memparse(line,&retptr);
152 return 0;
153}
154__uml_setup("mem=", uml_mem_setup,
155"mem=<Amount of desired ram>\n"
156" This controls how much \"physical\" memory the kernel allocates\n"
157" for the system. The size is specified as a number followed by\n"
158" one of 'k', 'K', 'm', 'M', which have the obvious meanings.\n"
159" This is not related to the amount of memory in the host. It can\n"
160" be more, and the excess, if it's ever used, will just be swapped out.\n"
161" Example: mem=64M\n\n"
162);
163
Jeff Dike94c282d2007-02-10 01:44:09 -0800164extern int __init parse_iomem(char *str, int *add);
165
166__uml_setup("iomem=", parse_iomem,
167"iomem=<name>,<file>\n"
168" Configure <file> as an IO memory region named <name>.\n\n"
169);
170
171/*
172 * This list is constructed in parse_iomem and addresses filled in in
173 * setup_iomem, both of which run during early boot. Afterwards, it's
174 * unchanged.
175 */
Jeff Dike80e39312008-02-04 22:31:17 -0800176struct iomem_region *iomem_regions;
Jeff Dike94c282d2007-02-10 01:44:09 -0800177
Jeff Dike80e39312008-02-04 22:31:17 -0800178/* Initialized in parse_iomem and unchanged thereafter */
179int iomem_size;
Jeff Dike94c282d2007-02-10 01:44:09 -0800180
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181unsigned long find_iomem(char *driver, unsigned long *len_out)
182{
183 struct iomem_region *region = iomem_regions;
184
Jeff Dike6d536e42007-10-16 01:26:47 -0700185 while (region != NULL) {
186 if (!strcmp(region->driver, driver)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 *len_out = region->size;
Jeff Dike60678bb2007-02-10 01:44:10 -0800188 return region->virt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 }
Victor V. Vengerovc39e50b2006-05-01 12:15:53 -0700190
191 region = region->next;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192 }
193
Jeff Dike60678bb2007-02-10 01:44:10 -0800194 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195}
Al Viro73395a02011-08-18 20:14:10 +0100196EXPORT_SYMBOL(find_iomem);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197
WANG Cong99764fa2008-07-23 21:28:49 -0700198static int setup_iomem(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199{
200 struct iomem_region *region = iomem_regions;
201 unsigned long iomem_start = high_physmem + PAGE_SIZE;
202 int err;
203
Jeff Dike6d536e42007-10-16 01:26:47 -0700204 while (region != NULL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 err = os_map_memory((void *) iomem_start, region->fd, 0,
206 region->size, 1, 1, 0);
Jeff Dike6d536e42007-10-16 01:26:47 -0700207 if (err)
Jeff Dikeba180fd2007-10-16 01:27:00 -0700208 printk(KERN_ERR "Mapping iomem region for driver '%s' "
209 "failed, errno = %d\n", region->driver, -err);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 else {
211 region->virt = iomem_start;
212 region->phys = __pa(region->virt);
213 }
214
215 iomem_start += region->size + PAGE_SIZE;
216 region = region->next;
217 }
218
Jeff Dike60678bb2007-02-10 01:44:10 -0800219 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220}
221
222__initcall(setup_iomem);