2 * Procedures for interfacing to Open Firmware.
4 * Paul Mackerras August 1996.
5 * Copyright (C) 1996-2005 Paul Mackerras.
7 * Adapted for 64bit PowerPC by Dave Engebretsen and Peter Bergner.
8 * {engebret|bergner}@us.ibm.com
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
19 #include <linux/config.h>
20 #include <linux/kernel.h>
21 #include <linux/string.h>
22 #include <linux/init.h>
23 #include <linux/threads.h>
24 #include <linux/spinlock.h>
25 #include <linux/types.h>
26 #include <linux/pci.h>
27 #include <linux/proc_fs.h>
28 #include <linux/stringify.h>
29 #include <linux/delay.h>
30 #include <linux/initrd.h>
31 #include <linux/bitops.h>
35 #include <asm/processor.h>
39 #include <asm/system.h>
41 #include <asm/pgtable.h>
43 #include <asm/iommu.h>
44 #include <asm/btext.h>
45 #include <asm/sections.h>
46 #include <asm/machdep.h>
48 #ifdef CONFIG_LOGO_LINUX_CLUT224
49 #include <linux/linux_logo.h>
50 extern const struct linux_logo logo_linux_clut224;
54 * Properties whose value is longer than this get excluded from our
55 * copy of the device tree. This value does need to be big enough to
56 * ensure that we don't lose things like the interrupt-map property
57 * on a PCI-PCI bridge.
59 #define MAX_PROPERTY_LENGTH (1UL * 1024 * 1024)
62 * Eventually bump that one up
64 #define DEVTREE_CHUNK_SIZE 0x100000
67 * This is the size of the local memory reserve map that gets copied
68 * into the boot params passed to the kernel. That size is totally
69 * flexible as the kernel just reads the list until it encounters an
70 * entry with size 0, so it can be changed without breaking binary
73 #define MEM_RESERVE_MAP_SIZE 8
76 * prom_init() is called very early on, before the kernel text
77 * and data have been mapped to KERNELBASE. At this point the code
78 * is running at whatever address it has been loaded at.
79 * On ppc32 we compile with -mrelocatable, which means that references
80 * to extern and static variables get relocated automatically.
81 * On ppc64 we have to relocate the references explicitly with
82 * RELOC. (Note that strings count as static variables.)
84 * Because OF may have mapped I/O devices into the area starting at
85 * KERNELBASE, particularly on CHRP machines, we can't safely call
86 * OF once the kernel has been mapped to KERNELBASE. Therefore all
87 * OF calls must be done within prom_init().
89 * ADDR is used in calls to call_prom. The 4th and following
90 * arguments to call_prom should be 32-bit values.
91 * On ppc64, 64 bit values are truncated to 32 bits (and
92 * fortunately don't get interpreted as two arguments).
95 #define RELOC(x) (*PTRRELOC(&(x)))
96 #define ADDR(x) (u32) add_reloc_offset((unsigned long)(x))
97 #define OF_WORKAROUNDS 0
100 #define ADDR(x) (u32) (x)
101 #define OF_WORKAROUNDS of_workarounds
105 #define OF_WA_CLAIM 1 /* do phys/virt claim separately, then map */
106 #define OF_WA_LONGTRAIL 2 /* work around longtrail bugs */
108 #define PROM_BUG() do { \
109 prom_printf("kernel BUG at %s line 0x%x!\n", \
110 RELOC(__FILE__), __LINE__); \
111 __asm__ __volatile__(".long " BUG_ILLEGAL_INSTR); \
115 #define prom_debug(x...) prom_printf(x)
117 #define prom_debug(x...)
121 typedef u32 prom_arg_t;
139 struct mem_map_entry {
146 extern void __start(unsigned long r3, unsigned long r4, unsigned long r5);
149 extern int enter_prom(struct prom_args *args, unsigned long entry);
151 static inline int enter_prom(struct prom_args *args, unsigned long entry)
153 return ((int (*)(struct prom_args *))entry)(args);
157 extern void copy_and_flush(unsigned long dest, unsigned long src,
158 unsigned long size, unsigned long offset);
161 static struct prom_t __initdata prom;
163 static unsigned long prom_entry __initdata;
165 #define PROM_SCRATCH_SIZE 256
167 static char __initdata of_stdout_device[256];
168 static char __initdata prom_scratch[PROM_SCRATCH_SIZE];
170 static unsigned long __initdata dt_header_start;
171 static unsigned long __initdata dt_struct_start, dt_struct_end;
172 static unsigned long __initdata dt_string_start, dt_string_end;
174 static unsigned long __initdata prom_initrd_start, prom_initrd_end;
177 static int __initdata iommu_force_on;
178 static int __initdata ppc64_iommu_off;
179 static unsigned long __initdata prom_tce_alloc_start;
180 static unsigned long __initdata prom_tce_alloc_end;
183 static int __initdata of_platform;
185 static char __initdata prom_cmd_line[COMMAND_LINE_SIZE];
187 static unsigned long __initdata prom_memory_limit;
189 static unsigned long __initdata alloc_top;
190 static unsigned long __initdata alloc_top_high;
191 static unsigned long __initdata alloc_bottom;
192 static unsigned long __initdata rmo_top;
193 static unsigned long __initdata ram_top;
196 static unsigned long __initdata prom_crashk_base;
197 static unsigned long __initdata prom_crashk_size;
200 static struct mem_map_entry __initdata mem_reserve_map[MEM_RESERVE_MAP_SIZE];
201 static int __initdata mem_reserve_cnt;
203 static cell_t __initdata regbuf[1024];
206 #define MAX_CPU_THREADS 2
212 unsigned int threadid;
213 } hmt_thread_data[NR_CPUS];
214 #endif /* CONFIG_HMT */
217 * Error results ... some OF calls will return "-1" on error, some
218 * will return 0, some will return either. To simplify, here are
219 * macros to use with any ihandle or phandle return value to check if
223 #define PROM_ERROR (-1u)
224 #define PHANDLE_VALID(p) ((p) != 0 && (p) != PROM_ERROR)
225 #define IHANDLE_VALID(i) ((i) != 0 && (i) != PROM_ERROR)
228 /* This is the one and *ONLY* place where we actually call open
232 static int __init call_prom(const char *service, int nargs, int nret, ...)
235 struct prom_args args;
238 args.service = ADDR(service);
242 va_start(list, nret);
243 for (i = 0; i < nargs; i++)
244 args.args[i] = va_arg(list, prom_arg_t);
247 for (i = 0; i < nret; i++)
248 args.args[nargs+i] = 0;
250 if (enter_prom(&args, RELOC(prom_entry)) < 0)
253 return (nret > 0) ? args.args[nargs] : 0;
256 static int __init call_prom_ret(const char *service, int nargs, int nret,
257 prom_arg_t *rets, ...)
260 struct prom_args args;
263 args.service = ADDR(service);
267 va_start(list, rets);
268 for (i = 0; i < nargs; i++)
269 args.args[i] = va_arg(list, prom_arg_t);
272 for (i = 0; i < nret; i++)
273 args.args[nargs+i] = 0;
275 if (enter_prom(&args, RELOC(prom_entry)) < 0)
279 for (i = 1; i < nret; ++i)
280 rets[i-1] = args.args[nargs+i];
282 return (nret > 0) ? args.args[nargs] : 0;
286 static void __init prom_print(const char *msg)
289 struct prom_t *_prom = &RELOC(prom);
291 if (_prom->stdout == 0)
294 for (p = msg; *p != 0; p = q) {
295 for (q = p; *q != 0 && *q != '\n'; ++q)
298 call_prom("write", 3, 1, _prom->stdout, p, q - p);
302 call_prom("write", 3, 1, _prom->stdout, ADDR("\r\n"), 2);
307 static void __init prom_print_hex(unsigned long val)
309 int i, nibbles = sizeof(val)*2;
310 char buf[sizeof(val)*2+1];
311 struct prom_t *_prom = &RELOC(prom);
313 for (i = nibbles-1; i >= 0; i--) {
314 buf[i] = (val & 0xf) + '0';
316 buf[i] += ('a'-'0'-10);
320 call_prom("write", 3, 1, _prom->stdout, buf, nibbles);
324 static void __init prom_printf(const char *format, ...)
326 const char *p, *q, *s;
329 struct prom_t *_prom = &RELOC(prom);
331 va_start(args, format);
333 format = PTRRELOC(format);
335 for (p = format; *p != 0; p = q) {
336 for (q = p; *q != 0 && *q != '\n' && *q != '%'; ++q)
339 call_prom("write", 3, 1, _prom->stdout, p, q - p);
344 call_prom("write", 3, 1, _prom->stdout,
354 s = va_arg(args, const char *);
359 v = va_arg(args, unsigned long);
367 static unsigned int __init prom_claim(unsigned long virt, unsigned long size,
370 struct prom_t *_prom = &RELOC(prom);
372 if (align == 0 && (OF_WORKAROUNDS & OF_WA_CLAIM)) {
374 * Old OF requires we claim physical and virtual separately
375 * and then map explicitly (assuming virtual mode)
380 ret = call_prom_ret("call-method", 5, 2, &result,
381 ADDR("claim"), _prom->memory,
383 if (ret != 0 || result == -1)
385 ret = call_prom_ret("call-method", 5, 2, &result,
386 ADDR("claim"), _prom->mmumap,
389 call_prom("call-method", 4, 1, ADDR("release"),
390 _prom->memory, size, virt);
393 /* the 0x12 is M (coherence) + PP == read/write */
394 call_prom("call-method", 6, 1,
395 ADDR("map"), _prom->mmumap, 0x12, size, virt, virt);
398 return call_prom("claim", 3, 1, (prom_arg_t)virt, (prom_arg_t)size,
402 static void __init __attribute__((noreturn)) prom_panic(const char *reason)
405 reason = PTRRELOC(reason);
408 /* ToDo: should put up an SRC here on p/iSeries */
409 call_prom("exit", 0, 0);
411 for (;;) /* should never get here */
416 static int __init prom_next_node(phandle *nodep)
420 if ((node = *nodep) != 0
421 && (*nodep = call_prom("child", 1, 1, node)) != 0)
423 if ((*nodep = call_prom("peer", 1, 1, node)) != 0)
426 if ((node = call_prom("parent", 1, 1, node)) == 0)
428 if ((*nodep = call_prom("peer", 1, 1, node)) != 0)
433 static int inline prom_getprop(phandle node, const char *pname,
434 void *value, size_t valuelen)
436 return call_prom("getprop", 4, 1, node, ADDR(pname),
437 (u32)(unsigned long) value, (u32) valuelen);
440 static int inline prom_getproplen(phandle node, const char *pname)
442 return call_prom("getproplen", 2, 1, node, ADDR(pname));
445 static void add_string(char **str, const char *q)
455 static char *tohex(unsigned int x)
457 static char digits[] = "0123456789abcdef";
458 static char result[9];
465 result[i] = digits[x & 0xf];
467 } while (x != 0 && i > 0);
471 static int __init prom_setprop(phandle node, const char *nodename,
472 const char *pname, void *value, size_t valuelen)
476 if (!(OF_WORKAROUNDS & OF_WA_LONGTRAIL))
477 return call_prom("setprop", 4, 1, node, ADDR(pname),
478 (u32)(unsigned long) value, (u32) valuelen);
480 /* gah... setprop doesn't work on longtrail, have to use interpret */
482 add_string(&p, "dev");
483 add_string(&p, nodename);
484 add_string(&p, tohex((u32)(unsigned long) value));
485 add_string(&p, tohex(valuelen));
486 add_string(&p, tohex(ADDR(pname)));
487 add_string(&p, tohex(strlen(RELOC(pname))));
488 add_string(&p, "property");
490 return call_prom("interpret", 1, 1, (u32)(unsigned long) cmd);
493 /* We can't use the standard versions because of RELOC headaches. */
494 #define isxdigit(c) (('0' <= (c) && (c) <= '9') \
495 || ('a' <= (c) && (c) <= 'f') \
496 || ('A' <= (c) && (c) <= 'F'))
498 #define isdigit(c) ('0' <= (c) && (c) <= '9')
499 #define islower(c) ('a' <= (c) && (c) <= 'z')
500 #define toupper(c) (islower(c) ? ((c) - 'a' + 'A') : (c))
502 unsigned long prom_strtoul(const char *cp, const char **endp)
504 unsigned long result = 0, base = 10, value;
509 if (toupper(*cp) == 'X') {
515 while (isxdigit(*cp) &&
516 (value = isdigit(*cp) ? *cp - '0' : toupper(*cp) - 'A' + 10) < base) {
517 result = result * base + value;
527 unsigned long prom_memparse(const char *ptr, const char **retptr)
529 unsigned long ret = prom_strtoul(ptr, retptr);
533 * We can't use a switch here because GCC *may* generate a
534 * jump table which won't work, because we're not running at
535 * the address we're linked at.
537 if ('G' == **retptr || 'g' == **retptr)
540 if ('M' == **retptr || 'm' == **retptr)
543 if ('K' == **retptr || 'k' == **retptr)
555 * Early parsing of the command line passed to the kernel, used for
556 * "mem=x" and the options that affect the iommu
558 static void __init early_cmdline_parse(void)
560 struct prom_t *_prom = &RELOC(prom);
564 RELOC(prom_cmd_line[0]) = 0;
565 p = RELOC(prom_cmd_line);
566 if ((long)_prom->chosen > 0)
567 l = prom_getprop(_prom->chosen, "bootargs", p, COMMAND_LINE_SIZE-1);
568 #ifdef CONFIG_CMDLINE
569 if (l == 0) /* dbl check */
570 strlcpy(RELOC(prom_cmd_line),
571 RELOC(CONFIG_CMDLINE), sizeof(prom_cmd_line));
572 #endif /* CONFIG_CMDLINE */
573 prom_printf("command line: %s\n", RELOC(prom_cmd_line));
576 opt = strstr(RELOC(prom_cmd_line), RELOC("iommu="));
578 prom_printf("iommu opt is: %s\n", opt);
580 while (*opt && *opt == ' ')
582 if (!strncmp(opt, RELOC("off"), 3))
583 RELOC(ppc64_iommu_off) = 1;
584 else if (!strncmp(opt, RELOC("force"), 5))
585 RELOC(iommu_force_on) = 1;
589 opt = strstr(RELOC(prom_cmd_line), RELOC("mem="));
592 RELOC(prom_memory_limit) = prom_memparse(opt, (const char **)&opt);
594 /* Align to 16 MB == size of ppc64 large page */
595 RELOC(prom_memory_limit) = ALIGN(RELOC(prom_memory_limit), 0x1000000);
601 * crashkernel=size@addr specifies the location to reserve for
604 opt = strstr(RELOC(prom_cmd_line), RELOC("crashkernel="));
607 RELOC(prom_crashk_size) = prom_memparse(opt, &opt);
609 if (ALIGN(RELOC(prom_crashk_size), 0x1000000) !=
610 RELOC(prom_crashk_size)) {
611 prom_printf("Warning: crashkernel size is not "
612 "aligned to 16MB\n");
616 * At present, the crash kernel always run at 32MB.
617 * Just ignore whatever user passed.
619 RELOC(prom_crashk_base) = 0x2000000;
621 prom_printf("Warning: PPC64 kdump kernel always runs "
628 #ifdef CONFIG_PPC_PSERIES
630 * To tell the firmware what our capabilities are, we have to pass
631 * it a fake 32-bit ELF header containing a couple of PT_NOTE sections
632 * that contain structures that contain the actual values.
634 static struct fake_elf {
641 char name[8]; /* "PowerPC" */
655 char name[24]; /* "IBM,RPA-Client-Config" */
669 .e_ident = { 0x7f, 'E', 'L', 'F',
670 ELFCLASS32, ELFDATA2MSB, EV_CURRENT },
671 .e_type = ET_EXEC, /* yeah right */
673 .e_version = EV_CURRENT,
674 .e_phoff = offsetof(struct fake_elf, phdr),
675 .e_phentsize = sizeof(Elf32_Phdr),
681 .p_offset = offsetof(struct fake_elf, chrpnote),
682 .p_filesz = sizeof(struct chrpnote)
685 .p_offset = offsetof(struct fake_elf, rpanote),
686 .p_filesz = sizeof(struct rpanote)
690 .namesz = sizeof("PowerPC"),
691 .descsz = sizeof(struct chrpdesc),
695 .real_mode = ~0U, /* ~0 means "don't care" */
704 .namesz = sizeof("IBM,RPA-Client-Config"),
705 .descsz = sizeof(struct rpadesc),
707 .name = "IBM,RPA-Client-Config",
710 .min_rmo_size = 64, /* in megabytes */
711 .min_rmo_percent = 0,
712 .max_pft_size = 48, /* 2^48 bytes max PFT size */
720 static void __init prom_send_capabilities(void)
724 elfloader = call_prom("open", 1, 1, ADDR("/packages/elf-loader"));
725 if (elfloader == 0) {
726 prom_printf("couldn't open /packages/elf-loader\n");
729 call_prom("call-method", 3, 1, ADDR("process-elf-header"),
730 elfloader, ADDR(&fake_elf));
731 call_prom("close", 1, 0, elfloader);
736 * Memory allocation strategy... our layout is normally:
738 * at 14Mb or more we have vmlinux, then a gap and initrd. In some
739 * rare cases, initrd might end up being before the kernel though.
740 * We assume this won't override the final kernel at 0, we have no
741 * provision to handle that in this version, but it should hopefully
744 * alloc_top is set to the top of RMO, eventually shrink down if the
747 * alloc_bottom is set to the top of kernel/initrd
749 * from there, allocations are done this way : rtas is allocated
750 * topmost, and the device-tree is allocated from the bottom. We try
751 * to grow the device-tree allocation as we progress. If we can't,
752 * then we fail, we don't currently have a facility to restart
753 * elsewhere, but that shouldn't be necessary.
755 * Note that calls to reserve_mem have to be done explicitly, memory
756 * allocated with either alloc_up or alloc_down isn't automatically
762 * Allocates memory in the RMO upward from the kernel/initrd
764 * When align is 0, this is a special case, it means to allocate in place
765 * at the current location of alloc_bottom or fail (that is basically
766 * extending the previous allocation). Used for the device-tree flattening
768 static unsigned long __init alloc_up(unsigned long size, unsigned long align)
770 unsigned long base = RELOC(alloc_bottom);
771 unsigned long addr = 0;
774 base = _ALIGN_UP(base, align);
775 prom_debug("alloc_up(%x, %x)\n", size, align);
776 if (RELOC(ram_top) == 0)
777 prom_panic("alloc_up() called with mem not initialized\n");
780 base = _ALIGN_UP(RELOC(alloc_bottom), align);
782 base = RELOC(alloc_bottom);
784 for(; (base + size) <= RELOC(alloc_top);
785 base = _ALIGN_UP(base + 0x100000, align)) {
786 prom_debug(" trying: 0x%x\n\r", base);
787 addr = (unsigned long)prom_claim(base, size, 0);
788 if (addr != PROM_ERROR && addr != 0)
796 RELOC(alloc_bottom) = addr;
798 prom_debug(" -> %x\n", addr);
799 prom_debug(" alloc_bottom : %x\n", RELOC(alloc_bottom));
800 prom_debug(" alloc_top : %x\n", RELOC(alloc_top));
801 prom_debug(" alloc_top_hi : %x\n", RELOC(alloc_top_high));
802 prom_debug(" rmo_top : %x\n", RELOC(rmo_top));
803 prom_debug(" ram_top : %x\n", RELOC(ram_top));
809 * Allocates memory downward, either from top of RMO, or if highmem
810 * is set, from the top of RAM. Note that this one doesn't handle
811 * failures. It does claim memory if highmem is not set.
813 static unsigned long __init alloc_down(unsigned long size, unsigned long align,
816 unsigned long base, addr = 0;
818 prom_debug("alloc_down(%x, %x, %s)\n", size, align,
819 highmem ? RELOC("(high)") : RELOC("(low)"));
820 if (RELOC(ram_top) == 0)
821 prom_panic("alloc_down() called with mem not initialized\n");
824 /* Carve out storage for the TCE table. */
825 addr = _ALIGN_DOWN(RELOC(alloc_top_high) - size, align);
826 if (addr <= RELOC(alloc_bottom))
828 /* Will we bump into the RMO ? If yes, check out that we
829 * didn't overlap existing allocations there, if we did,
830 * we are dead, we must be the first in town !
832 if (addr < RELOC(rmo_top)) {
833 /* Good, we are first */
834 if (RELOC(alloc_top) == RELOC(rmo_top))
835 RELOC(alloc_top) = RELOC(rmo_top) = addr;
839 RELOC(alloc_top_high) = addr;
843 base = _ALIGN_DOWN(RELOC(alloc_top) - size, align);
844 for (; base > RELOC(alloc_bottom);
845 base = _ALIGN_DOWN(base - 0x100000, align)) {
846 prom_debug(" trying: 0x%x\n\r", base);
847 addr = (unsigned long)prom_claim(base, size, 0);
848 if (addr != PROM_ERROR && addr != 0)
854 RELOC(alloc_top) = addr;
857 prom_debug(" -> %x\n", addr);
858 prom_debug(" alloc_bottom : %x\n", RELOC(alloc_bottom));
859 prom_debug(" alloc_top : %x\n", RELOC(alloc_top));
860 prom_debug(" alloc_top_hi : %x\n", RELOC(alloc_top_high));
861 prom_debug(" rmo_top : %x\n", RELOC(rmo_top));
862 prom_debug(" ram_top : %x\n", RELOC(ram_top));
870 static unsigned long __init prom_next_cell(int s, cell_t **cellp)
875 /* Ignore more than 2 cells */
876 while (s > sizeof(unsigned long) / 4) {
892 * Very dumb function for adding to the memory reserve list, but
893 * we don't need anything smarter at this point
895 * XXX Eventually check for collisions. They should NEVER happen.
896 * If problems seem to show up, it would be a good start to track
899 static void reserve_mem(unsigned long base, unsigned long size)
901 unsigned long top = base + size;
902 unsigned long cnt = RELOC(mem_reserve_cnt);
907 /* We need to always keep one empty entry so that we
908 * have our terminator with "size" set to 0 since we are
909 * dumb and just copy this entire array to the boot params
911 base = _ALIGN_DOWN(base, PAGE_SIZE);
912 top = _ALIGN_UP(top, PAGE_SIZE);
915 if (cnt >= (MEM_RESERVE_MAP_SIZE - 1))
916 prom_panic("Memory reserve map exhausted !\n");
917 RELOC(mem_reserve_map)[cnt].base = base;
918 RELOC(mem_reserve_map)[cnt].size = size;
919 RELOC(mem_reserve_cnt) = cnt + 1;
923 * Initialize memory allocation mecanism, parse "memory" nodes and
924 * obtain that way the top of memory and RMO to setup out local allocator
926 static void __init prom_init_mem(void)
929 char *path, type[64];
932 struct prom_t *_prom = &RELOC(prom);
936 * We iterate the memory nodes to find
937 * 1) top of RMO (first node)
941 prom_getprop(_prom->root, "#address-cells", &rac, sizeof(rac));
943 prom_getprop(_prom->root, "#size-cells", &rsc, sizeof(rsc));
944 prom_debug("root_addr_cells: %x\n", (unsigned long) rac);
945 prom_debug("root_size_cells: %x\n", (unsigned long) rsc);
947 prom_debug("scanning memory:\n");
948 path = RELOC(prom_scratch);
950 for (node = 0; prom_next_node(&node); ) {
952 prom_getprop(node, "device_type", type, sizeof(type));
956 * CHRP Longtrail machines have no device_type
957 * on the memory node, so check the name instead...
959 prom_getprop(node, "name", type, sizeof(type));
961 if (strcmp(type, RELOC("memory")))
964 plen = prom_getprop(node, "reg", RELOC(regbuf), sizeof(regbuf));
965 if (plen > sizeof(regbuf)) {
966 prom_printf("memory node too large for buffer !\n");
967 plen = sizeof(regbuf);
970 endp = p + (plen / sizeof(cell_t));
973 memset(path, 0, PROM_SCRATCH_SIZE);
974 call_prom("package-to-path", 3, 1, node, path, PROM_SCRATCH_SIZE-1);
975 prom_debug(" node %s :\n", path);
976 #endif /* DEBUG_PROM */
978 while ((endp - p) >= (rac + rsc)) {
979 unsigned long base, size;
981 base = prom_next_cell(rac, &p);
982 size = prom_next_cell(rsc, &p);
986 prom_debug(" %x %x\n", base, size);
988 RELOC(rmo_top) = size;
989 if ((base + size) > RELOC(ram_top))
990 RELOC(ram_top) = base + size;
994 RELOC(alloc_bottom) = PAGE_ALIGN((unsigned long)&RELOC(_end) + 0x4000);
996 /* Check if we have an initrd after the kernel, if we do move our bottom
999 if (RELOC(prom_initrd_start)) {
1000 if (RELOC(prom_initrd_end) > RELOC(alloc_bottom))
1001 RELOC(alloc_bottom) = PAGE_ALIGN(RELOC(prom_initrd_end));
1005 * If prom_memory_limit is set we reduce the upper limits *except* for
1006 * alloc_top_high. This must be the real top of RAM so we can put
1010 RELOC(alloc_top_high) = RELOC(ram_top);
1012 if (RELOC(prom_memory_limit)) {
1013 if (RELOC(prom_memory_limit) <= RELOC(alloc_bottom)) {
1014 prom_printf("Ignoring mem=%x <= alloc_bottom.\n",
1015 RELOC(prom_memory_limit));
1016 RELOC(prom_memory_limit) = 0;
1017 } else if (RELOC(prom_memory_limit) >= RELOC(ram_top)) {
1018 prom_printf("Ignoring mem=%x >= ram_top.\n",
1019 RELOC(prom_memory_limit));
1020 RELOC(prom_memory_limit) = 0;
1022 RELOC(ram_top) = RELOC(prom_memory_limit);
1023 RELOC(rmo_top) = min(RELOC(rmo_top), RELOC(prom_memory_limit));
1028 * Setup our top alloc point, that is top of RMO or top of
1029 * segment 0 when running non-LPAR.
1030 * Some RS64 machines have buggy firmware where claims up at
1031 * 1GB fail. Cap at 768MB as a workaround.
1032 * Since 768MB is plenty of room, and we need to cap to something
1033 * reasonable on 32-bit, cap at 768MB on all machines.
1035 if (!RELOC(rmo_top))
1036 RELOC(rmo_top) = RELOC(ram_top);
1037 RELOC(rmo_top) = min(0x30000000ul, RELOC(rmo_top));
1038 RELOC(alloc_top) = RELOC(rmo_top);
1040 prom_printf("memory layout at init:\n");
1041 prom_printf(" memory_limit : %x (16 MB aligned)\n", RELOC(prom_memory_limit));
1042 prom_printf(" alloc_bottom : %x\n", RELOC(alloc_bottom));
1043 prom_printf(" alloc_top : %x\n", RELOC(alloc_top));
1044 prom_printf(" alloc_top_hi : %x\n", RELOC(alloc_top_high));
1045 prom_printf(" rmo_top : %x\n", RELOC(rmo_top));
1046 prom_printf(" ram_top : %x\n", RELOC(ram_top));
1048 if (RELOC(prom_crashk_base)) {
1049 prom_printf(" crashk_base : %x\n", RELOC(prom_crashk_base));
1050 prom_printf(" crashk_size : %x\n", RELOC(prom_crashk_size));
1057 * Allocate room for and instantiate RTAS
1059 static void __init prom_instantiate_rtas(void)
1063 u32 base, entry = 0;
1066 prom_debug("prom_instantiate_rtas: start...\n");
1068 rtas_node = call_prom("finddevice", 1, 1, ADDR("/rtas"));
1069 prom_debug("rtas_node: %x\n", rtas_node);
1070 if (!PHANDLE_VALID(rtas_node))
1073 prom_getprop(rtas_node, "rtas-size", &size, sizeof(size));
1077 base = alloc_down(size, PAGE_SIZE, 0);
1079 prom_printf("RTAS allocation failed !\n");
1083 rtas_inst = call_prom("open", 1, 1, ADDR("/rtas"));
1084 if (!IHANDLE_VALID(rtas_inst)) {
1085 prom_printf("opening rtas package failed (%x)\n", rtas_inst);
1089 prom_printf("instantiating rtas at 0x%x ...", base);
1091 if (call_prom_ret("call-method", 3, 2, &entry,
1092 ADDR("instantiate-rtas"),
1093 rtas_inst, base) != 0
1095 prom_printf(" failed\n");
1098 prom_printf(" done\n");
1100 reserve_mem(base, size);
1102 prom_setprop(rtas_node, "/rtas", "linux,rtas-base",
1103 &base, sizeof(base));
1104 prom_setprop(rtas_node, "/rtas", "linux,rtas-entry",
1105 &entry, sizeof(entry));
1107 prom_debug("rtas base = 0x%x\n", base);
1108 prom_debug("rtas entry = 0x%x\n", entry);
1109 prom_debug("rtas size = 0x%x\n", (long)size);
1111 prom_debug("prom_instantiate_rtas: end...\n");
1116 * Allocate room for and initialize TCE tables
1118 static void __init prom_initialize_tce_table(void)
1122 char compatible[64], type[64], model[64];
1123 char *path = RELOC(prom_scratch);
1125 u32 minalign, minsize;
1126 u64 tce_entry, *tce_entryp;
1127 u64 local_alloc_top, local_alloc_bottom;
1130 if (RELOC(ppc64_iommu_off))
1133 prom_debug("starting prom_initialize_tce_table\n");
1135 /* Cache current top of allocs so we reserve a single block */
1136 local_alloc_top = RELOC(alloc_top_high);
1137 local_alloc_bottom = local_alloc_top;
1139 /* Search all nodes looking for PHBs. */
1140 for (node = 0; prom_next_node(&node); ) {
1144 prom_getprop(node, "compatible",
1145 compatible, sizeof(compatible));
1146 prom_getprop(node, "device_type", type, sizeof(type));
1147 prom_getprop(node, "model", model, sizeof(model));
1149 if ((type[0] == 0) || (strstr(type, RELOC("pci")) == NULL))
1152 /* Keep the old logic in tack to avoid regression. */
1153 if (compatible[0] != 0) {
1154 if ((strstr(compatible, RELOC("python")) == NULL) &&
1155 (strstr(compatible, RELOC("Speedwagon")) == NULL) &&
1156 (strstr(compatible, RELOC("Winnipeg")) == NULL))
1158 } else if (model[0] != 0) {
1159 if ((strstr(model, RELOC("ython")) == NULL) &&
1160 (strstr(model, RELOC("peedwagon")) == NULL) &&
1161 (strstr(model, RELOC("innipeg")) == NULL))
1165 if (prom_getprop(node, "tce-table-minalign", &minalign,
1166 sizeof(minalign)) == PROM_ERROR)
1168 if (prom_getprop(node, "tce-table-minsize", &minsize,
1169 sizeof(minsize)) == PROM_ERROR)
1170 minsize = 4UL << 20;
1173 * Even though we read what OF wants, we just set the table
1174 * size to 4 MB. This is enough to map 2GB of PCI DMA space.
1175 * By doing this, we avoid the pitfalls of trying to DMA to
1176 * MMIO space and the DMA alias hole.
1178 * On POWER4, firmware sets the TCE region by assuming
1179 * each TCE table is 8MB. Using this memory for anything
1180 * else will impact performance, so we always allocate 8MB.
1183 if (__is_processor(PV_POWER4) || __is_processor(PV_POWER4p))
1184 minsize = 8UL << 20;
1186 minsize = 4UL << 20;
1188 /* Align to the greater of the align or size */
1189 align = max(minalign, minsize);
1190 base = alloc_down(minsize, align, 1);
1192 prom_panic("ERROR, cannot find space for TCE table.\n");
1193 if (base < local_alloc_bottom)
1194 local_alloc_bottom = base;
1196 /* It seems OF doesn't null-terminate the path :-( */
1197 memset(path, 0, sizeof(path));
1198 /* Call OF to setup the TCE hardware */
1199 if (call_prom("package-to-path", 3, 1, node,
1200 path, PROM_SCRATCH_SIZE-1) == PROM_ERROR) {
1201 prom_printf("package-to-path failed\n");
1204 /* Save away the TCE table attributes for later use. */
1205 prom_setprop(node, path, "linux,tce-base", &base, sizeof(base));
1206 prom_setprop(node, path, "linux,tce-size", &minsize, sizeof(minsize));
1208 prom_debug("TCE table: %s\n", path);
1209 prom_debug("\tnode = 0x%x\n", node);
1210 prom_debug("\tbase = 0x%x\n", base);
1211 prom_debug("\tsize = 0x%x\n", minsize);
1213 /* Initialize the table to have a one-to-one mapping
1214 * over the allocated size.
1216 tce_entryp = (unsigned long *)base;
1217 for (i = 0; i < (minsize >> 3) ;tce_entryp++, i++) {
1218 tce_entry = (i << PAGE_SHIFT);
1220 *tce_entryp = tce_entry;
1223 prom_printf("opening PHB %s", path);
1224 phb_node = call_prom("open", 1, 1, path);
1226 prom_printf("... failed\n");
1228 prom_printf("... done\n");
1230 call_prom("call-method", 6, 0, ADDR("set-64-bit-addressing"),
1231 phb_node, -1, minsize,
1232 (u32) base, (u32) (base >> 32));
1233 call_prom("close", 1, 0, phb_node);
1236 reserve_mem(local_alloc_bottom, local_alloc_top - local_alloc_bottom);
1238 if (RELOC(prom_memory_limit)) {
1240 * We align the start to a 16MB boundary so we can map
1241 * the TCE area using large pages if possible.
1242 * The end should be the top of RAM so no need to align it.
1244 RELOC(prom_tce_alloc_start) = _ALIGN_DOWN(local_alloc_bottom,
1246 RELOC(prom_tce_alloc_end) = local_alloc_top;
1249 /* Flag the first invalid entry */
1250 prom_debug("ending prom_initialize_tce_table\n");
1255 * With CHRP SMP we need to use the OF to start the other processors.
1256 * We can't wait until smp_boot_cpus (the OF is trashed by then)
1257 * so we have to put the processors into a holding pattern controlled
1258 * by the kernel (not OF) before we destroy the OF.
1260 * This uses a chunk of low memory, puts some holding pattern
1261 * code there and sends the other processors off to there until
1262 * smp_boot_cpus tells them to do something. The holding pattern
1263 * checks that address until its cpu # is there, when it is that
1264 * cpu jumps to __secondary_start(). smp_boot_cpus() takes care
1265 * of setting those values.
1267 * We also use physical address 0x4 here to tell when a cpu
1268 * is in its holding pattern code.
1272 extern void __secondary_hold(void);
1273 extern unsigned long __secondary_hold_spinloop;
1274 extern unsigned long __secondary_hold_acknowledge;
1277 * We want to reference the copy of __secondary_hold_* in the
1278 * 0 - 0x100 address range
1280 #define LOW_ADDR(x) (((unsigned long) &(x)) & 0xff)
1282 static void __init prom_hold_cpus(void)
1289 unsigned int interrupt_server[MAX_CPU_THREADS];
1290 unsigned int cpu_threads, hw_cpu_num;
1292 struct prom_t *_prom = &RELOC(prom);
1293 unsigned long *spinloop
1294 = (void *) LOW_ADDR(__secondary_hold_spinloop);
1295 unsigned long *acknowledge
1296 = (void *) LOW_ADDR(__secondary_hold_acknowledge);
1298 /* __secondary_hold is actually a descriptor, not the text address */
1299 unsigned long secondary_hold
1300 = __pa(*PTRRELOC((unsigned long *)__secondary_hold));
1302 unsigned long secondary_hold = LOW_ADDR(__secondary_hold);
1305 prom_debug("prom_hold_cpus: start...\n");
1306 prom_debug(" 1) spinloop = 0x%x\n", (unsigned long)spinloop);
1307 prom_debug(" 1) *spinloop = 0x%x\n", *spinloop);
1308 prom_debug(" 1) acknowledge = 0x%x\n",
1309 (unsigned long)acknowledge);
1310 prom_debug(" 1) *acknowledge = 0x%x\n", *acknowledge);
1311 prom_debug(" 1) secondary_hold = 0x%x\n", secondary_hold);
1313 /* Set the common spinloop variable, so all of the secondary cpus
1314 * will block when they are awakened from their OF spinloop.
1315 * This must occur for both SMP and non SMP kernels, since OF will
1316 * be trashed when we move the kernel.
1321 for (i = 0; i < NR_CPUS; i++)
1322 RELOC(hmt_thread_data)[i].pir = 0xdeadbeef;
1325 for (node = 0; prom_next_node(&node); ) {
1327 prom_getprop(node, "device_type", type, sizeof(type));
1328 if (strcmp(type, RELOC("cpu")) != 0)
1331 /* Skip non-configured cpus. */
1332 if (prom_getprop(node, "status", type, sizeof(type)) > 0)
1333 if (strcmp(type, RELOC("okay")) != 0)
1337 prom_getprop(node, "reg", ®, sizeof(reg));
1339 prom_debug("\ncpuid = 0x%x\n", cpuid);
1340 prom_debug("cpu hw idx = 0x%x\n", reg);
1342 /* Init the acknowledge var which will be reset by
1343 * the secondary cpu when it awakens from its OF
1346 *acknowledge = (unsigned long)-1;
1348 propsize = prom_getprop(node, "ibm,ppc-interrupt-server#s",
1350 sizeof(interrupt_server));
1352 /* no property. old hardware has no SMT */
1354 interrupt_server[0] = reg; /* fake it with phys id */
1356 /* We have a threaded processor */
1357 cpu_threads = propsize / sizeof(u32);
1358 if (cpu_threads > MAX_CPU_THREADS) {
1359 prom_printf("SMT: too many threads!\n"
1360 "SMT: found %x, max is %x\n",
1361 cpu_threads, MAX_CPU_THREADS);
1362 cpu_threads = 1; /* ToDo: panic? */
1366 hw_cpu_num = interrupt_server[0];
1367 if (hw_cpu_num != _prom->cpu) {
1368 /* Primary Thread of non-boot cpu */
1369 prom_printf("%x : starting cpu hw idx %x... ", cpuid, reg);
1370 call_prom("start-cpu", 3, 0, node,
1371 secondary_hold, reg);
1373 for (i = 0; (i < 100000000) &&
1374 (*acknowledge == ((unsigned long)-1)); i++ )
1377 if (*acknowledge == reg)
1378 prom_printf("done\n");
1380 prom_printf("failed: %x\n", *acknowledge);
1384 prom_printf("%x : boot cpu %x\n", cpuid, reg);
1385 #endif /* CONFIG_SMP */
1387 /* Reserve cpu #s for secondary threads. They start later. */
1388 cpuid += cpu_threads;
1391 /* Only enable HMT on processors that provide support. */
1392 if (__is_processor(PV_PULSAR) ||
1393 __is_processor(PV_ICESTAR) ||
1394 __is_processor(PV_SSTAR)) {
1395 prom_printf(" starting secondary threads\n");
1397 for (i = 0; i < NR_CPUS; i += 2) {
1402 unsigned long pir = mfspr(SPRN_PIR);
1403 if (__is_processor(PV_PULSAR)) {
1404 RELOC(hmt_thread_data)[i].pir =
1407 RELOC(hmt_thread_data)[i].pir =
1413 prom_printf("Processor is not HMT capable\n");
1417 if (cpuid > NR_CPUS)
1418 prom_printf("WARNING: maximum CPUs (" __stringify(NR_CPUS)
1419 ") exceeded: ignoring extras\n");
1421 prom_debug("prom_hold_cpus: end...\n");
1425 static void __init prom_init_client_services(unsigned long pp)
1427 struct prom_t *_prom = &RELOC(prom);
1429 /* Get a handle to the prom entry point before anything else */
1430 RELOC(prom_entry) = pp;
1432 /* get a handle for the stdout device */
1433 _prom->chosen = call_prom("finddevice", 1, 1, ADDR("/chosen"));
1434 if (!PHANDLE_VALID(_prom->chosen))
1435 prom_panic("cannot find chosen"); /* msg won't be printed :( */
1437 /* get device tree root */
1438 _prom->root = call_prom("finddevice", 1, 1, ADDR("/"));
1439 if (!PHANDLE_VALID(_prom->root))
1440 prom_panic("cannot find device tree root"); /* msg won't be printed :( */
1447 * For really old powermacs, we need to map things we claim.
1448 * For that, we need the ihandle of the mmu.
1449 * Also, on the longtrail, we need to work around other bugs.
1451 static void __init prom_find_mmu(void)
1453 struct prom_t *_prom = &RELOC(prom);
1457 oprom = call_prom("finddevice", 1, 1, ADDR("/openprom"));
1458 if (!PHANDLE_VALID(oprom))
1460 if (prom_getprop(oprom, "model", version, sizeof(version)) <= 0)
1462 version[sizeof(version) - 1] = 0;
1463 /* XXX might need to add other versions here */
1464 if (strcmp(version, "Open Firmware, 1.0.5") == 0)
1465 of_workarounds = OF_WA_CLAIM;
1466 else if (strncmp(version, "FirmWorks,3.", 12) == 0) {
1467 of_workarounds = OF_WA_CLAIM | OF_WA_LONGTRAIL;
1468 call_prom("interpret", 1, 1, "dev /memory 0 to allow-reclaim");
1471 _prom->memory = call_prom("open", 1, 1, ADDR("/memory"));
1472 prom_getprop(_prom->chosen, "mmu", &_prom->mmumap,
1473 sizeof(_prom->mmumap));
1474 if (!IHANDLE_VALID(_prom->memory) || !IHANDLE_VALID(_prom->mmumap))
1475 of_workarounds &= ~OF_WA_CLAIM; /* hmmm */
1478 #define prom_find_mmu()
1481 static void __init prom_init_stdout(void)
1483 struct prom_t *_prom = &RELOC(prom);
1484 char *path = RELOC(of_stdout_device);
1488 if (prom_getprop(_prom->chosen, "stdout", &val, sizeof(val)) <= 0)
1489 prom_panic("cannot find stdout");
1491 _prom->stdout = val;
1493 /* Get the full OF pathname of the stdout device */
1494 memset(path, 0, 256);
1495 call_prom("instance-to-path", 3, 1, _prom->stdout, path, 255);
1496 val = call_prom("instance-to-package", 1, 1, _prom->stdout);
1497 prom_setprop(_prom->chosen, "/chosen", "linux,stdout-package",
1499 prom_printf("OF stdout device is: %s\n", RELOC(of_stdout_device));
1500 prom_setprop(_prom->chosen, "/chosen", "linux,stdout-path",
1501 path, strlen(path) + 1);
1503 /* If it's a display, note it */
1504 memset(type, 0, sizeof(type));
1505 prom_getprop(val, "device_type", type, sizeof(type));
1506 if (strcmp(type, RELOC("display")) == 0)
1507 prom_setprop(val, path, "linux,boot-display", NULL, 0);
1510 static void __init prom_close_stdin(void)
1512 struct prom_t *_prom = &RELOC(prom);
1515 if (prom_getprop(_prom->chosen, "stdin", &val, sizeof(val)) > 0)
1516 call_prom("close", 1, 0, val);
1519 static int __init prom_find_machine_type(void)
1521 struct prom_t *_prom = &RELOC(prom);
1527 len = prom_getprop(_prom->root, "compatible",
1528 compat, sizeof(compat)-1);
1532 char *p = &compat[i];
1536 if (strstr(p, RELOC("Power Macintosh")) ||
1537 strstr(p, RELOC("MacRISC")))
1538 return PLATFORM_POWERMAC;
1540 if (strstr(p, RELOC("Momentum,Maple")))
1541 return PLATFORM_MAPLE;
1547 /* Default to pSeries. We need to know if we are running LPAR */
1548 rtas = call_prom("finddevice", 1, 1, ADDR("/rtas"));
1549 if (PHANDLE_VALID(rtas)) {
1550 int x = prom_getproplen(rtas, "ibm,hypertas-functions");
1551 if (x != PROM_ERROR) {
1552 prom_printf("Hypertas detected, assuming LPAR !\n");
1553 return PLATFORM_PSERIES_LPAR;
1556 return PLATFORM_PSERIES;
1558 return PLATFORM_CHRP;
1562 static int __init prom_set_color(ihandle ih, int i, int r, int g, int b)
1564 return call_prom("call-method", 6, 1, ADDR("color!"), ih, i, b, g, r);
1568 * If we have a display that we don't know how to drive,
1569 * we will want to try to execute OF's open method for it
1570 * later. However, OF will probably fall over if we do that
1571 * we've taken over the MMU.
1572 * So we check whether we will need to open the display,
1573 * and if so, open it now.
1575 static void __init prom_check_displays(void)
1577 char type[16], *path;
1582 static unsigned char default_colors[] = {
1600 const unsigned char *clut;
1602 prom_printf("Looking for displays\n");
1603 for (node = 0; prom_next_node(&node); ) {
1604 memset(type, 0, sizeof(type));
1605 prom_getprop(node, "device_type", type, sizeof(type));
1606 if (strcmp(type, RELOC("display")) != 0)
1609 /* It seems OF doesn't null-terminate the path :-( */
1610 path = RELOC(prom_scratch);
1611 memset(path, 0, PROM_SCRATCH_SIZE);
1614 * leave some room at the end of the path for appending extra
1617 if (call_prom("package-to-path", 3, 1, node, path,
1618 PROM_SCRATCH_SIZE-10) == PROM_ERROR)
1620 prom_printf("found display : %s, opening ... ", path);
1622 ih = call_prom("open", 1, 1, path);
1624 prom_printf("failed\n");
1629 prom_printf("done\n");
1630 prom_setprop(node, path, "linux,opened", NULL, 0);
1632 /* Setup a usable color table when the appropriate
1633 * method is available. Should update this to set-colors */
1634 clut = RELOC(default_colors);
1635 for (i = 0; i < 32; i++, clut += 3)
1636 if (prom_set_color(ih, i, clut[0], clut[1],
1640 #ifdef CONFIG_LOGO_LINUX_CLUT224
1641 clut = PTRRELOC(RELOC(logo_linux_clut224.clut));
1642 for (i = 0; i < RELOC(logo_linux_clut224.clutsize); i++, clut += 3)
1643 if (prom_set_color(ih, i + 32, clut[0], clut[1],
1646 #endif /* CONFIG_LOGO_LINUX_CLUT224 */
1651 /* Return (relocated) pointer to this much memory: moves initrd if reqd. */
1652 static void __init *make_room(unsigned long *mem_start, unsigned long *mem_end,
1653 unsigned long needed, unsigned long align)
1657 *mem_start = _ALIGN(*mem_start, align);
1658 while ((*mem_start + needed) > *mem_end) {
1659 unsigned long room, chunk;
1661 prom_debug("Chunk exhausted, claiming more at %x...\n",
1662 RELOC(alloc_bottom));
1663 room = RELOC(alloc_top) - RELOC(alloc_bottom);
1664 if (room > DEVTREE_CHUNK_SIZE)
1665 room = DEVTREE_CHUNK_SIZE;
1666 if (room < PAGE_SIZE)
1667 prom_panic("No memory for flatten_device_tree (no room)");
1668 chunk = alloc_up(room, 0);
1670 prom_panic("No memory for flatten_device_tree (claim failed)");
1671 *mem_end = RELOC(alloc_top);
1674 ret = (void *)*mem_start;
1675 *mem_start += needed;
1680 #define dt_push_token(token, mem_start, mem_end) \
1681 do { *((u32 *)make_room(mem_start, mem_end, 4, 4)) = token; } while(0)
1683 static unsigned long __init dt_find_string(char *str)
1687 s = os = (char *)RELOC(dt_string_start);
1689 while (s < (char *)RELOC(dt_string_end)) {
1690 if (strcmp(s, str) == 0)
1698 * The Open Firmware 1275 specification states properties must be 31 bytes or
1699 * less, however not all firmwares obey this. Make it 64 bytes to be safe.
1701 #define MAX_PROPERTY_NAME 64
1703 static void __init scan_dt_build_strings(phandle node,
1704 unsigned long *mem_start,
1705 unsigned long *mem_end)
1707 char *prev_name, *namep, *sstart;
1711 sstart = (char *)RELOC(dt_string_start);
1713 /* get and store all property names */
1714 prev_name = RELOC("");
1716 /* 64 is max len of name including nul. */
1717 namep = make_room(mem_start, mem_end, MAX_PROPERTY_NAME, 1);
1718 if (call_prom("nextprop", 3, 1, node, prev_name, namep) != 1) {
1719 /* No more nodes: unwind alloc */
1720 *mem_start = (unsigned long)namep;
1725 if (strcmp(namep, RELOC("name")) == 0) {
1726 *mem_start = (unsigned long)namep;
1727 prev_name = RELOC("name");
1730 /* get/create string entry */
1731 soff = dt_find_string(namep);
1733 *mem_start = (unsigned long)namep;
1734 namep = sstart + soff;
1736 /* Trim off some if we can */
1737 *mem_start = (unsigned long)namep + strlen(namep) + 1;
1738 RELOC(dt_string_end) = *mem_start;
1743 /* do all our children */
1744 child = call_prom("child", 1, 1, node);
1745 while (child != 0) {
1746 scan_dt_build_strings(child, mem_start, mem_end);
1747 child = call_prom("peer", 1, 1, child);
1751 static void __init scan_dt_build_struct(phandle node, unsigned long *mem_start,
1752 unsigned long *mem_end)
1755 char *namep, *prev_name, *sstart, *p, *ep, *lp, *path;
1757 unsigned char *valp;
1758 static char pname[MAX_PROPERTY_NAME];
1761 dt_push_token(OF_DT_BEGIN_NODE, mem_start, mem_end);
1763 /* get the node's full name */
1764 namep = (char *)*mem_start;
1765 room = *mem_end - *mem_start;
1768 l = call_prom("package-to-path", 3, 1, node, namep, room);
1770 /* Didn't fit? Get more room. */
1772 if (l >= *mem_end - *mem_start)
1773 namep = make_room(mem_start, mem_end, l+1, 1);
1774 call_prom("package-to-path", 3, 1, node, namep, l);
1778 /* Fixup an Apple bug where they have bogus \0 chars in the
1779 * middle of the path in some properties, and extract
1780 * the unit name (everything after the last '/').
1782 for (lp = p = namep, ep = namep + l; p < ep; p++) {
1789 *mem_start = _ALIGN((unsigned long)lp + 1, 4);
1792 /* get it again for debugging */
1793 path = RELOC(prom_scratch);
1794 memset(path, 0, PROM_SCRATCH_SIZE);
1795 call_prom("package-to-path", 3, 1, node, path, PROM_SCRATCH_SIZE-1);
1797 /* get and store all properties */
1798 prev_name = RELOC("");
1799 sstart = (char *)RELOC(dt_string_start);
1801 if (call_prom("nextprop", 3, 1, node, prev_name,
1806 if (strcmp(RELOC(pname), RELOC("name")) == 0) {
1807 prev_name = RELOC("name");
1811 /* find string offset */
1812 soff = dt_find_string(RELOC(pname));
1814 prom_printf("WARNING: Can't find string index for"
1815 " <%s>, node %s\n", RELOC(pname), path);
1818 prev_name = sstart + soff;
1821 l = call_prom("getproplen", 2, 1, node, RELOC(pname));
1824 if (l == PROM_ERROR)
1826 if (l > MAX_PROPERTY_LENGTH) {
1827 prom_printf("WARNING: ignoring large property ");
1828 /* It seems OF doesn't null-terminate the path :-( */
1829 prom_printf("[%s] ", path);
1830 prom_printf("%s length 0x%x\n", RELOC(pname), l);
1834 /* push property head */
1835 dt_push_token(OF_DT_PROP, mem_start, mem_end);
1836 dt_push_token(l, mem_start, mem_end);
1837 dt_push_token(soff, mem_start, mem_end);
1839 /* push property content */
1840 valp = make_room(mem_start, mem_end, l, 4);
1841 call_prom("getprop", 4, 1, node, RELOC(pname), valp, l);
1842 *mem_start = _ALIGN(*mem_start, 4);
1845 /* Add a "linux,phandle" property. */
1846 soff = dt_find_string(RELOC("linux,phandle"));
1848 prom_printf("WARNING: Can't find string index for"
1849 " <linux-phandle> node %s\n", path);
1851 dt_push_token(OF_DT_PROP, mem_start, mem_end);
1852 dt_push_token(4, mem_start, mem_end);
1853 dt_push_token(soff, mem_start, mem_end);
1854 valp = make_room(mem_start, mem_end, 4, 4);
1855 *(u32 *)valp = node;
1858 /* do all our children */
1859 child = call_prom("child", 1, 1, node);
1860 while (child != 0) {
1861 scan_dt_build_struct(child, mem_start, mem_end);
1862 child = call_prom("peer", 1, 1, child);
1865 dt_push_token(OF_DT_END_NODE, mem_start, mem_end);
1868 static void __init flatten_device_tree(void)
1871 unsigned long mem_start, mem_end, room;
1872 struct boot_param_header *hdr;
1873 struct prom_t *_prom = &RELOC(prom);
1878 * Check how much room we have between alloc top & bottom (+/- a
1879 * few pages), crop to 4Mb, as this is our "chuck" size
1881 room = RELOC(alloc_top) - RELOC(alloc_bottom) - 0x4000;
1882 if (room > DEVTREE_CHUNK_SIZE)
1883 room = DEVTREE_CHUNK_SIZE;
1884 prom_debug("starting device tree allocs at %x\n", RELOC(alloc_bottom));
1886 /* Now try to claim that */
1887 mem_start = (unsigned long)alloc_up(room, PAGE_SIZE);
1889 prom_panic("Can't allocate initial device-tree chunk\n");
1890 mem_end = RELOC(alloc_top);
1892 /* Get root of tree */
1893 root = call_prom("peer", 1, 1, (phandle)0);
1894 if (root == (phandle)0)
1895 prom_panic ("couldn't get device tree root\n");
1897 /* Build header and make room for mem rsv map */
1898 mem_start = _ALIGN(mem_start, 4);
1899 hdr = make_room(&mem_start, &mem_end,
1900 sizeof(struct boot_param_header), 4);
1901 RELOC(dt_header_start) = (unsigned long)hdr;
1902 rsvmap = make_room(&mem_start, &mem_end, sizeof(mem_reserve_map), 8);
1904 /* Start of strings */
1905 mem_start = PAGE_ALIGN(mem_start);
1906 RELOC(dt_string_start) = mem_start;
1907 mem_start += 4; /* hole */
1909 /* Add "linux,phandle" in there, we'll need it */
1910 namep = make_room(&mem_start, &mem_end, 16, 1);
1911 strcpy(namep, RELOC("linux,phandle"));
1912 mem_start = (unsigned long)namep + strlen(namep) + 1;
1914 /* Build string array */
1915 prom_printf("Building dt strings...\n");
1916 scan_dt_build_strings(root, &mem_start, &mem_end);
1917 RELOC(dt_string_end) = mem_start;
1919 /* Build structure */
1920 mem_start = PAGE_ALIGN(mem_start);
1921 RELOC(dt_struct_start) = mem_start;
1922 prom_printf("Building dt structure...\n");
1923 scan_dt_build_struct(root, &mem_start, &mem_end);
1924 dt_push_token(OF_DT_END, &mem_start, &mem_end);
1925 RELOC(dt_struct_end) = PAGE_ALIGN(mem_start);
1928 hdr->boot_cpuid_phys = _prom->cpu;
1929 hdr->magic = OF_DT_HEADER;
1930 hdr->totalsize = RELOC(dt_struct_end) - RELOC(dt_header_start);
1931 hdr->off_dt_struct = RELOC(dt_struct_start) - RELOC(dt_header_start);
1932 hdr->off_dt_strings = RELOC(dt_string_start) - RELOC(dt_header_start);
1933 hdr->dt_strings_size = RELOC(dt_string_end) - RELOC(dt_string_start);
1934 hdr->off_mem_rsvmap = ((unsigned long)rsvmap) - RELOC(dt_header_start);
1935 hdr->version = OF_DT_VERSION;
1936 /* Version 16 is not backward compatible */
1937 hdr->last_comp_version = 0x10;
1939 /* Reserve the whole thing and copy the reserve map in, we
1940 * also bump mem_reserve_cnt to cause further reservations to
1941 * fail since it's too late.
1943 reserve_mem(RELOC(dt_header_start), hdr->totalsize);
1944 memcpy(rsvmap, RELOC(mem_reserve_map), sizeof(mem_reserve_map));
1949 prom_printf("reserved memory map:\n");
1950 for (i = 0; i < RELOC(mem_reserve_cnt); i++)
1951 prom_printf(" %x - %x\n",
1952 RELOC(mem_reserve_map)[i].base,
1953 RELOC(mem_reserve_map)[i].size);
1956 RELOC(mem_reserve_cnt) = MEM_RESERVE_MAP_SIZE;
1958 prom_printf("Device tree strings 0x%x -> 0x%x\n",
1959 RELOC(dt_string_start), RELOC(dt_string_end));
1960 prom_printf("Device tree struct 0x%x -> 0x%x\n",
1961 RELOC(dt_struct_start), RELOC(dt_struct_end));
1966 static void __init fixup_device_tree(void)
1968 #if defined(CONFIG_PPC64) && defined(CONFIG_PPC_PMAC)
1969 phandle u3, i2c, mpic;
1974 /* Some G5s have a missing interrupt definition, fix it up here */
1975 u3 = call_prom("finddevice", 1, 1, ADDR("/u3@0,f8000000"));
1976 if (!PHANDLE_VALID(u3))
1978 i2c = call_prom("finddevice", 1, 1, ADDR("/u3@0,f8000000/i2c@f8001000"));
1979 if (!PHANDLE_VALID(i2c))
1981 mpic = call_prom("finddevice", 1, 1, ADDR("/u3@0,f8000000/mpic@f8040000"));
1982 if (!PHANDLE_VALID(mpic))
1985 /* check if proper rev of u3 */
1986 if (prom_getprop(u3, "device-rev", &u3_rev, sizeof(u3_rev))
1989 if (u3_rev < 0x35 || u3_rev > 0x39)
1991 /* does it need fixup ? */
1992 if (prom_getproplen(i2c, "interrupts") > 0)
1995 prom_printf("fixing up bogus interrupts for u3 i2c...\n");
1997 /* interrupt on this revision of u3 is number 0 and level */
2000 prom_setprop(i2c, "/u3@0,f8000000/i2c@f8001000", "interrupts",
2001 &interrupts, sizeof(interrupts));
2003 prom_setprop(i2c, "/u3@0,f8000000/i2c@f8001000", "interrupt-parent",
2004 &parent, sizeof(parent));
2009 static void __init prom_find_boot_cpu(void)
2011 struct prom_t *_prom = &RELOC(prom);
2017 if (prom_getprop(_prom->chosen, "cpu", &prom_cpu, sizeof(prom_cpu)) <= 0)
2020 cpu_pkg = call_prom("instance-to-package", 1, 1, prom_cpu);
2022 prom_getprop(cpu_pkg, "reg", &getprop_rval, sizeof(getprop_rval));
2023 _prom->cpu = getprop_rval;
2025 prom_debug("Booting CPU hw index = 0x%x\n", _prom->cpu);
2028 static void __init prom_check_initrd(unsigned long r3, unsigned long r4)
2030 #ifdef CONFIG_BLK_DEV_INITRD
2031 struct prom_t *_prom = &RELOC(prom);
2033 if (r3 && r4 && r4 != 0xdeadbeef) {
2036 RELOC(prom_initrd_start) = is_kernel_addr(r3) ? __pa(r3) : r3;
2037 RELOC(prom_initrd_end) = RELOC(prom_initrd_start) + r4;
2039 val = RELOC(prom_initrd_start);
2040 prom_setprop(_prom->chosen, "/chosen", "linux,initrd-start",
2042 val = RELOC(prom_initrd_end);
2043 prom_setprop(_prom->chosen, "/chosen", "linux,initrd-end",
2046 reserve_mem(RELOC(prom_initrd_start),
2047 RELOC(prom_initrd_end) - RELOC(prom_initrd_start));
2049 prom_debug("initrd_start=0x%x\n", RELOC(prom_initrd_start));
2050 prom_debug("initrd_end=0x%x\n", RELOC(prom_initrd_end));
2052 #endif /* CONFIG_BLK_DEV_INITRD */
2056 * We enter here early on, when the Open Firmware prom is still
2057 * handling exceptions and the MMU hash table for us.
2060 unsigned long __init prom_init(unsigned long r3, unsigned long r4,
2062 unsigned long r6, unsigned long r7)
2064 struct prom_t *_prom;
2067 unsigned long offset = reloc_offset();
2073 _prom = &RELOC(prom);
2076 * First zero the BSS
2078 memset(&RELOC(__bss_start), 0, __bss_stop - __bss_start);
2081 * Init interface to Open Firmware, get some node references,
2084 prom_init_client_services(pp);
2087 * See if this OF is old enough that we need to do explicit maps
2088 * and other workarounds
2093 * Init prom stdout device
2098 * Check for an initrd
2100 prom_check_initrd(r3, r4);
2103 * Get default machine type. At this point, we do not differentiate
2104 * between pSeries SMP and pSeries LPAR
2106 RELOC(of_platform) = prom_find_machine_type();
2107 getprop_rval = RELOC(of_platform);
2108 prom_setprop(_prom->chosen, "/chosen", "linux,platform",
2109 &getprop_rval, sizeof(getprop_rval));
2111 #ifdef CONFIG_PPC_PSERIES
2113 * On pSeries, inform the firmware about our capabilities
2115 if (RELOC(of_platform) == PLATFORM_PSERIES ||
2116 RELOC(of_platform) == PLATFORM_PSERIES_LPAR)
2117 prom_send_capabilities();
2121 * Copy the CPU hold code
2123 if (RELOC(of_platform) != PLATFORM_POWERMAC)
2124 copy_and_flush(0, KERNELBASE + offset, 0x100, 0);
2127 * Do early parsing of command line
2129 early_cmdline_parse();
2132 * Initialize memory management within prom_init
2137 if (RELOC(prom_crashk_base))
2138 reserve_mem(RELOC(prom_crashk_base), RELOC(prom_crashk_size));
2141 * Determine which cpu is actually running right _now_
2143 prom_find_boot_cpu();
2146 * Initialize display devices
2148 prom_check_displays();
2152 * Initialize IOMMU (TCE tables) on pSeries. Do that before anything else
2153 * that uses the allocator, we need to make sure we get the top of memory
2154 * available for us here...
2156 if (RELOC(of_platform) == PLATFORM_PSERIES)
2157 prom_initialize_tce_table();
2161 * On non-powermacs, try to instantiate RTAS and puts all CPUs
2162 * in spin-loops. PowerMacs don't have a working RTAS and use
2163 * a different way to spin CPUs
2165 if (RELOC(of_platform) != PLATFORM_POWERMAC) {
2166 prom_instantiate_rtas();
2171 * Fill in some infos for use by the kernel later on
2173 if (RELOC(prom_memory_limit))
2174 prom_setprop(_prom->chosen, "/chosen", "linux,memory-limit",
2175 &RELOC(prom_memory_limit),
2176 sizeof(prom_memory_limit));
2178 if (RELOC(ppc64_iommu_off))
2179 prom_setprop(_prom->chosen, "/chosen", "linux,iommu-off",
2182 if (RELOC(iommu_force_on))
2183 prom_setprop(_prom->chosen, "/chosen", "linux,iommu-force-on",
2186 if (RELOC(prom_tce_alloc_start)) {
2187 prom_setprop(_prom->chosen, "/chosen", "linux,tce-alloc-start",
2188 &RELOC(prom_tce_alloc_start),
2189 sizeof(prom_tce_alloc_start));
2190 prom_setprop(_prom->chosen, "/chosen", "linux,tce-alloc-end",
2191 &RELOC(prom_tce_alloc_end),
2192 sizeof(prom_tce_alloc_end));
2197 if (RELOC(prom_crashk_base)) {
2198 prom_setprop(_prom->chosen, "/chosen", "linux,crashkernel-base",
2199 PTRRELOC(&prom_crashk_base),
2200 sizeof(RELOC(prom_crashk_base)));
2201 prom_setprop(_prom->chosen, "/chosen", "linux,crashkernel-size",
2202 PTRRELOC(&prom_crashk_size),
2203 sizeof(RELOC(prom_crashk_size)));
2207 * Fixup any known bugs in the device-tree
2209 fixup_device_tree();
2212 * Now finally create the flattened device-tree
2214 prom_printf("copying OF device tree ...\n");
2215 flatten_device_tree();
2218 * in case stdin is USB and still active on IBM machines...
2219 * Unfortunately quiesce crashes on some powermacs if we have
2220 * closed stdin already (in particular the powerbook 101).
2222 if (RELOC(of_platform) != PLATFORM_POWERMAC)
2226 * Call OF "quiesce" method to shut down pending DMA's from
2229 prom_printf("Calling quiesce ...\n");
2230 call_prom("quiesce", 0, 0);
2233 * And finally, call the kernel passing it the flattened device
2234 * tree and NULL as r5, thus triggering the new entry point which
2235 * is common to us and kexec
2237 hdr = RELOC(dt_header_start);
2238 prom_printf("returning from prom_init\n");
2239 prom_debug("->dt_header_start=0x%x\n", hdr);
2242 reloc_got2(-offset);
2245 __start(hdr, KERNELBASE + offset, 0);