xref: /illumos-gate/usr/src/uts/sun4/os/mlsetup.c (revision d67944fbe3fa0b31893a7116a09b0718eecf6078)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 /*
22  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
23  * Use is subject to license terms.
24  */
25 
26 #include <sys/types.h>
27 #include <sys/systm.h>
28 #include <sys/archsystm.h>
29 #include <sys/machsystm.h>
30 #include <sys/disp.h>
31 #include <sys/autoconf.h>
32 #include <sys/promif.h>
33 #include <sys/prom_plat.h>
34 #include <sys/promimpl.h>
35 #include <sys/platform_module.h>
36 #include <sys/clock.h>
37 #include <sys/pte.h>
38 #include <sys/scb.h>
39 #include <sys/cpu.h>
40 #include <sys/stack.h>
41 #include <sys/intreg.h>
42 #include <sys/ivintr.h>
43 #include <vm/as.h>
44 #include <vm/hat_sfmmu.h>
45 #include <sys/reboot.h>
46 #include <sys/sysmacros.h>
47 #include <sys/vtrace.h>
48 #include <sys/trap.h>
49 #include <sys/machtrap.h>
50 #include <sys/privregs.h>
51 #include <sys/machpcb.h>
52 #include <sys/proc.h>
53 #include <sys/cpupart.h>
54 #include <sys/pset.h>
55 #include <sys/cpu_module.h>
56 #include <sys/copyops.h>
57 #include <sys/panic.h>
58 #include <sys/bootconf.h>	/* for bootops */
59 #include <sys/pg.h>
60 #include <sys/kdi.h>
61 #include <sys/fpras.h>
62 
63 #include <sys/prom_debug.h>
64 #include <sys/debug.h>
65 
66 #include <sys/sunddi.h>
67 #include <sys/lgrp.h>
68 #include <sys/traptrace.h>
69 
70 #include <sys/kobj_impl.h>
71 #include <sys/kdi_machimpl.h>
72 
73 /*
74  * External Routines:
75  */
76 extern void map_wellknown_devices(void);
77 extern void hsvc_setup(void);
78 extern void mach_descrip_startup_init(void);
79 extern void mach_soft_state_init(void);
80 
81 int	dcache_size;
82 int	dcache_linesize;
83 int	icache_size;
84 int	icache_linesize;
85 int	ecache_size;
86 int	ecache_alignsize;
87 int	ecache_associativity;
88 int	ecache_setsize;			/* max possible e$ setsize */
89 int	cpu_setsize;			/* max e$ setsize of configured cpus */
90 int	dcache_line_mask;		/* spitfire only */
91 int	vac_size;			/* cache size in bytes */
92 uint_t	vac_mask;			/* VAC alignment consistency mask */
93 int	vac_shift;			/* log2(vac_size) for ppmapout() */
94 int	vac = 0;	/* virtual address cache type (none == 0) */
95 
96 /*
97  * fpRAS.  An individual sun4* machine class (or perhaps subclass,
98  * eg sun4u/cheetah) must set fpras_implemented to indicate that it implements
99  * the fpRAS feature.  The feature can be suppressed by setting fpras_disable
100  * or the mechanism can be disabled for individual copy operations with
101  * fpras_disableids.  All these are checked in post_startup() code so
102  * fpras_disable and fpras_disableids can be set in /etc/system.
103  * If/when fpRAS is implemented on non-sun4 architectures these
104  * definitions will need to move up to the common level.
105  */
106 int	fpras_implemented;
107 int	fpras_disable;
108 int	fpras_disableids;
109 
110 /*
111  * Static Routines:
112  */
113 static void kern_splr_preprom(void);
114 static void kern_splx_postprom(void);
115 
116 /*
117  * Setup routine called right before main(). Interposing this function
118  * before main() allows us to call it in a machine-independent fashion.
119  */
120 
121 void
122 mlsetup(struct regs *rp, kfpu_t *fp)
123 {
124 	struct machpcb *mpcb;
125 
126 	extern char t0stack[];
127 	extern struct classfuncs sys_classfuncs;
128 	extern disp_t cpu0_disp;
129 	unsigned long long pa;
130 
131 #ifdef TRAPTRACE
132 	TRAP_TRACE_CTL *ctlp;
133 #endif /* TRAPTRACE */
134 
135 	/* drop into kmdb on boot -d */
136 	if (boothowto & RB_DEBUGENTER)
137 		kmdb_enter();
138 
139 	/*
140 	 * initialize cpu_self
141 	 */
142 	cpu0.cpu_self = &cpu0;
143 
144 	/*
145 	 * initialize t0
146 	 */
147 	t0.t_stk = (caddr_t)rp - REGOFF;
148 	/* Can't use va_to_pa here - wait until prom_ initialized */
149 	t0.t_stkbase = t0stack;
150 	t0.t_pri = maxclsyspri - 3;
151 	t0.t_schedflag = TS_LOAD | TS_DONT_SWAP;
152 	t0.t_procp = &p0;
153 	t0.t_plockp = &p0lock.pl_lock;
154 	t0.t_lwp = &lwp0;
155 	t0.t_forw = &t0;
156 	t0.t_back = &t0;
157 	t0.t_next = &t0;
158 	t0.t_prev = &t0;
159 	t0.t_cpu = &cpu0;			/* loaded by _start */
160 	t0.t_disp_queue = &cpu0_disp;
161 	t0.t_bind_cpu = PBIND_NONE;
162 	t0.t_bind_pset = PS_NONE;
163 	t0.t_bindflag = (uchar_t)default_binding_mode;
164 	t0.t_cpupart = &cp_default;
165 	t0.t_clfuncs = &sys_classfuncs.thread;
166 	t0.t_copyops = NULL;
167 	THREAD_ONPROC(&t0, CPU);
168 
169 	lwp0.lwp_thread = &t0;
170 	lwp0.lwp_procp = &p0;
171 	lwp0.lwp_regs = (void *)rp;
172 	t0.t_tid = p0.p_lwpcnt = p0.p_lwprcnt = p0.p_lwpid = 1;
173 
174 	mpcb = lwptompcb(&lwp0);
175 	mpcb->mpcb_fpu = fp;
176 	mpcb->mpcb_fpu->fpu_q = mpcb->mpcb_fpu_q;
177 	mpcb->mpcb_thread = &t0;
178 	lwp0.lwp_fpu = (void *)mpcb->mpcb_fpu;
179 
180 	p0.p_exec = NULL;
181 	p0.p_stat = SRUN;
182 	p0.p_flag = SSYS;
183 	p0.p_tlist = &t0;
184 	p0.p_stksize = 2*PAGESIZE;
185 	p0.p_stkpageszc = 0;
186 	p0.p_as = &kas;
187 	p0.p_lockp = &p0lock;
188 	p0.p_utraps = NULL;
189 	p0.p_brkpageszc = 0;
190 	p0.p_t1_lgrpid = LGRP_NONE;
191 	p0.p_tr_lgrpid = LGRP_NONE;
192 	sigorset(&p0.p_ignore, &ignoredefault);
193 
194 	CPU->cpu_thread = &t0;
195 	CPU->cpu_dispthread = &t0;
196 	bzero(&cpu0_disp, sizeof (disp_t));
197 	CPU->cpu_disp = &cpu0_disp;
198 	CPU->cpu_disp->disp_cpu = CPU;
199 	CPU->cpu_idle_thread = &t0;
200 	CPU->cpu_flags = CPU_RUNNING;
201 	CPU->cpu_id = getprocessorid();
202 	CPU->cpu_dispatch_pri = t0.t_pri;
203 
204 	/*
205 	 * Initialize thread/cpu microstate accounting
206 	 */
207 	init_mstate(&t0, LMS_SYSTEM);
208 	init_cpu_mstate(CPU, CMS_SYSTEM);
209 
210 	/*
211 	 * Initialize lists of available and active CPUs.
212 	 */
213 	cpu_list_init(CPU);
214 
215 	cpu_vm_data_init(CPU);
216 
217 	pg_cpu_bootstrap(CPU);
218 
219 	(void) prom_set_preprom(kern_splr_preprom);
220 	(void) prom_set_postprom(kern_splx_postprom);
221 	PRM_INFO("mlsetup: now ok to call prom_printf");
222 
223 	mpcb->mpcb_pa = va_to_pa(t0.t_stk);
224 
225 	/*
226 	 * Claim the physical and virtual resources used by panicbuf,
227 	 * then map panicbuf.  This operation removes the phys and
228 	 * virtual addresses from the free lists.
229 	 */
230 	if (prom_claim_virt(PANICBUFSIZE, panicbuf) != panicbuf)
231 		prom_panic("Can't claim panicbuf virtual address");
232 
233 	if (prom_retain("panicbuf", PANICBUFSIZE, MMU_PAGESIZE, &pa) != 0)
234 		prom_panic("Can't allocate retained panicbuf physical address");
235 
236 	if (prom_map_phys(-1, PANICBUFSIZE, panicbuf, pa) != 0)
237 		prom_panic("Can't map panicbuf");
238 
239 	PRM_DEBUG(panicbuf);
240 	PRM_DEBUG(pa);
241 
242 	/*
243 	 * Negotiate hypervisor services, if any
244 	 */
245 	hsvc_setup();
246 	mach_soft_state_init();
247 
248 #ifdef TRAPTRACE
249 	/*
250 	 * initialize the trap trace buffer for the boot cpu
251 	 * XXX todo, dynamically allocate this buffer too
252 	 */
253 	ctlp = &trap_trace_ctl[CPU->cpu_id];
254 	ctlp->d.vaddr_base = trap_tr0;
255 	ctlp->d.offset = ctlp->d.last_offset = 0;
256 	ctlp->d.limit = TRAP_TSIZE;		/* XXX dynamic someday */
257 	ctlp->d.paddr_base = va_to_pa(trap_tr0);
258 #endif /* TRAPTRACE */
259 
260 	/*
261 	 * Initialize the Machine Description kernel framework
262 	 */
263 
264 	mach_descrip_startup_init();
265 
266 	/*
267 	 * initialize HV trap trace buffer for the boot cpu
268 	 */
269 	mach_htraptrace_setup(CPU->cpu_id);
270 	mach_htraptrace_configure(CPU->cpu_id);
271 
272 	/*
273 	 * lgroup framework initialization. This must be done prior
274 	 * to devices being mapped.
275 	 */
276 	lgrp_init();
277 
278 	cpu_setup();
279 
280 	if (boothowto & RB_HALT) {
281 		prom_printf("unix: kernel halted by -h flag\n");
282 		prom_enter_mon();
283 	}
284 
285 	setcputype();
286 	map_wellknown_devices();
287 	setcpudelay();
288 }
289 
290 /*
291  * These routines are called immediately before and
292  * immediately after calling into the firmware.  The
293  * firmware is significantly confused by preemption -
294  * particularly on MP machines - but also on UP's too.
295  */
296 
297 static int saved_spl;
298 
299 static void
300 kern_splr_preprom(void)
301 {
302 	saved_spl = spl7();
303 }
304 
305 static void
306 kern_splx_postprom(void)
307 {
308 	splx(saved_spl);
309 }
310 
311 
312 /*
313  * WARNING
314  * The code fom here to the end of mlsetup.c runs before krtld has
315  * knitted unix and genunix together.  It can call routines in unix,
316  * but calls into genunix will fail spectacularly.  More specifically,
317  * calls to prom_*, bop_* and str* will work, everything else is
318  * caveat emptor.
319  *
320  * Also note that while #ifdef sun4u is generally a bad idea, they
321  * exist here to concentrate the dangerous code into a single file.
322  */
323 
324 static char *
325 getcpulist(void)
326 {
327 	pnode_t node;
328 	/* big enough for OBP_NAME and for a reasonably sized OBP_COMPATIBLE. */
329 	static char cpubuf[5 * OBP_MAXDRVNAME];
330 	int nlen, clen, i;
331 #ifdef	sun4u
332 	char dname[OBP_MAXDRVNAME];
333 #endif
334 
335 	node = prom_findnode_bydevtype(prom_rootnode(), OBP_CPU);
336 	if (node != OBP_NONODE && node != OBP_BADNODE) {
337 		if ((nlen = prom_getproplen(node, OBP_NAME)) <= 0 ||
338 		    nlen > sizeof (cpubuf) ||
339 		    prom_getprop(node, OBP_NAME, cpubuf) <= 0)
340 			prom_panic("no name in cpu node");
341 
342 		/* nlen includes the terminating null character */
343 #ifdef	sun4v
344 		if ((clen = prom_getproplen(node, OBP_COMPATIBLE)) > 0) {
345 #else	/* sun4u */
346 		/*
347 		 * For the CMT case, need check the parent "core"
348 		 * node for the compatible property.
349 		 */
350 		if ((clen = prom_getproplen(node, OBP_COMPATIBLE)) > 0 ||
351 		    ((node = prom_parentnode(node)) != OBP_NONODE &&
352 		    node != OBP_BADNODE &&
353 		    (clen = prom_getproplen(node, OBP_COMPATIBLE)) > 0 &&
354 		    prom_getprop(node, OBP_DEVICETYPE, dname) > 0 &&
355 		    strcmp(dname, "core") == 0)) {
356 #endif
357 			if ((clen + nlen) > sizeof (cpubuf))
358 				prom_panic("cpu node \"compatible\" too long");
359 			/* read in compatible, leaving space for ':' */
360 			if (prom_getprop(node, OBP_COMPATIBLE,
361 			    &cpubuf[nlen]) != clen)
362 				prom_panic("cpu node \"compatible\" error");
363 			clen += nlen;	/* total length */
364 			/* convert all null characters to ':' */
365 			clen--;	/* except the final one... */
366 			for (i = 0; i < clen; i++)
367 				if (cpubuf[i] == '\0')
368 					cpubuf[i] = ':';
369 		}
370 #ifdef	sun4u
371 		/*
372 		 * Some PROMs return SUNW,UltraSPARC when they actually have
373 		 * SUNW,UltraSPARC-II cpus. SInce we're now filtering out all
374 		 * SUNW,UltraSPARC systems during the boot phase, we can safely
375 		 * point the auxv CPU value at SUNW,UltraSPARC-II.
376 		 */
377 		if (strcmp("SUNW,UltraSPARC", cpubuf) == 0)
378 			(void) strcpy(cpubuf, "SUNW,UltraSPARC-II");
379 #endif
380 		return (cpubuf);
381 	} else
382 		return (NULL);
383 }
384 
385 /*
386  * called immediately from _start to stich the
387  * primary modules together
388  */
389 void
390 kobj_start(void *cif)
391 {
392 	Ehdr *ehdr;
393 	Phdr *phdr;
394 	uint32_t eadr, padr;
395 	val_t bootaux[BA_NUM];
396 	int i;
397 
398 	prom_init("kernel", cif);
399 	bop_init();
400 #ifdef	DEBUG
401 	if (bop_getproplen("stop-me") != -1)
402 		prom_enter_mon();
403 #endif
404 
405 	if (bop_getprop("elfheader-address", (caddr_t)&eadr) == -1)
406 		prom_panic("no ELF image");
407 	ehdr = (Ehdr *)(uintptr_t)eadr;
408 	for (i = 0; i < BA_NUM; i++)
409 		bootaux[i].ba_val = NULL;
410 	bootaux[BA_PHNUM].ba_val = ehdr->e_phnum;
411 	bootaux[BA_PHENT].ba_val = ehdr->e_phentsize;
412 	bootaux[BA_LDNAME].ba_ptr = NULL;
413 
414 	padr = eadr + ehdr->e_phoff;
415 	bootaux[BA_PHDR].ba_ptr = (void *)(uintptr_t)padr;
416 	for (i = 0; i < ehdr->e_phnum; i++) {
417 		phdr = (Phdr *)((uintptr_t)padr + i * ehdr->e_phentsize);
418 		if (phdr->p_type == PT_DYNAMIC) {
419 			bootaux[BA_DYNAMIC].ba_ptr = (void *)phdr->p_vaddr;
420 			break;
421 		}
422 	}
423 
424 	bootaux[BA_LPAGESZ].ba_val = MMU_PAGESIZE4M;
425 	bootaux[BA_PAGESZ].ba_val = MMU_PAGESIZE;
426 	bootaux[BA_IFLUSH].ba_val = 1;
427 	bootaux[BA_CPU].ba_ptr = getcpulist();
428 	bootaux[BA_MMU].ba_ptr = NULL;
429 
430 	kobj_init(cif, NULL, bootops, bootaux);
431 
432 	/* kernel stitched together; we can now test #pragma's */
433 	if (&plat_setprop_enter != NULL) {
434 		prom_setprop_enter = &plat_setprop_enter;
435 		prom_setprop_exit = &plat_setprop_exit;
436 		ASSERT(prom_setprop_exit != NULL);
437 	}
438 
439 }
440 
441 /*
442  * Create modpath from kernel name.
443  * If we booted:
444  *  /platform/`uname -i`/kernel/sparcv9/unix
445  *   or
446  *  /platform/`uname -m`/kernel/sparcv9/unix
447  *
448  * then make the modpath:
449  *  /platform/`uname -i`/kernel /platform/`uname -m`/kernel
450  *
451  * otherwise, make the modpath the dir the kernel was
452  * loaded from, minus any sparcv9 extension
453  *
454  * note the sparcv9 dir is optional since a unix -> sparcv9/unix
455  * symlink is available as a shortcut.
456  */
457 void
458 mach_modpath(char *path, const char *fname)
459 {
460 	char *p;
461 	int len, compat;
462 	const char prefix[] = "/platform/";
463 	char platname[MAXPATHLEN];
464 #ifdef	sun4u
465 	char defname[] = "sun4u";
466 #else
467 	char defname[] = "sun4v";
468 #endif
469 	const char suffix[] = "/kernel";
470 	const char isastr[] = "/sparcv9";
471 
472 	/*
473 	 * check for /platform
474 	 */
475 	p = (char *)fname;
476 	if (strncmp(p, prefix, sizeof (prefix) - 1) != 0)
477 		goto nopath;
478 	p += sizeof (prefix) - 1;
479 
480 	/*
481 	 * check for the default name or the platform name.
482 	 * also see if we used the 'compatible' name
483 	 * (platname == default)
484 	 */
485 	(void) bop_getprop("impl-arch-name", platname);
486 	compat = strcmp(platname, defname) == 0;
487 	len = strlen(platname);
488 	if (strncmp(p, platname, len) == 0)
489 		p += len;
490 	else if (strncmp(p, defname, sizeof (defname) - 1) == 0)
491 		p += sizeof (defname) - 1;
492 	else
493 		goto nopath;
494 
495 	/*
496 	 * check for /kernel/sparcv9 or just /kernel
497 	 */
498 	if (strncmp(p, suffix, sizeof (suffix) - 1) != 0)
499 		goto nopath;
500 	p += sizeof (suffix) - 1;
501 	if (strncmp(p, isastr, sizeof (isastr) - 1) == 0)
502 		p += sizeof (isastr) - 1;
503 
504 	/*
505 	 * check we're at the last component
506 	 */
507 	if (p != strrchr(fname, '/'))
508 		goto nopath;
509 
510 	/*
511 	 * everything is kosher; setup modpath
512 	 */
513 	(void) strcpy(path, "/platform/");
514 	(void) strcat(path, platname);
515 	(void) strcat(path, "/kernel ");
516 	if (!compat) {
517 		(void) strcat(path, "/platform/");
518 		(void) strcat(path, defname);
519 		(void) strcat(path, "/kernel ");
520 	}
521 	return;
522 
523 nopath:
524 	/*
525 	 * Construct the directory path from the filename.
526 	 */
527 	if ((p = strrchr(fname, '/')) == NULL)
528 		return;
529 
530 	while (p > fname && *(p - 1) == '/')
531 		p--;	/* remove trailing '/' characters */
532 	if (p == fname)
533 		p++;	/* so "/" -is- the modpath in this case */
534 
535 	/*
536 	 * Remove optional isa-dependent directory name - the module
537 	 * subsystem will put this back again (!)
538 	 */
539 	len = p - fname;
540 	if (len > sizeof (isastr) - 1 &&
541 	    strncmp(&fname[len - (sizeof (isastr) - 1)], isastr,
542 	    sizeof (isastr) - 1) == 0)
543 		p -= sizeof (isastr) - 1;
544 	(void) strncpy(path, fname, p - fname);
545 }
546