1/*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21
22/*
23 * Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
24 * Use is subject to license terms.
25 */
26/*
27 * Copyright (c) 2013, Joyent, Inc.  All rights reserved.
28 */
29
30#include <sys/types.h>
31#ifdef illumos
32#include <sys/sysmacros.h>
33#endif
34
35#include <assert.h>
36#include <limits.h>
37#include <strings.h>
38#include <stdlib.h>
39#ifdef illumos
40#include <alloca.h>
41#endif
42#include <unistd.h>
43#include <errno.h>
44
45#include <dt_provider.h>
46#include <dt_module.h>
47#include <dt_string.h>
48#include <dt_list.h>
49#include <dt_pid.h>
50#include <dtrace.h>
51#include <kinst.h>
52
53static dt_provider_t *
54dt_provider_insert(dtrace_hdl_t *dtp, dt_provider_t *pvp, uint_t h)
55{
56	dt_list_append(&dtp->dt_provlist, pvp);
57
58	pvp->pv_next = dtp->dt_provs[h];
59	dtp->dt_provs[h] = pvp;
60	dtp->dt_nprovs++;
61
62	return (pvp);
63}
64
65dt_provider_t *
66dt_provider_lookup(dtrace_hdl_t *dtp, const char *name)
67{
68	uint_t h = dt_strtab_hash(name, NULL) % dtp->dt_provbuckets;
69	dtrace_providerdesc_t desc;
70	dt_provider_t *pvp;
71
72	for (pvp = dtp->dt_provs[h]; pvp != NULL; pvp = pvp->pv_next) {
73		if (strcmp(pvp->pv_desc.dtvd_name, name) == 0)
74			return (pvp);
75	}
76
77	if (strisglob(name) || name[0] == '\0') {
78		(void) dt_set_errno(dtp, EDT_NOPROV);
79		return (NULL);
80	}
81
82	bzero(&desc, sizeof (desc));
83	(void) strlcpy(desc.dtvd_name, name, DTRACE_PROVNAMELEN);
84
85	if (dt_ioctl(dtp, DTRACEIOC_PROVIDER, &desc) == -1) {
86		(void) dt_set_errno(dtp, errno == ESRCH ? EDT_NOPROV : errno);
87		return (NULL);
88	}
89
90	if ((pvp = dt_provider_create(dtp, name)) == NULL)
91		return (NULL); /* dt_errno is set for us */
92
93	bcopy(&desc, &pvp->pv_desc, sizeof (desc));
94	pvp->pv_flags |= DT_PROVIDER_IMPL;
95	return (pvp);
96}
97
98dt_provider_t *
99dt_provider_create(dtrace_hdl_t *dtp, const char *name)
100{
101	dt_provider_t *pvp;
102
103	if ((pvp = dt_zalloc(dtp, sizeof (dt_provider_t))) == NULL)
104		return (NULL);
105
106	(void) strlcpy(pvp->pv_desc.dtvd_name, name, DTRACE_PROVNAMELEN);
107	pvp->pv_probes = dt_idhash_create(pvp->pv_desc.dtvd_name, NULL, 0, 0);
108	pvp->pv_gen = dtp->dt_gen;
109	pvp->pv_hdl = dtp;
110
111	if (pvp->pv_probes == NULL) {
112		dt_free(dtp, pvp);
113		(void) dt_set_errno(dtp, EDT_NOMEM);
114		return (NULL);
115	}
116
117	pvp->pv_desc.dtvd_attr.dtpa_provider = _dtrace_prvattr;
118	pvp->pv_desc.dtvd_attr.dtpa_mod = _dtrace_prvattr;
119	pvp->pv_desc.dtvd_attr.dtpa_func = _dtrace_prvattr;
120	pvp->pv_desc.dtvd_attr.dtpa_name = _dtrace_prvattr;
121	pvp->pv_desc.dtvd_attr.dtpa_args = _dtrace_prvattr;
122
123	return (dt_provider_insert(dtp, pvp,
124	    dt_strtab_hash(name, NULL) % dtp->dt_provbuckets));
125}
126
127void
128dt_provider_destroy(dtrace_hdl_t *dtp, dt_provider_t *pvp)
129{
130	dt_provider_t **pp;
131	uint_t h;
132
133	assert(pvp->pv_hdl == dtp);
134
135	h = dt_strtab_hash(pvp->pv_desc.dtvd_name, NULL) % dtp->dt_provbuckets;
136	pp = &dtp->dt_provs[h];
137
138	while (*pp != NULL && *pp != pvp)
139		pp = &(*pp)->pv_next;
140
141	assert(*pp != NULL && *pp == pvp);
142	*pp = pvp->pv_next;
143
144	dt_list_delete(&dtp->dt_provlist, pvp);
145	dtp->dt_nprovs--;
146
147	if (pvp->pv_probes != NULL)
148		dt_idhash_destroy(pvp->pv_probes);
149
150	dt_node_link_free(&pvp->pv_nodes);
151	dt_free(dtp, pvp->pv_xrefs);
152	dt_free(dtp, pvp);
153}
154
155int
156dt_provider_xref(dtrace_hdl_t *dtp, dt_provider_t *pvp, id_t id)
157{
158	size_t oldsize = BT_SIZEOFMAP(pvp->pv_xrmax);
159	size_t newsize = BT_SIZEOFMAP(dtp->dt_xlatorid);
160
161	assert(id >= 0 && id < dtp->dt_xlatorid);
162
163	if (newsize > oldsize) {
164		ulong_t *xrefs = dt_zalloc(dtp, newsize);
165
166		if (xrefs == NULL)
167			return (-1);
168
169		bcopy(pvp->pv_xrefs, xrefs, oldsize);
170		dt_free(dtp, pvp->pv_xrefs);
171
172		pvp->pv_xrefs = xrefs;
173		pvp->pv_xrmax = dtp->dt_xlatorid;
174	}
175
176	BT_SET(pvp->pv_xrefs, id);
177	return (0);
178}
179
180static uint8_t
181dt_probe_argmap(dt_node_t *xnp, dt_node_t *nnp)
182{
183	uint8_t i;
184
185	for (i = 0; nnp != NULL; i++) {
186		if (nnp->dn_string != NULL &&
187		    strcmp(nnp->dn_string, xnp->dn_string) == 0)
188			break;
189		else
190			nnp = nnp->dn_list;
191	}
192
193	return (i);
194}
195
196static dt_node_t *
197dt_probe_alloc_args(dt_provider_t *pvp, int argc)
198{
199	dt_node_t *args = NULL, *pnp = NULL, *dnp;
200	int i;
201
202	for (i = 0; i < argc; i++, pnp = dnp) {
203		if ((dnp = dt_node_xalloc(pvp->pv_hdl, DT_NODE_TYPE)) == NULL)
204			return (NULL);
205
206		dnp->dn_link = pvp->pv_nodes;
207		pvp->pv_nodes = dnp;
208
209		if (args == NULL)
210			args = dnp;
211		else
212			pnp->dn_list = dnp;
213	}
214
215	return (args);
216}
217
218static size_t
219dt_probe_keylen(const dtrace_probedesc_t *pdp)
220{
221	return (strlen(pdp->dtpd_mod) + 1 +
222	    strlen(pdp->dtpd_func) + 1 + strlen(pdp->dtpd_name) + 1);
223}
224
225static char *
226dt_probe_key(const dtrace_probedesc_t *pdp, char *s)
227{
228	(void) snprintf(s, INT_MAX, "%s:%s:%s",
229	    pdp->dtpd_mod, pdp->dtpd_func, pdp->dtpd_name);
230	return (s);
231}
232
233/*
234 * If a probe was discovered from the kernel, ask dtrace(7D) for a description
235 * of each of its arguments, including native and translated types.
236 */
237static dt_probe_t *
238dt_probe_discover(dt_provider_t *pvp, const dtrace_probedesc_t *pdp)
239{
240	dtrace_hdl_t *dtp = pvp->pv_hdl;
241	char *name = dt_probe_key(pdp, alloca(dt_probe_keylen(pdp)));
242
243	dt_node_t *xargs, *nargs;
244	dt_ident_t *idp;
245	dt_probe_t *prp;
246
247	dtrace_typeinfo_t dtt;
248	int i, nc, xc;
249
250	int adc = _dtrace_argmax;
251	dtrace_argdesc_t *adv = alloca(sizeof (dtrace_argdesc_t) * adc);
252	dtrace_argdesc_t *adp = adv;
253
254	assert(strcmp(pvp->pv_desc.dtvd_name, pdp->dtpd_provider) == 0);
255	assert(pdp->dtpd_id != DTRACE_IDNONE);
256
257	dt_dprintf("discovering probe %s:%s id=%d\n",
258	    pvp->pv_desc.dtvd_name, name, pdp->dtpd_id);
259
260	for (nc = -1, i = 0; i < adc; i++, adp++) {
261		bzero(adp, sizeof (dtrace_argdesc_t));
262		adp->dtargd_ndx = i;
263		adp->dtargd_id = pdp->dtpd_id;
264
265		if (dt_ioctl(dtp, DTRACEIOC_PROBEARG, adp) != 0) {
266			(void) dt_set_errno(dtp, errno);
267			return (NULL);
268		}
269
270		if (adp->dtargd_ndx == DTRACE_ARGNONE)
271			break; /* all argument descs have been retrieved */
272
273		nc = MAX(nc, adp->dtargd_mapping);
274	}
275
276	xc = i;
277	nc++;
278
279	/*
280	 * The pid provider believes in giving the kernel a break. No reason to
281	 * give the kernel all the ctf containers that we're keeping ourselves
282	 * just to get it back from it. So if we're coming from a pid provider
283	 * probe and the kernel gave us no argument information we'll get some
284	 * here. If for some crazy reason the kernel knows about our userland
285	 * types then we just ignore this.
286	 */
287	if (xc == 0 && nc == 0 &&
288	    strncmp(pvp->pv_desc.dtvd_name, "pid", 3) == 0) {
289		nc = adc;
290		dt_pid_get_types(dtp, pdp, adv, &nc);
291		xc = nc;
292	}
293
294	/*
295	 * Now that we have discovered the number of native and translated
296	 * arguments from the argument descriptions, allocate a new probe ident
297	 * and corresponding dt_probe_t and hash it into the provider.
298	 */
299	xargs = dt_probe_alloc_args(pvp, xc);
300	nargs = dt_probe_alloc_args(pvp, nc);
301
302	if ((xc != 0 && xargs == NULL) || (nc != 0 && nargs == NULL))
303		return (NULL); /* dt_errno is set for us */
304
305	idp = dt_ident_create(name, DT_IDENT_PROBE,
306	    DT_IDFLG_ORPHAN, pdp->dtpd_id, _dtrace_defattr, 0,
307	    &dt_idops_probe, NULL, dtp->dt_gen);
308
309	if (idp == NULL) {
310		(void) dt_set_errno(dtp, EDT_NOMEM);
311		return (NULL);
312	}
313
314	if ((prp = dt_probe_create(dtp, idp, 2,
315	    nargs, nc, xargs, xc)) == NULL) {
316		dt_ident_destroy(idp);
317		return (NULL);
318	}
319
320	dt_probe_declare(pvp, prp);
321
322	/*
323	 * Once our new dt_probe_t is fully constructed, iterate over the
324	 * cached argument descriptions and assign types to prp->pr_nargv[]
325	 * and prp->pr_xargv[] and assign mappings to prp->pr_mapping[].
326	 */
327	for (adp = adv, i = 0; i < xc; i++, adp++) {
328		if (dtrace_type_strcompile(dtp,
329		    adp->dtargd_native, &dtt) != 0) {
330			dt_dprintf("failed to resolve input type %s "
331			    "for %s:%s arg #%d: %s\n", adp->dtargd_native,
332			    pvp->pv_desc.dtvd_name, name, i + 1,
333			    dtrace_errmsg(dtp, dtrace_errno(dtp)));
334
335			dtt.dtt_object = NULL;
336			dtt.dtt_ctfp = NULL;
337			dtt.dtt_type = CTF_ERR;
338		} else {
339			dt_node_type_assign(prp->pr_nargv[adp->dtargd_mapping],
340			    dtt.dtt_ctfp, dtt.dtt_type,
341			    dtt.dtt_flags & DTT_FL_USER ? B_TRUE : B_FALSE);
342		}
343
344		if (dtt.dtt_type != CTF_ERR && (adp->dtargd_xlate[0] == '\0' ||
345		    strcmp(adp->dtargd_native, adp->dtargd_xlate) == 0)) {
346			dt_node_type_propagate(prp->pr_nargv[
347			    adp->dtargd_mapping], prp->pr_xargv[i]);
348		} else if (dtrace_type_strcompile(dtp,
349		    adp->dtargd_xlate, &dtt) != 0) {
350			dt_dprintf("failed to resolve output type %s "
351			    "for %s:%s arg #%d: %s\n", adp->dtargd_xlate,
352			    pvp->pv_desc.dtvd_name, name, i + 1,
353			    dtrace_errmsg(dtp, dtrace_errno(dtp)));
354
355			dtt.dtt_object = NULL;
356			dtt.dtt_ctfp = NULL;
357			dtt.dtt_type = CTF_ERR;
358		} else {
359			dt_node_type_assign(prp->pr_xargv[i],
360			    dtt.dtt_ctfp, dtt.dtt_type, B_FALSE);
361		}
362
363		prp->pr_mapping[i] = adp->dtargd_mapping;
364		prp->pr_argv[i] = dtt;
365	}
366
367	return (prp);
368}
369
370/*
371 * Lookup a probe declaration based on a known provider and full or partially
372 * specified module, function, and name.  If the probe is not known to us yet,
373 * ask dtrace(7D) to match the description and then cache any useful results.
374 */
375dt_probe_t *
376dt_probe_lookup(dt_provider_t *pvp, const char *s)
377{
378	dtrace_hdl_t *dtp = pvp->pv_hdl;
379	dtrace_probedesc_t pd;
380	dt_ident_t *idp;
381	size_t keylen;
382	char *key;
383
384	if (dtrace_str2desc(dtp, DTRACE_PROBESPEC_NAME, s, &pd) != 0)
385		return (NULL); /* dt_errno is set for us */
386
387	keylen = dt_probe_keylen(&pd);
388	key = dt_probe_key(&pd, alloca(keylen));
389
390	/*
391	 * If the probe is already declared, then return the dt_probe_t from
392	 * the existing identifier.  This could come from a static declaration
393	 * or it could have been cached from an earlier call to this function.
394	 */
395	if ((idp = dt_idhash_lookup(pvp->pv_probes, key)) != NULL)
396		return (idp->di_data);
397
398	/*
399	 * If the probe isn't known, use the probe description computed above
400	 * to ask dtrace(7D) to find the first matching probe.
401	 */
402	if (dt_ioctl(dtp, DTRACEIOC_PROBEMATCH, &pd) == 0)
403		return (dt_probe_discover(pvp, &pd));
404
405	if (errno == ESRCH || errno == EBADF)
406		(void) dt_set_errno(dtp, EDT_NOPROBE);
407	else
408		(void) dt_set_errno(dtp, errno);
409
410	return (NULL);
411}
412
413dt_probe_t *
414dt_probe_create(dtrace_hdl_t *dtp, dt_ident_t *idp, int protoc,
415    dt_node_t *nargs, uint_t nargc, dt_node_t *xargs, uint_t xargc)
416{
417	dt_module_t *dmp;
418	dt_probe_t *prp;
419	const char *p;
420	uint_t i;
421
422	assert(idp->di_kind == DT_IDENT_PROBE);
423	assert(idp->di_data == NULL);
424
425	/*
426	 * If only a single prototype is given, set xargc/s to nargc/s to
427	 * simplify subsequent use.  Note that we can have one or both of nargs
428	 * and xargs be specified but set to NULL, indicating a void prototype.
429	 */
430	if (protoc < 2) {
431		assert(xargs == NULL);
432		assert(xargc == 0);
433		xargs = nargs;
434		xargc = nargc;
435	}
436
437	if ((prp = dt_alloc(dtp, sizeof (dt_probe_t))) == NULL)
438		return (NULL);
439
440	prp->pr_pvp = NULL;
441	prp->pr_ident = idp;
442
443	p = strrchr(idp->di_name, ':');
444	assert(p != NULL);
445	prp->pr_name = p + 1;
446
447	prp->pr_nargs = nargs;
448	prp->pr_nargv = dt_alloc(dtp, sizeof (dt_node_t *) * nargc);
449	prp->pr_nargc = nargc;
450	prp->pr_xargs = xargs;
451	prp->pr_xargv = dt_alloc(dtp, sizeof (dt_node_t *) * xargc);
452	prp->pr_xargc = xargc;
453	prp->pr_mapping = dt_alloc(dtp, sizeof (uint8_t) * xargc);
454	prp->pr_inst = NULL;
455	prp->pr_argv = dt_alloc(dtp, sizeof (dtrace_typeinfo_t) * xargc);
456	prp->pr_argc = xargc;
457
458	if ((prp->pr_nargc != 0 && prp->pr_nargv == NULL) ||
459	    (prp->pr_xargc != 0 && prp->pr_xargv == NULL) ||
460	    (prp->pr_xargc != 0 && prp->pr_mapping == NULL) ||
461	    (prp->pr_argc != 0 && prp->pr_argv == NULL)) {
462		dt_probe_destroy(prp);
463		return (NULL);
464	}
465
466	for (i = 0; i < xargc; i++, xargs = xargs->dn_list) {
467		if (xargs->dn_string != NULL)
468			prp->pr_mapping[i] = dt_probe_argmap(xargs, nargs);
469		else
470			prp->pr_mapping[i] = i;
471
472		prp->pr_xargv[i] = xargs;
473
474		if ((dmp = dt_module_lookup_by_ctf(dtp,
475		    xargs->dn_ctfp)) != NULL)
476			prp->pr_argv[i].dtt_object = dmp->dm_name;
477		else
478			prp->pr_argv[i].dtt_object = NULL;
479
480		prp->pr_argv[i].dtt_ctfp = xargs->dn_ctfp;
481		prp->pr_argv[i].dtt_type = xargs->dn_type;
482	}
483
484	for (i = 0; i < nargc; i++, nargs = nargs->dn_list)
485		prp->pr_nargv[i] = nargs;
486
487	idp->di_data = prp;
488	return (prp);
489}
490
491void
492dt_probe_declare(dt_provider_t *pvp, dt_probe_t *prp)
493{
494	assert(prp->pr_ident->di_kind == DT_IDENT_PROBE);
495	assert(prp->pr_ident->di_data == prp);
496	assert(prp->pr_pvp == NULL);
497
498	if (prp->pr_xargs != prp->pr_nargs)
499		pvp->pv_flags &= ~DT_PROVIDER_INTF;
500
501	prp->pr_pvp = pvp;
502	dt_idhash_xinsert(pvp->pv_probes, prp->pr_ident);
503}
504
505void
506dt_probe_destroy(dt_probe_t *prp)
507{
508	dt_probe_instance_t *pip, *pip_next;
509	dtrace_hdl_t *dtp;
510
511	if (prp->pr_pvp != NULL)
512		dtp = prp->pr_pvp->pv_hdl;
513	else
514		dtp = yypcb->pcb_hdl;
515
516	dt_node_list_free(&prp->pr_nargs);
517	dt_node_list_free(&prp->pr_xargs);
518
519	dt_free(dtp, prp->pr_nargv);
520	dt_free(dtp, prp->pr_xargv);
521
522	for (pip = prp->pr_inst; pip != NULL; pip = pip_next) {
523		pip_next = pip->pi_next;
524		dt_free(dtp, pip->pi_rname);
525		dt_free(dtp, pip->pi_fname);
526		dt_free(dtp, pip->pi_offs);
527		dt_free(dtp, pip->pi_enoffs);
528		dt_free(dtp, pip);
529	}
530
531	dt_free(dtp, prp->pr_mapping);
532	dt_free(dtp, prp->pr_argv);
533	dt_free(dtp, prp);
534}
535
536int
537dt_probe_define(dt_provider_t *pvp, dt_probe_t *prp,
538    const char *fname, const char *rname, uint32_t offset, int isenabled)
539{
540	dtrace_hdl_t *dtp = pvp->pv_hdl;
541	dt_probe_instance_t *pip;
542	uint32_t **offs;
543	uint_t *noffs, *maxoffs;
544
545	assert(fname != NULL);
546
547	for (pip = prp->pr_inst; pip != NULL; pip = pip->pi_next) {
548		if (strcmp(pip->pi_fname, fname) == 0 &&
549		    strcmp(pip->pi_rname, rname) == 0)
550			break;
551	}
552
553	if (pip == NULL) {
554		if ((pip = dt_zalloc(dtp, sizeof (*pip))) == NULL)
555			return (-1);
556
557		if ((pip->pi_offs = dt_zalloc(dtp, sizeof (uint32_t))) == NULL)
558			goto nomem;
559
560		if ((pip->pi_enoffs = dt_zalloc(dtp,
561		    sizeof (uint32_t))) == NULL)
562			goto nomem;
563
564		if ((pip->pi_fname = strdup(fname)) == NULL)
565			goto nomem;
566
567		if ((pip->pi_rname = strdup(rname)) == NULL)
568			goto nomem;
569
570		pip->pi_noffs = 0;
571		pip->pi_maxoffs = 1;
572		pip->pi_nenoffs = 0;
573		pip->pi_maxenoffs = 1;
574
575		pip->pi_next = prp->pr_inst;
576
577		prp->pr_inst = pip;
578	}
579
580	if (isenabled) {
581		offs = &pip->pi_enoffs;
582		noffs = &pip->pi_nenoffs;
583		maxoffs = &pip->pi_maxenoffs;
584	} else {
585		offs = &pip->pi_offs;
586		noffs = &pip->pi_noffs;
587		maxoffs = &pip->pi_maxoffs;
588	}
589
590	if (*noffs == *maxoffs) {
591		uint_t new_max = *maxoffs * 2;
592		uint32_t *new_offs = dt_alloc(dtp, sizeof (uint32_t) * new_max);
593
594		if (new_offs == NULL)
595			return (-1);
596
597		bcopy(*offs, new_offs, sizeof (uint32_t) * *maxoffs);
598
599		dt_free(dtp, *offs);
600		*maxoffs = new_max;
601		*offs = new_offs;
602	}
603
604	dt_dprintf("defined probe %s %s:%s %s() +0x%x (%s)\n",
605	    isenabled ? "(is-enabled)" : "",
606	    pvp->pv_desc.dtvd_name, prp->pr_ident->di_name, fname, offset,
607	    rname);
608
609	assert(*noffs < *maxoffs);
610	(*offs)[(*noffs)++] = offset;
611
612	return (0);
613
614nomem:
615	dt_free(dtp, pip->pi_fname);
616	dt_free(dtp, pip->pi_enoffs);
617	dt_free(dtp, pip->pi_offs);
618	dt_free(dtp, pip);
619	return (dt_set_errno(dtp, EDT_NOMEM));
620}
621
622/*
623 * Lookup the dynamic translator type tag for the specified probe argument and
624 * assign the type to the specified node.  If the type is not yet defined, add
625 * it to the "D" module's type container as a typedef for an unknown type.
626 */
627dt_node_t *
628dt_probe_tag(dt_probe_t *prp, uint_t argn, dt_node_t *dnp)
629{
630	dtrace_hdl_t *dtp = prp->pr_pvp->pv_hdl;
631	dtrace_typeinfo_t dtt;
632	size_t len;
633	char *tag;
634
635	len = snprintf(NULL, 0, "__dtrace_%s___%s_arg%u",
636	    prp->pr_pvp->pv_desc.dtvd_name, prp->pr_name, argn);
637
638	tag = alloca(len + 1);
639
640	(void) snprintf(tag, len + 1, "__dtrace_%s___%s_arg%u",
641	    prp->pr_pvp->pv_desc.dtvd_name, prp->pr_name, argn);
642
643	if (dtrace_lookup_by_type(dtp, DTRACE_OBJ_DDEFS, tag, &dtt) != 0) {
644		dtt.dtt_object = DTRACE_OBJ_DDEFS;
645		dtt.dtt_ctfp = DT_DYN_CTFP(dtp);
646		dtt.dtt_type = ctf_add_typedef(DT_DYN_CTFP(dtp),
647		    CTF_ADD_ROOT, tag, DT_DYN_TYPE(dtp));
648
649		if (dtt.dtt_type == CTF_ERR ||
650		    ctf_update(dtt.dtt_ctfp) == CTF_ERR) {
651			xyerror(D_UNKNOWN, "cannot define type %s: %s\n",
652			    tag, ctf_errmsg(ctf_errno(dtt.dtt_ctfp)));
653		}
654	}
655
656	bzero(dnp, sizeof (dt_node_t));
657	dnp->dn_kind = DT_NODE_TYPE;
658
659	dt_node_type_assign(dnp, dtt.dtt_ctfp, dtt.dtt_type, B_FALSE);
660	dt_node_attr_assign(dnp, _dtrace_defattr);
661
662	return (dnp);
663}
664
665/*ARGSUSED*/
666static int
667dt_probe_desc(dtrace_hdl_t *dtp, const dtrace_probedesc_t *pdp, void *arg)
668{
669	if (((dtrace_probedesc_t *)arg)->dtpd_id == DTRACE_IDNONE) {
670		bcopy(pdp, arg, sizeof (dtrace_probedesc_t));
671		return (0);
672	}
673
674	return (1);
675}
676
677dt_probe_t *
678dt_probe_info(dtrace_hdl_t *dtp,
679    const dtrace_probedesc_t *pdp, dtrace_probeinfo_t *pip)
680{
681	int m_is_glob = pdp->dtpd_mod[0] == '\0' || strisglob(pdp->dtpd_mod);
682	int f_is_glob = pdp->dtpd_func[0] == '\0' || strisglob(pdp->dtpd_func);
683	int n_is_glob = pdp->dtpd_name[0] == '\0' || strisglob(pdp->dtpd_name);
684
685	dt_probe_t *prp = NULL;
686	const dtrace_pattr_t *pap;
687	dt_provider_t *pvp;
688	dt_ident_t *idp;
689
690	/*
691	 * Attempt to lookup the probe in our existing cache for this provider.
692	 * If none is found and an explicit probe ID was specified, discover
693	 * that specific probe and cache its description and arguments.
694	 */
695	if ((pvp = dt_provider_lookup(dtp, pdp->dtpd_provider)) != NULL) {
696		size_t keylen = dt_probe_keylen(pdp);
697		char *key = dt_probe_key(pdp, alloca(keylen));
698
699		if ((idp = dt_idhash_lookup(pvp->pv_probes, key)) != NULL)
700			prp = idp->di_data;
701		else if (pdp->dtpd_id != DTRACE_IDNONE)
702			prp = dt_probe_discover(pvp, pdp);
703
704		if (strcmp(pvp->pv_desc.dtvd_name, "kinst") == 0) {
705			dtrace_kinst_probedesc_t pd;
706
707			if (dtp->dt_kinstfd == -1) {
708				int fd;
709
710				fd = open("/dev/dtrace/kinst", O_WRONLY);
711				if (fd < 0) {
712					(void) dt_set_errno(dtp, errno);
713					return (NULL);
714				}
715				dtp->dt_kinstfd = fd;
716			}
717			memset(&pd, 0, sizeof(pd));
718			strlcpy(pd.kpd_func, pdp->dtpd_func,
719			    sizeof (pd.kpd_func));
720
721			if (n_is_glob)
722				pd.kpd_off = -1;
723			else
724				pd.kpd_off = strtol(pdp->dtpd_name, NULL, 10);
725			if (ioctl(dtp->dt_kinstfd, KINSTIOC_MAKEPROBE, &pd) !=
726			    0) {
727				(void) dt_set_errno(dtp, errno);
728				return (NULL);
729			}
730		}
731	}
732
733	/*
734	 * If no probe was found in our cache, convert the caller's partial
735	 * probe description into a fully-formed matching probe description by
736	 * iterating over up to at most two probes that match 'pdp'.  We then
737	 * call dt_probe_discover() on the resulting probe identifier.
738	 */
739	if (prp == NULL) {
740		dtrace_probedesc_t pd;
741		int m;
742
743		bzero(&pd, sizeof (pd));
744		pd.dtpd_id = DTRACE_IDNONE;
745
746		/*
747		 * Call dtrace_probe_iter() to find matching probes.  Our
748		 * dt_probe_desc() callback will produce the following results:
749		 *
750		 * m < 0 dtrace_probe_iter() found zero matches (or failed).
751		 * m > 0 dtrace_probe_iter() found more than one match.
752		 * m = 0 dtrace_probe_iter() found exactly one match.
753		 */
754		if ((m = dtrace_probe_iter(dtp, pdp, dt_probe_desc, &pd)) < 0)
755			return (NULL); /* dt_errno is set for us */
756
757		if ((pvp = dt_provider_lookup(dtp, pd.dtpd_provider)) == NULL)
758			return (NULL); /* dt_errno is set for us */
759
760		/*
761		 * If more than one probe was matched, then do not report probe
762		 * information if either of the following conditions is true:
763		 *
764		 * (a) The Arguments Data stability of the matched provider is
765		 *	less than Evolving.
766		 *
767		 * (b) Any description component that is at least Evolving is
768		 *	empty or is specified using a globbing expression.
769		 *
770		 * These conditions imply that providers that provide Evolving
771		 * or better Arguments Data stability must guarantee that all
772		 * probes with identical field names in a field of Evolving or
773		 * better Name stability have identical argument signatures.
774		 */
775		if (m > 0) {
776			if (pvp->pv_desc.dtvd_attr.dtpa_args.dtat_data <
777			    DTRACE_STABILITY_EVOLVING) {
778				(void) dt_set_errno(dtp, EDT_UNSTABLE);
779				return (NULL);
780			}
781
782
783			if (pvp->pv_desc.dtvd_attr.dtpa_mod.dtat_name >=
784			    DTRACE_STABILITY_EVOLVING && m_is_glob) {
785				(void) dt_set_errno(dtp, EDT_UNSTABLE);
786				return (NULL);
787			}
788
789			if (pvp->pv_desc.dtvd_attr.dtpa_func.dtat_name >=
790			    DTRACE_STABILITY_EVOLVING && f_is_glob) {
791				(void) dt_set_errno(dtp, EDT_UNSTABLE);
792				return (NULL);
793			}
794
795			if (pvp->pv_desc.dtvd_attr.dtpa_name.dtat_name >=
796			    DTRACE_STABILITY_EVOLVING && n_is_glob) {
797				(void) dt_set_errno(dtp, EDT_UNSTABLE);
798				return (NULL);
799			}
800		}
801
802		/*
803		 * If we matched a probe exported by dtrace(7D), then discover
804		 * the real attributes.  Otherwise grab the static declaration.
805		 */
806		if (pd.dtpd_id != DTRACE_IDNONE)
807			prp = dt_probe_discover(pvp, &pd);
808		else
809			prp = dt_probe_lookup(pvp, pd.dtpd_name);
810
811		if (prp == NULL)
812			return (NULL); /* dt_errno is set for us */
813	}
814
815	assert(pvp != NULL && prp != NULL);
816
817	/*
818	 * Compute the probe description attributes by taking the minimum of
819	 * the attributes of the specified fields.  If no provider is specified
820	 * or a glob pattern is used for the provider, use Unstable attributes.
821	 */
822	if (pdp->dtpd_provider[0] == '\0' || strisglob(pdp->dtpd_provider))
823		pap = &_dtrace_prvdesc;
824	else
825		pap = &pvp->pv_desc.dtvd_attr;
826
827	pip->dtp_attr = pap->dtpa_provider;
828
829	if (!m_is_glob)
830		pip->dtp_attr = dt_attr_min(pip->dtp_attr, pap->dtpa_mod);
831	if (!f_is_glob)
832		pip->dtp_attr = dt_attr_min(pip->dtp_attr, pap->dtpa_func);
833	if (!n_is_glob)
834		pip->dtp_attr = dt_attr_min(pip->dtp_attr, pap->dtpa_name);
835
836	pip->dtp_arga = pap->dtpa_args;
837	pip->dtp_argv = prp->pr_argv;
838	pip->dtp_argc = prp->pr_argc;
839
840	return (prp);
841}
842
843int
844dtrace_probe_info(dtrace_hdl_t *dtp,
845    const dtrace_probedesc_t *pdp, dtrace_probeinfo_t *pip)
846{
847	return (dt_probe_info(dtp, pdp, pip) != NULL ? 0 : -1);
848}
849
850/*ARGSUSED*/
851static int
852dt_probe_iter(dt_idhash_t *ihp, dt_ident_t *idp, dt_probe_iter_t *pit)
853{
854	const dt_probe_t *prp = idp->di_data;
855
856	if (!dt_gmatch(prp->pr_name, pit->pit_pat))
857		return (0); /* continue on and examine next probe in hash */
858
859	(void) strlcpy(pit->pit_desc.dtpd_name, prp->pr_name, DTRACE_NAMELEN);
860	pit->pit_desc.dtpd_id = idp->di_id;
861	pit->pit_matches++;
862
863	return (pit->pit_func(pit->pit_hdl, &pit->pit_desc, pit->pit_arg));
864}
865
866int
867dtrace_probe_iter(dtrace_hdl_t *dtp,
868    const dtrace_probedesc_t *pdp, dtrace_probe_f *func, void *arg)
869{
870	const char *provider = pdp ? pdp->dtpd_provider : NULL;
871	dtrace_id_t id = DTRACE_IDNONE;
872
873	dtrace_probedesc_t pd;
874	dt_probe_iter_t pit;
875	int cmd, rv;
876
877	bzero(&pit, sizeof (pit));
878	pit.pit_hdl = dtp;
879	pit.pit_func = func;
880	pit.pit_arg = arg;
881	pit.pit_pat = pdp ? pdp->dtpd_name : NULL;
882
883	for (pit.pit_pvp = dt_list_next(&dtp->dt_provlist);
884	    pit.pit_pvp != NULL; pit.pit_pvp = dt_list_next(pit.pit_pvp)) {
885
886		if (pit.pit_pvp->pv_flags & DT_PROVIDER_IMPL)
887			continue; /* we'll get these later using dt_ioctl() */
888
889		if (!dt_gmatch(pit.pit_pvp->pv_desc.dtvd_name, provider))
890			continue;
891
892		(void) strlcpy(pit.pit_desc.dtpd_provider,
893		    pit.pit_pvp->pv_desc.dtvd_name, DTRACE_PROVNAMELEN);
894
895		if ((rv = dt_idhash_iter(pit.pit_pvp->pv_probes,
896		    (dt_idhash_f *)dt_probe_iter, &pit)) != 0)
897			return (rv);
898	}
899
900	if (pdp != NULL)
901		cmd = DTRACEIOC_PROBEMATCH;
902	else
903		cmd = DTRACEIOC_PROBES;
904
905	for (;;) {
906		if (pdp != NULL)
907			bcopy(pdp, &pd, sizeof (pd));
908
909		pd.dtpd_id = id;
910
911		if (dt_ioctl(dtp, cmd, &pd) != 0)
912			break;
913		else if ((rv = func(dtp, &pd, arg)) != 0)
914			return (rv);
915
916		pit.pit_matches++;
917		id = pd.dtpd_id + 1;
918	}
919
920	switch (errno) {
921	case ESRCH:
922	case EBADF:
923		return (pit.pit_matches ? 0 : dt_set_errno(dtp, EDT_NOPROBE));
924	case EINVAL:
925		return (dt_set_errno(dtp, EDT_BADPGLOB));
926	default:
927		return (dt_set_errno(dtp, errno));
928	}
929}
930