2 * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
20 static kmem_zone_t *ktrace_hdr_zone;
21 static kmem_zone_t *ktrace_ent_zone;
22 static int ktrace_zentries;
25 ktrace_init(int zentries)
27 ktrace_zentries = roundup_pow_of_two(zentries);
29 ktrace_hdr_zone = kmem_zone_init(sizeof(ktrace_t),
31 ASSERT(ktrace_hdr_zone);
33 ktrace_ent_zone = kmem_zone_init(ktrace_zentries
34 * sizeof(ktrace_entry_t),
36 ASSERT(ktrace_ent_zone);
42 kmem_zone_destroy(ktrace_hdr_zone);
43 kmem_zone_destroy(ktrace_ent_zone);
49 * Allocate a ktrace header and enough buffering for the given
50 * number of entries. Round the number of entries up to a
51 * power of 2 so we can do fast masking to get the index from
52 * the atomic index counter.
55 ktrace_alloc(int nentries, unsigned int __nocast sleep)
61 ktp = (ktrace_t*)kmem_zone_alloc(ktrace_hdr_zone, sleep);
63 if (ktp == (ktrace_t*)NULL) {
65 * KM_SLEEP callers don't expect failure.
68 panic("ktrace_alloc: NULL memory on KM_SLEEP request!");
74 * Special treatment for buffers with the ktrace_zentries entries
76 entries = roundup_pow_of_two(nentries);
77 if (entries == ktrace_zentries) {
78 ktep = (ktrace_entry_t*)kmem_zone_zalloc(ktrace_ent_zone,
81 ktep = (ktrace_entry_t*)kmem_zalloc((entries * sizeof(*ktep)),
87 * KM_SLEEP callers don't expect failure.
90 panic("ktrace_alloc: NULL memory on KM_SLEEP request!");
97 ktp->kt_entries = ktep;
98 ktp->kt_nentries = entries;
99 ASSERT(is_power_of_2(entries));
100 ktp->kt_index_mask = entries - 1;
101 atomic_set(&ktp->kt_index, 0);
102 ktp->kt_rollover = 0;
110 * Free up the ktrace header and buffer. It is up to the caller
111 * to ensure that no-one is referencing it.
114 ktrace_free(ktrace_t *ktp)
118 if (ktp == (ktrace_t *)NULL)
122 * Special treatment for the Vnode trace buffer.
124 if (ktp->kt_nentries == ktrace_zentries) {
125 kmem_zone_free(ktrace_ent_zone, ktp->kt_entries);
127 entries_size = (int)(ktp->kt_nentries * sizeof(ktrace_entry_t));
129 kmem_free(ktp->kt_entries);
132 kmem_zone_free(ktrace_hdr_zone, ktp);
137 * Enter the given values into the "next" entry in the trace buffer.
138 * kt_index is always the index of the next entry to be filled.
161 ktrace_entry_t *ktep;
166 * Grab an entry by pushing the index up to the next one.
168 index = atomic_add_return(1, &ktp->kt_index);
169 index = (index - 1) & ktp->kt_index_mask;
170 if (!ktp->kt_rollover && index == ktp->kt_nentries - 1)
171 ktp->kt_rollover = 1;
173 ASSERT((index >= 0) && (index < ktp->kt_nentries));
175 ktep = &(ktp->kt_entries[index]);
187 ktep->val[10] = val10;
188 ktep->val[11] = val11;
189 ktep->val[12] = val12;
190 ktep->val[13] = val13;
191 ktep->val[14] = val14;
192 ktep->val[15] = val15;
196 * Return the number of entries in the trace buffer.
206 index = atomic_read(&ktp->kt_index) & ktp->kt_index_mask;
207 return (ktp->kt_rollover ? ktp->kt_nentries : index);
213 * This is used to find the start of the trace buffer.
214 * In conjunction with ktrace_next() it can be used to
215 * iterate through the entire trace buffer. This code does
216 * not do any locking because it is assumed that it is called
219 * The caller must pass in a pointer to a ktrace_snap
220 * structure in which we will keep some state used to
221 * iterate through the buffer. This state must not touched
222 * by any code outside of this module.
225 ktrace_first(ktrace_t *ktp, ktrace_snap_t *ktsp)
227 ktrace_entry_t *ktep;
231 if (ktp->kt_rollover)
232 index = atomic_read(&ktp->kt_index) & ktp->kt_index_mask;
236 ktsp->ks_start = index;
237 ktep = &(ktp->kt_entries[index]);
239 nentries = ktrace_nentries(ktp);
241 if (index < nentries) {
242 ktsp->ks_index = index;
245 if (index > nentries)
254 * This is used to iterate through the entries of the given
255 * trace buffer. The caller must pass in the ktrace_snap_t
256 * structure initialized by ktrace_first(). The return value
257 * will be either a pointer to the next ktrace_entry or NULL
258 * if all of the entries have been traversed.
266 ktrace_entry_t *ktep;
268 index = ktsp->ks_index;
269 if (index == ktsp->ks_start) {
272 ktep = &ktp->kt_entries[index];
276 if (index == ktrace_nentries(ktp)) {
279 ktsp->ks_index = index;
288 * Skip the next "count" entries and return the entry after that.
289 * Return NULL if this causes us to iterate past the beginning again.
299 ktrace_entry_t *ktep;
300 int nentries = ktrace_nentries(ktp);
302 index = ktsp->ks_index;
303 new_index = index + count;
304 while (new_index >= nentries) {
305 new_index -= nentries;
307 if (index == ktsp->ks_start) {
309 * We've iterated around to the start, so we're done.
312 } else if ((new_index < index) && (index < ktsp->ks_index)) {
314 * We've skipped past the start again, so we're done.
317 ktsp->ks_index = ktsp->ks_start;
319 ktep = &(ktp->kt_entries[new_index]);
321 if (new_index == nentries) {
324 ktsp->ks_index = new_index;