2 * Copyright (C) 2009, 2010 Red Hat Inc, Steven Rostedt <srostedt@redhat.com>
4 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Lesser General Public
7 * License as published by the Free Software Foundation;
8 * version 2.1 of the License (not later!)
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU Lesser General Public License for more details.
15 * You should have received a copy of the GNU Lesser General Public
16 * License along with this program; if not, write to the Free Software
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
19 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
27 #define MISSING_EVENTS (1 << 31)
28 #define MISSING_STORED (1 << 30)
30 #define COMMIT_MASK ((1 << 27) - 1)
33 KBUFFER_FL_HOST_BIG_ENDIAN
= (1<<0),
34 KBUFFER_FL_BIG_ENDIAN
= (1<<1),
35 KBUFFER_FL_LONG_8
= (1<<2),
36 KBUFFER_FL_OLD_FORMAT
= (1<<3),
39 #define ENDIAN_MASK (KBUFFER_FL_HOST_BIG_ENDIAN | KBUFFER_FL_BIG_ENDIAN)
42 * @timestamp - timestamp of current event
43 * @lost_events - # of lost events between this subbuffer and previous
44 * @flags - special flags of the kbuffer
45 * @subbuffer - pointer to the sub-buffer page
46 * @data - pointer to the start of data on the sub-buffer page
47 * @index - index from @data to the @curr event data
48 * @curr - offset from @data to the start of current event
50 * @next - offset from @data to the start of next event
51 * @size - The size of data on @data
52 * @start - The offset from @subbuffer where @data lives
54 * @read_4 - Function to read 4 raw bytes (may swap)
55 * @read_8 - Function to read 8 raw bytes (may swap)
56 * @read_long - Function to read a long word (4 or 8 bytes with needed swap)
59 unsigned long long timestamp
;
60 long long lost_events
;
70 unsigned int (*read_4
)(void *ptr
);
71 unsigned long long (*read_8
)(void *ptr
);
72 unsigned long long (*read_long
)(struct kbuffer
*kbuf
, void *ptr
);
73 int (*next_event
)(struct kbuffer
*kbuf
);
76 static void *zmalloc(size_t size
)
78 return calloc(1, size
);
81 static int host_is_bigendian(void)
83 unsigned char str
[] = { 0x1, 0x2, 0x3, 0x4 };
86 ptr
= (unsigned int *)str
;
87 return *ptr
== 0x01020304;
90 static int do_swap(struct kbuffer
*kbuf
)
92 return ((kbuf
->flags
& KBUFFER_FL_HOST_BIG_ENDIAN
) + kbuf
->flags
) &
96 static unsigned long long __read_8(void *ptr
)
98 unsigned long long data
= *(unsigned long long *)ptr
;
103 static unsigned long long __read_8_sw(void *ptr
)
105 unsigned long long data
= *(unsigned long long *)ptr
;
106 unsigned long long swap
;
108 swap
= ((data
& 0xffULL
) << 56) |
109 ((data
& (0xffULL
<< 8)) << 40) |
110 ((data
& (0xffULL
<< 16)) << 24) |
111 ((data
& (0xffULL
<< 24)) << 8) |
112 ((data
& (0xffULL
<< 32)) >> 8) |
113 ((data
& (0xffULL
<< 40)) >> 24) |
114 ((data
& (0xffULL
<< 48)) >> 40) |
115 ((data
& (0xffULL
<< 56)) >> 56);
120 static unsigned int __read_4(void *ptr
)
122 unsigned int data
= *(unsigned int *)ptr
;
127 static unsigned int __read_4_sw(void *ptr
)
129 unsigned int data
= *(unsigned int *)ptr
;
132 swap
= ((data
& 0xffULL
) << 24) |
133 ((data
& (0xffULL
<< 8)) << 8) |
134 ((data
& (0xffULL
<< 16)) >> 8) |
135 ((data
& (0xffULL
<< 24)) >> 24);
140 static unsigned long long read_8(struct kbuffer
*kbuf
, void *ptr
)
142 return kbuf
->read_8(ptr
);
145 static unsigned int read_4(struct kbuffer
*kbuf
, void *ptr
)
147 return kbuf
->read_4(ptr
);
150 static unsigned long long __read_long_8(struct kbuffer
*kbuf
, void *ptr
)
152 return kbuf
->read_8(ptr
);
155 static unsigned long long __read_long_4(struct kbuffer
*kbuf
, void *ptr
)
157 return kbuf
->read_4(ptr
);
160 static unsigned long long read_long(struct kbuffer
*kbuf
, void *ptr
)
162 return kbuf
->read_long(kbuf
, ptr
);
165 static int calc_index(struct kbuffer
*kbuf
, void *ptr
)
167 return (unsigned long)ptr
- (unsigned long)kbuf
->data
;
170 static int __next_event(struct kbuffer
*kbuf
);
173 * kbuffer_alloc - allocat a new kbuffer
174 * @size; enum to denote size of word
175 * @endian: enum to denote endianness
177 * Allocates and returns a new kbuffer.
180 kbuffer_alloc(enum kbuffer_long_size size
, enum kbuffer_endian endian
)
182 struct kbuffer
*kbuf
;
186 case KBUFFER_LSIZE_4
:
188 case KBUFFER_LSIZE_8
:
189 flags
|= KBUFFER_FL_LONG_8
;
196 case KBUFFER_ENDIAN_LITTLE
:
198 case KBUFFER_ENDIAN_BIG
:
199 flags
|= KBUFFER_FL_BIG_ENDIAN
;
205 kbuf
= zmalloc(sizeof(*kbuf
));
211 if (host_is_bigendian())
212 kbuf
->flags
|= KBUFFER_FL_HOST_BIG_ENDIAN
;
215 kbuf
->read_8
= __read_8_sw
;
216 kbuf
->read_4
= __read_4_sw
;
218 kbuf
->read_8
= __read_8
;
219 kbuf
->read_4
= __read_4
;
222 if (kbuf
->flags
& KBUFFER_FL_LONG_8
)
223 kbuf
->read_long
= __read_long_8
;
225 kbuf
->read_long
= __read_long_4
;
227 /* May be changed by kbuffer_set_old_format() */
228 kbuf
->next_event
= __next_event
;
233 /** kbuffer_free - free an allocated kbuffer
234 * @kbuf: The kbuffer to free
236 * Can take NULL as a parameter.
238 void kbuffer_free(struct kbuffer
*kbuf
)
243 static unsigned int type4host(struct kbuffer
*kbuf
,
244 unsigned int type_len_ts
)
246 if (kbuf
->flags
& KBUFFER_FL_BIG_ENDIAN
)
247 return (type_len_ts
>> 29) & 3;
249 return type_len_ts
& 3;
252 static unsigned int len4host(struct kbuffer
*kbuf
,
253 unsigned int type_len_ts
)
255 if (kbuf
->flags
& KBUFFER_FL_BIG_ENDIAN
)
256 return (type_len_ts
>> 27) & 7;
258 return (type_len_ts
>> 2) & 7;
261 static unsigned int type_len4host(struct kbuffer
*kbuf
,
262 unsigned int type_len_ts
)
264 if (kbuf
->flags
& KBUFFER_FL_BIG_ENDIAN
)
265 return (type_len_ts
>> 27) & ((1 << 5) - 1);
267 return type_len_ts
& ((1 << 5) - 1);
270 static unsigned int ts4host(struct kbuffer
*kbuf
,
271 unsigned int type_len_ts
)
273 if (kbuf
->flags
& KBUFFER_FL_BIG_ENDIAN
)
274 return type_len_ts
& ((1 << 27) - 1);
276 return type_len_ts
>> 5;
280 * Linux 2.6.30 and earlier (not much ealier) had a different
281 * ring buffer format. It should be obsolete, but we handle it anyway.
283 enum old_ring_buffer_type
{
284 OLD_RINGBUF_TYPE_PADDING
,
285 OLD_RINGBUF_TYPE_TIME_EXTEND
,
286 OLD_RINGBUF_TYPE_TIME_STAMP
,
287 OLD_RINGBUF_TYPE_DATA
,
290 static unsigned int old_update_pointers(struct kbuffer
*kbuf
)
292 unsigned long long extend
;
293 unsigned int type_len_ts
;
298 void *ptr
= kbuf
->data
+ kbuf
->curr
;
300 type_len_ts
= read_4(kbuf
, ptr
);
303 type
= type4host(kbuf
, type_len_ts
);
304 len
= len4host(kbuf
, type_len_ts
);
305 delta
= ts4host(kbuf
, type_len_ts
);
308 case OLD_RINGBUF_TYPE_PADDING
:
309 kbuf
->next
= kbuf
->size
;
312 case OLD_RINGBUF_TYPE_TIME_EXTEND
:
313 extend
= read_4(kbuf
, ptr
);
320 case OLD_RINGBUF_TYPE_TIME_STAMP
:
321 /* should never happen! */
322 kbuf
->curr
= kbuf
->size
;
323 kbuf
->next
= kbuf
->size
;
324 kbuf
->index
= kbuf
->size
;
330 length
= read_4(kbuf
, ptr
);
337 kbuf
->timestamp
+= delta
;
338 kbuf
->index
= calc_index(kbuf
, ptr
);
339 kbuf
->next
= kbuf
->index
+ length
;
344 static int __old_next_event(struct kbuffer
*kbuf
)
349 kbuf
->curr
= kbuf
->next
;
350 if (kbuf
->next
>= kbuf
->size
)
352 type
= old_update_pointers(kbuf
);
353 } while (type
== OLD_RINGBUF_TYPE_TIME_EXTEND
|| type
== OLD_RINGBUF_TYPE_PADDING
);
359 translate_data(struct kbuffer
*kbuf
, void *data
, void **rptr
,
360 unsigned long long *delta
, int *length
)
362 unsigned long long extend
;
363 unsigned int type_len_ts
;
364 unsigned int type_len
;
366 type_len_ts
= read_4(kbuf
, data
);
369 type_len
= type_len4host(kbuf
, type_len_ts
);
370 *delta
= ts4host(kbuf
, type_len_ts
);
373 case KBUFFER_TYPE_PADDING
:
374 *length
= read_4(kbuf
, data
);
377 case KBUFFER_TYPE_TIME_EXTEND
:
378 extend
= read_4(kbuf
, data
);
386 case KBUFFER_TYPE_TIME_STAMP
:
391 *length
= read_4(kbuf
, data
) - 4;
392 *length
= (*length
+ 3) & ~3;
396 *length
= type_len
* 4;
405 static unsigned int update_pointers(struct kbuffer
*kbuf
)
407 unsigned long long delta
;
408 unsigned int type_len
;
410 void *ptr
= kbuf
->data
+ kbuf
->curr
;
412 type_len
= translate_data(kbuf
, ptr
, &ptr
, &delta
, &length
);
414 kbuf
->timestamp
+= delta
;
415 kbuf
->index
= calc_index(kbuf
, ptr
);
416 kbuf
->next
= kbuf
->index
+ length
;
422 * kbuffer_translate_data - read raw data to get a record
423 * @swap: Set to 1 if bytes in words need to be swapped when read
424 * @data: The raw data to read
425 * @size: Address to store the size of the event data.
427 * Returns a pointer to the event data. To determine the entire
428 * record size (record metadata + data) just add the difference between
429 * @data and the returned value to @size.
431 void *kbuffer_translate_data(int swap
, void *data
, unsigned int *size
)
433 unsigned long long delta
;
440 kbuf
.read_8
= __read_8_sw
;
441 kbuf
.read_4
= __read_4_sw
;
442 kbuf
.flags
= host_is_bigendian() ? 0 : KBUFFER_FL_BIG_ENDIAN
;
444 kbuf
.read_8
= __read_8
;
445 kbuf
.read_4
= __read_4
;
446 kbuf
.flags
= host_is_bigendian() ? KBUFFER_FL_BIG_ENDIAN
: 0;
449 type_len
= translate_data(&kbuf
, data
, &ptr
, &delta
, &length
);
451 case KBUFFER_TYPE_PADDING
:
452 case KBUFFER_TYPE_TIME_EXTEND
:
453 case KBUFFER_TYPE_TIME_STAMP
:
462 static int __next_event(struct kbuffer
*kbuf
)
467 kbuf
->curr
= kbuf
->next
;
468 if (kbuf
->next
>= kbuf
->size
)
470 type
= update_pointers(kbuf
);
471 } while (type
== KBUFFER_TYPE_TIME_EXTEND
|| type
== KBUFFER_TYPE_PADDING
);
476 static int next_event(struct kbuffer
*kbuf
)
478 return kbuf
->next_event(kbuf
);
482 * kbuffer_next_event - increment the current pointer
483 * @kbuf: The kbuffer to read
484 * @ts: Address to store the next record's timestamp (may be NULL to ignore)
486 * Increments the pointers into the subbuffer of the kbuffer to point to the
487 * next event so that the next kbuffer_read_event() will return a
490 * Returns the data of the next event if a new event exists on the subbuffer,
493 void *kbuffer_next_event(struct kbuffer
*kbuf
, unsigned long long *ts
)
497 if (!kbuf
|| !kbuf
->subbuffer
)
500 ret
= next_event(kbuf
);
505 *ts
= kbuf
->timestamp
;
507 return kbuf
->data
+ kbuf
->index
;
511 * kbuffer_load_subbuffer - load a new subbuffer into the kbuffer
512 * @kbuf: The kbuffer to load
513 * @subbuffer: The subbuffer to load into @kbuf.
515 * Load a new subbuffer (page) into @kbuf. This will reset all
516 * the pointers and update the @kbuf timestamp. The next read will
517 * return the first event on @subbuffer.
519 * Returns 0 on succes, -1 otherwise.
521 int kbuffer_load_subbuffer(struct kbuffer
*kbuf
, void *subbuffer
)
523 unsigned long long flags
;
524 void *ptr
= subbuffer
;
526 if (!kbuf
|| !subbuffer
)
529 kbuf
->subbuffer
= subbuffer
;
531 kbuf
->timestamp
= read_8(kbuf
, ptr
);
536 if (kbuf
->flags
& KBUFFER_FL_LONG_8
)
541 kbuf
->data
= subbuffer
+ kbuf
->start
;
543 flags
= read_long(kbuf
, ptr
);
544 kbuf
->size
= (unsigned int)flags
& COMMIT_MASK
;
546 if (flags
& MISSING_EVENTS
) {
547 if (flags
& MISSING_STORED
) {
548 ptr
= kbuf
->data
+ kbuf
->size
;
549 kbuf
->lost_events
= read_long(kbuf
, ptr
);
551 kbuf
->lost_events
= -1;
553 kbuf
->lost_events
= 0;
564 * kbuffer_read_event - read the next event in the kbuffer subbuffer
565 * @kbuf: The kbuffer to read from
566 * @ts: The address to store the timestamp of the event (may be NULL to ignore)
568 * Returns a pointer to the data part of the current event.
569 * NULL if no event is left on the subbuffer.
571 void *kbuffer_read_event(struct kbuffer
*kbuf
, unsigned long long *ts
)
573 if (!kbuf
|| !kbuf
->subbuffer
)
576 if (kbuf
->curr
>= kbuf
->size
)
580 *ts
= kbuf
->timestamp
;
581 return kbuf
->data
+ kbuf
->index
;
585 * kbuffer_timestamp - Return the timestamp of the current event
586 * @kbuf: The kbuffer to read from
588 * Returns the timestamp of the current (next) event.
590 unsigned long long kbuffer_timestamp(struct kbuffer
*kbuf
)
592 return kbuf
->timestamp
;
596 * kbuffer_read_at_offset - read the event that is at offset
597 * @kbuf: The kbuffer to read from
598 * @offset: The offset into the subbuffer
599 * @ts: The address to store the timestamp of the event (may be NULL to ignore)
601 * The @offset must be an index from the @kbuf subbuffer beginning.
602 * If @offset is bigger than the stored subbuffer, NULL will be returned.
604 * Returns the data of the record that is at @offset. Note, @offset does
605 * not need to be the start of the record, the offset just needs to be
606 * in the record (or beginning of it).
608 * Note, the kbuf timestamp and pointers are updated to the
609 * returned record. That is, kbuffer_read_event() will return the same
610 * data and timestamp, and kbuffer_next_event() will increment from
613 void *kbuffer_read_at_offset(struct kbuffer
*kbuf
, int offset
,
614 unsigned long long *ts
)
618 if (offset
< kbuf
->start
)
621 offset
-= kbuf
->start
;
623 /* Reset the buffer */
624 kbuffer_load_subbuffer(kbuf
, kbuf
->subbuffer
);
625 data
= kbuffer_read_event(kbuf
, ts
);
627 while (kbuf
->curr
< offset
) {
628 data
= kbuffer_next_event(kbuf
, ts
);
637 * kbuffer_subbuffer_size - the size of the loaded subbuffer
638 * @kbuf: The kbuffer to read from
640 * Returns the size of the subbuffer. Note, this size is
641 * where the last event resides. The stored subbuffer may actually be
642 * bigger due to padding and such.
644 int kbuffer_subbuffer_size(struct kbuffer
*kbuf
)
650 * kbuffer_curr_index - Return the index of the record
651 * @kbuf: The kbuffer to read from
653 * Returns the index from the start of the data part of
654 * the subbuffer to the current location. Note this is not
655 * from the start of the subbuffer. An index of zero will
656 * point to the first record. Use kbuffer_curr_offset() for
657 * the actually offset (that can be used by kbuffer_read_at_offset())
659 int kbuffer_curr_index(struct kbuffer
*kbuf
)
665 * kbuffer_curr_offset - Return the offset of the record
666 * @kbuf: The kbuffer to read from
668 * Returns the offset from the start of the subbuffer to the
671 int kbuffer_curr_offset(struct kbuffer
*kbuf
)
673 return kbuf
->curr
+ kbuf
->start
;
677 * kbuffer_event_size - return the size of the event data
678 * @kbuf: The kbuffer to read
680 * Returns the size of the event data (the payload not counting
681 * the meta data of the record) of the current event.
683 int kbuffer_event_size(struct kbuffer
*kbuf
)
685 return kbuf
->next
- kbuf
->index
;
689 * kbuffer_curr_size - return the size of the entire record
690 * @kbuf: The kbuffer to read
692 * Returns the size of the entire record (meta data and payload)
693 * of the current event.
695 int kbuffer_curr_size(struct kbuffer
*kbuf
)
697 return kbuf
->next
- kbuf
->curr
;
701 * kbuffer_missed_events - return the # of missed events from last event.
702 * @kbuf: The kbuffer to read from
704 * Returns the # of missed events (if recorded) before the current
705 * event. Note, only events on the beginning of a subbuffer can
706 * have missed events, all other events within the buffer will be
709 int kbuffer_missed_events(struct kbuffer
*kbuf
)
711 /* Only the first event can have missed events */
715 return kbuf
->lost_events
;
719 * kbuffer_set_old_forma - set the kbuffer to use the old format parsing
720 * @kbuf: The kbuffer to set
722 * This is obsolete (or should be). The first kernels to use the
723 * new ring buffer had a slightly different ring buffer format
724 * (2.6.30 and earlier). It is still somewhat supported by kbuffer,
725 * but should not be counted on in the future.
727 void kbuffer_set_old_format(struct kbuffer
*kbuf
)
729 kbuf
->flags
|= KBUFFER_FL_OLD_FORMAT
;
731 kbuf
->next_event
= __old_next_event
;
735 * kbuffer_start_of_data - return offset of where data starts on subbuffer
738 * Returns the location on the subbuffer where the data starts.
740 int kbuffer_start_of_data(struct kbuffer
*kbuf
)