kernel/trace/trace_events_hist.c

88 				struct tracing_map_elt *elt,
204 			struct tracing_map_elt *elt,
210 			   struct tracing_map_elt *elt,
219 			      struct tracing_map_elt *elt,
228 			     struct tracing_map_elt *elt,
239 				struct tracing_map_elt *elt,
252 				   struct tracing_map_elt *elt,
266 			      struct tracing_map_elt *elt,
277 			   struct tracing_map_elt *elt,
284 	u64 val = hist_fn_call(operand, elt, buffer, rbe, event);
290 			     struct tracing_map_elt *elt,
298 	u64 val = hist_fn_call(operand, elt, buffer, rbe, event);
311 			   struct tracing_map_elt *elt,
319 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);
320 	u64 val2 = hist_fn_call(operand2, elt, buffer, rbe, event);
326 			    struct tracing_map_elt *elt,
334 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);
335 	u64 val2 = hist_fn_call(operand2, elt, buffer, rbe, event);
341 			   struct tracing_map_elt *elt,
349 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);
350 	u64 val2 = hist_fn_call(operand2, elt, buffer, rbe, event);
364 				struct tracing_map_elt *elt,
372 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);
378 				struct tracing_map_elt *elt,
386 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);
392 				struct tracing_map_elt *elt,
400 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);
426 			   struct tracing_map_elt *elt,
434 	u64 val1 = hist_fn_call(operand1, elt, buffer, rbe, event);
435 	u64 val2 = hist_fn_call(operand2, elt, buffer, rbe, event);
441 				  struct tracing_map_elt *elt,
448 	s64 sval = (s64)hist_fn_call(operand, elt, buffer, rbe, event);
456 				     struct tracing_map_elt *elt,	\
584 			     struct tracing_map_elt *elt,
668 	struct tracing_map_elt		elt;
682 	struct tracing_map_elt	*elt;
714 	elt_data = track_data->elt.private_data;
749 	data->elt.private_data = elt_data;
845 			 struct tracing_map_elt *elt,
861 				struct tracing_map_elt *elt,
878 			  struct tracing_map_elt *elt,
1259 			      struct tracing_map_elt *elt,
1267 	if (WARN_ON_ONCE(!elt))
1270 	elt_data = elt->private_data;
1618 static void hist_trigger_elt_data_free(struct tracing_map_elt *elt)
1620 	struct hist_elt_data *elt_data = elt->private_data;
1625 static int hist_trigger_elt_data_alloc(struct tracing_map_elt *elt)
1627 	struct hist_trigger_data *hist_data = elt->map->private_data;
1676 	elt->private_data = elt_data;
1681 static void hist_trigger_elt_data_init(struct tracing_map_elt *elt)
1683 	struct hist_elt_data *elt_data = elt->private_data;
3117 static inline void __update_field_vars(struct tracing_map_elt *elt,
3125 	struct hist_elt_data *elt_data = elt->private_data;
3137 		var_val = hist_fn_call(val, elt, buffer, rbe, rec);
3162 		tracing_map_set_var(elt, var_idx, var_val);
3167 			      struct tracing_map_elt *elt,
3172 	__update_field_vars(elt, buffer, rbe, rec, hist_data->field_vars,
3177 				 struct tracing_map_elt *elt,
3182 	__update_field_vars(elt, buffer, rbe, rec, hist_data->save_vars,
3337 			 struct tracing_map_elt *elt,
3343 	track_val = tracing_map_read_var(elt, track_var_idx);
3349 			   struct tracing_map_elt *elt,
3354 	tracing_map_set_var(elt, track_var_idx, var_val);
3358 			    struct tracing_map_elt *elt,
3364 		data->track_data.save_data(hist_data, elt, buffer, rec, rbe,
3368 static bool check_track_val(struct tracing_map_elt *elt,
3376 	track_val = get_track_val(hist_data, elt, data);
3396 	track_val = get_track_val(track_data->hist_data, context->elt,
3405 	elt_data = context->elt->private_data;
3406 	track_elt_data = track_data->elt.private_data;
3416 				     struct tracing_map_elt *elt,
3425 	context.elt = elt;
3434 				   struct tracing_map_elt *elt);
3477 	hist_trigger_print_key(m, hist_data, track_data->key, &track_data->elt);
3486 				     struct tracing_map_elt *elt,
3497 			     struct tracing_map_elt *elt,
3500 	u64 track_val = get_track_val(hist_data, elt, data);
3518 		val = tracing_map_read_var(elt, save_var_idx);
3529 			   struct tracing_map_elt *elt,
3536 	if (check_track_val(elt, data, var_val)) {
3537 		save_track_val(hist_data, elt, data, var_val);
3538 		save_track_data(hist_data, elt, buffer, rec, rbe,
4281 			       struct tracing_map_elt *elt,
4288 	if (WARN_ON_ONCE(!elt))
4291 	elt_data = elt->private_data;
4300 			    struct tracing_map_elt *elt,
4313 			struct tracing_map_elt *elt,
4320 		return hist_field_var_ref(hist_field, elt, buffer, rbe, event);
4322 		return hist_field_counter(hist_field, elt, buffer, rbe, event);
4324 		return hist_field_const(hist_field, elt, buffer, rbe, event);
4326 		return hist_field_log2(hist_field, elt, buffer, rbe, event);
4328 		return hist_field_bucket(hist_field, elt, buffer, rbe, event);
4330 		return hist_field_timestamp(hist_field, elt, buffer, rbe, event);
4332 		return hist_field_cpu(hist_field, elt, buffer, rbe, event);
4334 		return hist_field_string(hist_field, elt, buffer, rbe, event);
4336 		return hist_field_dynstring(hist_field, elt, buffer, rbe, event);
4338 		return hist_field_reldynstring(hist_field, elt, buffer, rbe, event);
4340 		return hist_field_pstring(hist_field, elt, buffer, rbe, event);
4342 		return hist_field_s64(hist_field, elt, buffer, rbe, event);
4344 		return hist_field_u64(hist_field, elt, buffer, rbe, event);
4346 		return hist_field_s32(hist_field, elt, buffer, rbe, event);
4348 		return hist_field_u32(hist_field, elt, buffer, rbe, event);
4350 		return hist_field_s16(hist_field, elt, buffer, rbe, event);
4352 		return hist_field_u16(hist_field, elt, buffer, rbe, event);
4354 		return hist_field_s8(hist_field, elt, buffer, rbe, event);
4356 		return hist_field_u8(hist_field, elt, buffer, rbe, event);
4358 		return hist_field_unary_minus(hist_field, elt, buffer, rbe, event);
4360 		return hist_field_minus(hist_field, elt, buffer, rbe, event);
4362 		return hist_field_plus(hist_field, elt, buffer, rbe, event);
4364 		return hist_field_div(hist_field, elt, buffer, rbe, event);
4366 		return hist_field_mult(hist_field, elt, buffer, rbe, event);
4368 		return div_by_power_of_two(hist_field, elt, buffer, rbe, event);
4370 		return div_by_not_power_of_two(hist_field, elt, buffer, rbe, event);
4372 		return div_by_mult_and_shift(hist_field, elt, buffer, rbe, event);
4374 		return hist_field_execname(hist_field, elt, buffer, rbe, event);
4376 		return hist_field_stack(hist_field, elt, buffer, rbe, event);
4875 			  struct tracing_map_elt *elt)
4887 			track_data_print(m, hist_data, elt, data);
5145 				    struct tracing_map_elt *elt,
5155 	elt_data = elt->private_data;
5160 		hist_val = hist_fn_call(hist_field, elt, buffer, rbe, rec);
5194 			tracing_map_set_var(elt, var_idx, hist_val);
5197 		tracing_map_update_sum(elt, i, hist_val);
5203 			hist_val = hist_fn_call(hist_field, elt, buffer, rbe, rec);
5205 			tracing_map_set_var(elt, var_idx, hist_val);
5209 	update_field_vars(hist_data, elt, buffer, rbe, rec);
5238 		     struct tracing_map_elt *elt,
5248 		data->fn(hist_data, elt, buffer, rec, rbe, key, data, var_ref_vals);
5261 	struct tracing_map_elt *elt = NULL;
5280 				field_contents = hist_fn_call(key_field, elt, buffer, rbe, rec);
5290 			field_contents = hist_fn_call(key_field, elt, buffer, rbe, rec);
5309 	elt = tracing_map_insert(hist_data->map, key);
5310 	if (!elt)
5313 	hist_trigger_elt_update(hist_data, elt, buffer, rec, rbe, var_ref_vals);
5316 		hist_trigger_actions(hist_data, elt, buffer, rec, rbe, key, var_ref_vals);
5338 				   struct tracing_map_elt *elt)
5368 			struct hist_elt_data *elt_data = elt->private_data;
5469 				   struct tracing_map_elt *elt)
5471 	u64 val = tracing_map_read_sum(elt, idx);
5496 				     struct tracing_map_elt *elt)
5502 	hist_trigger_print_key(m, hist_data, key, elt);
5506 		hist_trigger_print_val(m, i, "hitcount", 0, stats, elt);
5515 		hist_trigger_print_val(m, i, field_name, flags, stats, elt);
5518 	print_actions(m, hist_data, elt);
5552 			val = tracing_map_read_sum(sort_entries[i]->elt, j);
5562 					 sort_entries[i]->elt);