summaryrefslogtreecommitdiff
path: root/src/file_output.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/file_output.cpp')
-rw-r--r--src/file_output.cpp507
1 files changed, 507 insertions, 0 deletions
diff --git a/src/file_output.cpp b/src/file_output.cpp
new file mode 100644
index 0000000..195be5c
--- /dev/null
+++ b/src/file_output.cpp
@@ -0,0 +1,507 @@
+#include "fieldstat_internal.h"
+
+const char* draw_line="________________________________________________________________________________________________________________________________________________";
+const char* draw_boundary="============================================================";
+
+static int print_buf_tag_append_position(char *tag_key[], char *tag_value[], size_t n_tag, char *print_buf_tags, unsigned int size)
+{
+ int i = 0;
+ char *append_pos = print_buf_tags;
+
+ if(n_tag <= 0)
+ {
+ return 0;
+ }
+
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf_tags),
+ "{"
+ );
+
+ for(i = 0; i < (int)n_tag; i++)
+ {
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf_tags),
+ "%s=\"%s\",",
+ tag_key[i],
+ tag_value[i]
+ );
+ }
+
+ if(append_pos - print_buf_tags > 0)
+ {
+ append_pos--;
+ }
+
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf_tags),
+ "}\t"
+ );
+
+ return append_pos - print_buf_tags;
+}
+
+static int output_file_format_default_type_gauge(struct fieldstat_instance *instance,long long interval_ms,char *print_buf, unsigned int size)
+{
+ int i = 0, j = 0;
+ //display_manifest_t* p = NULL;
+ metric_t *metric = NULL;
+ long long value = 0;
+ //double ratio = 0.0;
+ //char* pos=print_buf;
+ char *append_pos = print_buf;
+ char print_buf_tags[1024];
+
+ for(i = 0; i < instance->metric_cnt; i++)
+ {
+ //metric = instance->metric[i];
+ metric = get_metric(instance, i);
+ if(metric->field_type != FIELD_TYPE_GAUGE)
+ {
+ continue;
+ }
+ if(metric->belong_to_table == 1)
+ {
+ continue;
+ }
+ if(metric->is_invisible == 1)
+ {
+ value = get_metric_unit_val(metric, FS_CALC_SPEED, 0);
+ continue;
+ }
+ /*
+ if(metric->is_ratio==1)
+ {
+ ratio=get_stat_ratio(_handle->display[p->numerator_id], _handle->display[p->denominator_id], NULL,
+ p->output_scaling, p->calc_type);
+ pos+=snprintf(pos,size-(pos-print_buf),"%s: %10.2e\t",p->name,ratio);
+ }
+ */
+ value = get_metric_unit_val(metric, FS_CALC_CURRENT, 0);
+ //value=value * metric->output_scaling * 1000 / interval_ms;
+ memset(print_buf_tags,0, sizeof(print_buf_tags));
+ print_buf_tag_append_position(metric->tag_key,metric->tag_value, metric->n_tag, print_buf_tags, sizeof(print_buf_tags));
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf),
+ "%s %s: %-10lld\t",
+ metric->field_name,
+ print_buf_tags,
+ value
+ );
+ j++;
+ if(j == STATUS_PER_LINE)
+ {
+ append_pos += snprintf(append_pos, size - (append_pos - print_buf),"\n");
+ j=0;
+ }
+ }
+
+ if(append_pos - print_buf > 0)
+ {
+ if(*(append_pos - 1) == '\n')
+ {
+ append_pos --;
+ }
+ append_pos += snprintf(append_pos, size - (append_pos-print_buf),"\n%s\n",draw_line);
+ }
+ return append_pos - print_buf;
+}
+
+
+static int output_file_format_default_type_counter(struct fieldstat_instance *instance,long long interval_ms,char*print_buf, unsigned int size)
+{
+ int i=0,j=0;
+ //display_manifest_t* p=NULL;
+ metric_t *metric = NULL;
+ long long value = 0;
+ //double ratio = 0.0;
+ char* append_pos = print_buf;
+ int metric_id[INIT_STAT_FIELD_NUM] = {0};
+ int metric_cnt = 0;
+ char print_buf_tags[1024];
+
+ for(i = 0;i < instance->metric_cnt; i++)
+ {
+ //p=_handle->display[i];
+ //metric = instance->metric[i];
+ metric = get_metric(instance, i);
+ if(metric->field_type != FIELD_TYPE_COUNTER)
+ {
+ continue;
+ }
+ if(metric->belong_to_table == 1)
+ {
+ continue;
+ }
+ if(metric->is_invisible == 1)
+ {
+ get_metric_unit_val(metric,FS_CALC_CURRENT,0);
+ continue;
+ }
+ metric_id[metric_cnt] = i;
+ metric_cnt++;
+ }
+
+ for(i = 0; i < metric_cnt; i++)
+ {
+ append_pos += snprintf(append_pos, size - (append_pos - print_buf),"\t");
+
+ for(j = 0; j < FIELD_PER_LINE && i+j < metric_cnt; j++)
+ {
+ //metric = instance->metric[metric_id[i+j]];
+ metric = get_metric(instance, metric_id[i+j]);
+ memset(print_buf_tags,0, sizeof(print_buf_tags));
+ print_buf_tag_append_position(metric->tag_key,metric->tag_value, metric->n_tag, print_buf_tags, sizeof(print_buf_tags));
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf),
+ "%10s %s\t",
+ metric->field_name,
+ print_buf_tags
+ );
+ }
+ append_pos += snprintf(append_pos, size - (append_pos-print_buf), "\nsum\t");
+
+ for(j=0; j < FIELD_PER_LINE && i+j < metric_cnt; j++)
+ {
+ //metric = instance->metric[metric_id[i+j]];
+ metric = get_metric(instance, metric_id[i+j]);
+ value = get_metric_unit_val(metric,FS_CALC_CURRENT, 1);
+ append_pos += snprintf(append_pos,
+ sizeof(print_buf) - (append_pos - print_buf),
+ "%10lld\t",
+ value
+ );
+ }
+ append_pos += snprintf(append_pos,
+ sizeof(print_buf) - (append_pos - print_buf),
+ "\nspeed/s\t"
+ );
+
+ for(j=0;j<FIELD_PER_LINE&&i+j<metric_cnt;j++)
+ {
+ //metric = instance->metric[metric_id[i+j]];
+ metric = get_metric(instance, metric_id[i+j]);
+ value = get_metric_unit_val(metric,FS_CALC_SPEED, 0);
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf),
+ "%10lld\t",
+ value*1000/interval_ms
+ );
+ }
+ i += (j-1);
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf),
+ "\n"
+ );
+ }
+
+ if(append_pos - print_buf > 0)
+ {
+ if(*(append_pos - 1)=='\n')
+ {
+ append_pos--;
+ }
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf),
+ "\n%s\n",
+ draw_line
+ );
+ }
+
+ return append_pos - print_buf;
+}
+
+static int output_file_format_default_table(struct fieldstat_instance *instance,long long interval_ms,char*print_buf, unsigned int size)
+{
+ int i = 0, j = 0, k = 0;
+ struct table_metric *table = NULL;
+ struct table_line *line = NULL;
+ int metric_id = 0;
+ struct metric_t *metric = NULL;
+ long long value = 0;
+ char* append_pos = print_buf;
+
+ for(i = 0; i < instance->table_num; i++) //per table
+ {
+ table = instance->table_metrics[i];
+ append_pos += snprintf(append_pos, size - (append_pos - print_buf),"%-20s\t\t",table->name);
+ for(j = 0; j < table->column_cnt; j ++)
+ {
+ //print table column
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf),
+ "\t%10s",
+ table->column_name[j]
+ );
+ }
+ for(j = 0; j < table->line_cnt; j++) //per line
+ {
+ line = read_table_line(table,j);
+ //print table line name + tag
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf),
+ "\n%s ",
+ line->name
+ );
+
+ append_pos += print_buf_tag_append_position(line->tag_key, line->tag_value, line->n_tag,
+ append_pos, size - (append_pos - print_buf));
+
+
+ for(k = 0; k < table->column_cnt; k++) //per metric
+ {
+ //print table metric value
+ metric_id = line->metric_id_belong_to_line[k];
+ metric = get_metric(instance,metric_id);
+ value = get_metric_unit_val(metric, FS_CALC_CURRENT, 0);
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf),
+ "%10lld\t",
+ value
+ );
+
+ }
+
+ }
+
+ if(append_pos - print_buf > 0)
+ {
+ if(*(append_pos - 1) == '\n')
+ {
+ append_pos--;
+ }
+ append_pos += snprintf(append_pos,
+ size - (append_pos - print_buf),
+ "\n%s\n",
+ draw_line
+ );
+ }
+
+ }
+ return append_pos - print_buf;
+}
+
+static int output_file_print_hdr_head(struct metric_t *metric, char *print_buf, size_t size)
+{
+ char * pos = print_buf;
+ char bin_format[STR_LEN_256], str_format[STR_LEN_256];
+ const char* extra[]={"MAX", "MIN", "AVG", "STDDEV", "CNT"};
+ char buff[STR_LEN_32];
+ int i=0;
+ double * bins = metric->histogram.bins;
+ int bins_num = metric->histogram.bins_num;
+ if(metric->field_type == FIELD_TYPE_SUMMARY)
+ {
+ snprintf(bin_format, sizeof(bin_format), "%%%d.2lf%%%%", HISTOGRAM_WIDTH-1);
+ }
+ if(metric->field_type == FILED_TYPE_HISTOGRAM)
+ {
+ snprintf(bin_format, sizeof(bin_format), "le=%%0.0f");
+ }
+ snprintf(str_format, sizeof(str_format), "%%%ds", HISTOGRAM_WIDTH);
+ if(metric->field_type == FIELD_TYPE_SUMMARY)
+ {
+ pos+=snprintf(pos,size-(pos-print_buf),"%-8s\t","summary");
+ }
+ if(metric->field_type == FILED_TYPE_HISTOGRAM)
+ {
+ pos+=snprintf(pos,size-(pos-print_buf),"%-8s\t","histogram");
+ }
+ for(i = 0;i < bins_num; i++)
+ {
+ if(metric->field_type == FIELD_TYPE_SUMMARY)
+ {
+ snprintf(buff,sizeof(buff),bin_format,bins[i]*100);
+ }
+ if(metric->field_type == FILED_TYPE_HISTOGRAM)
+ {
+ snprintf(buff,sizeof(buff),bin_format,bins[i]);
+ }
+ pos+=snprintf(pos,size-(pos-print_buf),str_format, buff);
+ }
+ for(i=0;(unsigned int)i<sizeof(extra)/sizeof(extra[0]);i++)
+ {
+ pos+=snprintf(pos,size-(pos-print_buf),str_format, extra[i]);
+ }
+ pos+=snprintf(pos,size-(pos-print_buf),"\n");
+ return pos-print_buf;
+}
+
+static int output_file_print_hdr_unit(struct metric_t *metric, char*print_buf, size_t size)
+{
+ double * bins = metric->histogram.bins;
+ int bins_num = metric->histogram.bins_num;
+ char* pos=print_buf;
+ long long value=0;
+ int i=0;
+ struct histogram_t* h=&(metric->histogram);
+ struct hdr_histogram* h_out=NULL, *h_tmp=NULL;
+ char int_format[STR_LEN_256], double_format[STR_LEN_256];
+ snprintf(int_format, sizeof(int_format), "%%%dlld",HISTOGRAM_WIDTH);
+ snprintf(double_format, sizeof(double_format), "%%%d.2lf",HISTOGRAM_WIDTH);
+
+ hdr_init(h->lowest_trackable_value, h->highest_trackable_value, h->significant_figures, &(h_tmp));
+ if(h->previous_changed!=NULL) hdr_close(h->previous_changed);
+
+ h->previous_changed=atomic_read(&(h->changing));
+ h_tmp=atomic_set(&(h->changing), h_tmp);// left h_tmp is used to avoid warining [-Wunused-value]
+
+ hdr_add(h->accumulated, h->previous_changed);
+ h_out=h->accumulated; //TODO
+/*
+ if(metric->calc_type==FS_CALC_SPEED)
+ {
+ h_out=h->previous_changed;
+ }
+ else
+ {
+ h_out=h->accumulated;
+ }
+*/
+ pos+=snprintf(pos,size-(pos-print_buf),"%-10s\t", metric->field_name);
+
+ for(i=0;i<bins_num;i++)
+ {
+ if(metric->field_type == FIELD_TYPE_SUMMARY)
+ {
+ value=(long long)hdr_value_at_percentile(h_out, bins[i]*100);
+ }
+ if(metric->field_type == FILED_TYPE_HISTOGRAM)
+ {
+ value= hdr_count_le_value(h_out, (long long)bins[i]);
+ }
+ pos+=snprintf(pos,size-(pos-print_buf),int_format, value);
+ }
+ pos+=snprintf(pos,size-(pos-print_buf),int_format,h_out->total_count==0?0:(long long)hdr_max(h_out));
+ pos+=snprintf(pos,size-(pos-print_buf),int_format,h_out->total_count==0?0:(long long)hdr_min(h_out));
+ pos+=snprintf(pos,size-(pos-print_buf),double_format,h_out->total_count==0?0:hdr_mean(h_out));
+ pos+=snprintf(pos,size-(pos-print_buf),double_format,h_out->total_count==0?0:hdr_stddev(h_out));
+ pos+=snprintf(pos,size-(pos-print_buf),int_format,(long long)h_out->total_count);
+
+ pos+=snprintf(pos,size-(pos-print_buf),"\n");
+
+ h_tmp=NULL;
+
+ return pos-print_buf;
+}
+
+static int output_file_format_default_type_histogram_and_summary(struct fieldstat_instance *instance, long long interval_ms, char*print_buf, size_t size)
+{
+ int i = 0, j = 0, metric_num = 0;
+ char *pos = print_buf;
+ //display_manifest_t* p=NULL;
+ struct metric_t *metric = NULL;
+ struct metric_t *metric_array[INIT_STAT_FIELD_NUM] = {NULL};
+ int metric_is_print[INIT_STAT_FIELD_NUM] = {0};
+
+ if(instance->histogram_cnt == 0
+ && instance->summary_cnt == 0)
+ {
+ return 0;
+ }
+
+ for(i = 0; i < instance->metric_cnt; i ++)
+ {
+ metric = get_metric(instance, i);
+ if(metric->field_type != FIELD_TYPE_SUMMARY
+ && metric->field_type != FILED_TYPE_HISTOGRAM)
+ {
+ continue;
+ }
+ metric_array[metric_num++] = metric;
+ }
+
+ for(i = 0; i < metric_num; i++)
+ {
+ if(metric_is_print[i] == 1)
+ {
+ continue;
+ }
+ pos += output_file_print_hdr_head(metric_array[i], pos, size-(pos-print_buf));
+ for(j = i; j < metric_num; j ++)
+ {
+ if(metric_array[j] == NULL)
+ {
+ continue;
+ }
+ if(metric_array[i]->histogram.bins_num != metric_array[j]->histogram.bins_num)
+ {
+ continue;
+ }
+ if(memcmp(metric_array[i]->histogram.bins, metric_array[j]->histogram.bins, metric_array[i]->histogram.bins_num))
+ {
+ continue;
+ }
+ pos += output_file_print_hdr_unit(metric_array[j], pos, size-(pos-print_buf));
+ metric_is_print[j] = 1;
+ }
+ if(pos-print_buf>0)
+ {
+ if(*(pos-1)=='\n')
+ {
+ pos--;
+ }
+ pos+=snprintf(pos,size-(pos-print_buf),"\n%s\n", draw_line);
+ }
+ }
+ return pos-print_buf;
+}
+
+
+int fieldstat_output_file(struct fieldstat_instance *instance,long long interval_ms)
+{
+ size_t print_buf_sz = instance->metric_cnt*1024;
+ char *print_buf = NULL;
+ char *append_pos = NULL;
+ time_t current = 0;
+ char ctime_buff[STR_LEN_32]={0};
+
+ if(instance->fp == NULL)
+ {
+ instance->fp = fopen(instance->local_output_filename, "w");
+ if(instance->fp == NULL)
+ {
+ printf("Field Stat: open %s failed.\n",instance->local_output_filename);
+ assert(0);
+ return -1;
+ }
+ }
+
+ if(!strcmp(instance->local_output_format, "default"))
+ {
+ time(&current);
+ ctime_r(&current, ctime_buff);
+ print_buf = (char*)calloc(sizeof(char), print_buf_sz);
+ append_pos = print_buf;
+ append_pos += snprintf(append_pos, print_buf_sz - (append_pos - print_buf), "%s%s", draw_boundary, ctime_buff);
+ append_pos --;//jump '\n' generate by ctime()
+ append_pos += snprintf(append_pos, print_buf_sz - (append_pos - print_buf),"%s\n",draw_boundary);
+
+ //pthread_mutex_lock(&(_handle->reg_lock)); //TODO
+ append_pos += output_file_format_default_type_gauge(instance, interval_ms, append_pos, print_buf_sz - (append_pos - print_buf));
+ append_pos += output_file_format_default_type_counter(instance, interval_ms, append_pos, print_buf_sz - (append_pos - print_buf));
+ append_pos += output_file_format_default_table(instance, interval_ms, append_pos, print_buf_sz - (append_pos - print_buf));
+ append_pos += output_file_format_default_type_histogram_and_summary(instance, interval_ms, append_pos, print_buf_sz - (append_pos - print_buf));
+ //TODO output table,output histogram,output summary
+ //pthread_mutex_unlock(&(_handle->reg_lock));//TODO
+ }
+
+ if(!strcmp(instance->local_output_format, "json"))
+ {
+ //TODO from json output
+ }
+
+ fseek(instance->fp,0,SEEK_SET);
+ fwrite(print_buf,append_pos - print_buf,1,instance->fp);
+
+ fflush(instance->fp);
+
+ if(print_buf)
+ {
+ free(print_buf);
+ print_buf = NULL;
+ }
+ return 0;
+}
+
+
generated by cgit v1.2.3 (git 2.39.1) at 2025-12-30 21:59:15 +0000