path: root/test/test_metric_counter.cpp

#include <gtest/gtest.h>
#include <map>
#include <string>
#include "fieldstat.h"
#include "utils.hpp"

using namespace std;

struct fieldstat *test_init_standard_instance_one_cube_one_metric_one_cell_counter(bool is_gauge = false)
{
    struct fieldstat *instance = fieldstat_new();
    int cube_id = fieldstat_register_cube(instance, &TEST_SHARED_TAG, 1, SAMPLING_MODE_COMPREHENSIVE, 10);
    EXPECT_EQ(cube_id, 0);

    int metric_id = fieldstat_register_counter(instance, cube_id, "czz_test counter metric", is_gauge ? COUNTER_MERGE_BY_MAX : COUNTER_MERGE_BY_SUM);
    EXPECT_EQ(metric_id, 0);

    int cell_id = fieldstat_cube_add(instance, cube_id, &TEST_TAG_STRING, 1, 1);
    EXPECT_EQ(cell_id, 0);

    return instance;
}

void test_assert_standard_instance(const struct fieldstat *instance)
{
    int *ret_cube_id_arr = NULL;
    int n_cube = 0;
    fieldstat_get_cubes(instance, &ret_cube_id_arr, &n_cube);
    EXPECT_EQ(n_cube, 1);
    int ret_cell_id = ret_cube_id_arr[0];
    free(ret_cube_id_arr);
    EXPECT_EQ(ret_cell_id, 0);
    int ret_metric_id = fieldstat_get_max_metric_id(instance, ret_cell_id);
    EXPECT_EQ(ret_metric_id, 0);
    const char *name = fieldstat_get_metric_name(instance, 0, 0);
    EXPECT_STREQ(name, "czz_test counter metric");

    int *ret_cell_ids = NULL;
    struct fieldstat_tag_list *tag_list = NULL;
    size_t n_cell = 0;
    fieldstat_get_cells(instance, 0, 0, &ret_cell_ids, &tag_list, &n_cell);
    EXPECT_EQ(n_cell, 1);
    EXPECT_EQ(ret_cell_ids[0], 0);
    EXPECT_EQ(tag_list->n_tag, 1);
    EXPECT_STREQ(tag_list->tag[0].key, TEST_TAG_STRING.key);

    free(ret_cell_ids);
    fieldstat_tag_list_arr_free(tag_list, n_cell);
}

TEST(metric_test_counter, simple_register_and_query_counter)
{
    struct fieldstat *instance = test_init_standard_instance_one_cube_one_metric_one_cell_counter();

    fieldstat_counter_incrby(instance, 0, 0, 0, 10000);
    fieldstat_counter_incrby(instance, 0, 0, 0, 86);

    test_assert_standard_instance(instance);
    EXPECT_EQ(fieldstat_counter_get(instance, 0, 0, 0), 10086);

    fieldstat_free(instance);
}

TEST(metric_test_counter, serialize_and_merge_counter)
{
    struct fieldstat *instance = test_init_standard_instance_one_cube_one_metric_one_cell_counter();
    fieldstat_counter_incrby(instance, 0, 0, 0, 100);
    fieldstat_counter_incrby(instance, 0, 0, 0, -10000);

    char *blob = NULL;
    size_t blob_len = 0;
    fieldstat_serialize(instance, &blob, &blob_len);
    struct fieldstat *instance_from_blob = fieldstat_deserialize(blob, blob_len);
    free(blob);
    struct fieldstat *instance_total = fieldstat_new();
    fieldstat_merge(instance_total, instance_from_blob);

    // query
    test_assert_standard_instance(instance_total);

    long long measure = fieldstat_counter_get(instance_total, 0, 0, 0);
    EXPECT_EQ(measure, -9900);

    fieldstat_free(instance);
    fieldstat_free(instance_from_blob);
    fieldstat_free(instance_total);
}

TEST(metric_test_counter, serialization_and_merge_counter_twice_with_reset)
{
    struct fieldstat *instance = test_init_standard_instance_one_cube_one_metric_one_cell_counter();
    fieldstat_counter_incrby(instance, 0, 0, 0, 10086);

    char *blob = NULL;
    size_t blob_len = 0;
    fieldstat_serialize(instance, &blob, &blob_len);
    struct fieldstat *instance_from_blob = fieldstat_deserialize(blob, blob_len);
    free(blob);
    struct fieldstat *instance_total = fieldstat_new();
    fieldstat_merge(instance_total, instance_from_blob);

    fieldstat_free(instance_from_blob);
    fieldstat_reset(instance);
    int cell_id = fieldstat_cube_add(instance, 0, &TEST_TAG_STRING, 1, 1);
    EXPECT_EQ(cell_id, 0);
    fieldstat_counter_incrby(instance, 0, 0, 0, 4);

    fieldstat_serialize(instance, &blob, &blob_len);
    instance_from_blob = fieldstat_deserialize(blob, blob_len);
    free(blob);
    fieldstat_merge(instance_total, instance_from_blob);

    test_assert_standard_instance(instance_total);
    long long measure = fieldstat_counter_get(instance_total, 0, 0, 0);
    EXPECT_EQ(measure, 10086 + 4);

    fieldstat_free(instance);
    fieldstat_free(instance_from_blob);
    fieldstat_free(instance_total);
}

TEST(metric_test_counter, simple_register_and_query_gauge)
{
    struct fieldstat *instance = test_init_standard_instance_one_cube_one_metric_one_cell_counter(true);

    fieldstat_counter_set(instance, 0, 0, 0, 10000);
    fieldstat_counter_set(instance, 0, 0, 0, 86);

    test_assert_standard_instance(instance);
    EXPECT_EQ(fieldstat_counter_get(instance, 0, 0, 0), 86);

    fieldstat_free(instance);
}

TEST(metric_test_counter, serialize_and_merge_gauge)
{
    struct fieldstat *instance = test_init_standard_instance_one_cube_one_metric_one_cell_counter(true);
    fieldstat_counter_incrby(instance, 0, 0, 0, 10086);
    fieldstat_counter_set(instance, 0, 0, 0, 10);

    char *blob = NULL;
    size_t blob_len = 0;
    fieldstat_serialize(instance, &blob, &blob_len);
    struct fieldstat *instance_from_blob = fieldstat_deserialize(blob, blob_len);
    free(blob);
    struct fieldstat *instance_total = fieldstat_new();
    fieldstat_merge(instance_total, instance_from_blob);

    test_assert_standard_instance(instance_total);

    long long measure = fieldstat_counter_get(instance_total, 0, 0, 0);
    EXPECT_EQ(measure, 10);

    fieldstat_free(instance);
    fieldstat_free(instance_from_blob);
    fieldstat_free(instance_total);
}

TEST(metric_test_counter, serialization_and_merge_gauge_twice_with_reset)
{
    struct fieldstat *instance = test_init_standard_instance_one_cube_one_metric_one_cell_counter(true);
    fieldstat_counter_incrby(instance, 0, 0, 0, 1234);

    char *blob = NULL;
    size_t blob_len = 0;
    fieldstat_serialize(instance, &blob, &blob_len);
    struct fieldstat *instance_from_blob = fieldstat_deserialize(blob, blob_len);
    free(blob);
    struct fieldstat *instance_total = fieldstat_new();
    fieldstat_merge(instance_total, instance_from_blob);

    fieldstat_free(instance_from_blob);
    fieldstat_reset(instance);
    int cell_id = fieldstat_cube_add(instance, 0, &TEST_TAG_STRING, 1, 1);
    EXPECT_EQ(cell_id, 0);
    fieldstat_counter_incrby(instance, 0, 0, 0, 1000);

    fieldstat_serialize(instance, &blob, &blob_len);
    instance_from_blob = fieldstat_deserialize(blob, blob_len);
    free(blob);
    fieldstat_merge(instance_total, instance_from_blob);

    test_assert_standard_instance(instance_total);
    long long measure = fieldstat_counter_get(instance_total, 0, 0, 0);
    EXPECT_EQ(measure, 1234);

    fieldstat_free(instance);
    fieldstat_free(instance_from_blob);
    fieldstat_free(instance_total);
}

TEST(metric_test_counter, topk_add_and_test_accuracy)
{
    struct fieldstat *instance = fieldstat_new();
    fieldstat_register_cube(instance, &TEST_TAG_INT_collided, 1, SAMPLING_MODE_TOPK, 10);
    fieldstat_register_counter(instance, 0, "test", COUNTER_MERGE_BY_SUM);

    int tag_list_num = 10000;
    Fieldstat_tag_list_wrapper *tags[tag_list_num];
    map<string, int> flow_cnt;
    for (int i = 0; i < tag_list_num; i++)
    {   
        const char *flow_k;
        string flow_v;
        if (rand() % 2) {
            flow_k = "elephant ";
            flow_v = std::to_string(rand() % 10);
        } else {
            flow_k = "mouse";
            flow_v = std::to_string(rand() % 1000);
        }
        tags[i] = new Fieldstat_tag_list_wrapper(flow_k, flow_v.c_str());

        flow_cnt[flow_k + flow_v]++;
    }

    for (int i = 0; i < tag_list_num; i++) {
        int cell_id = fieldstat_cube_add(instance, 0, tags[i]->get_tag(), tags[i]->get_tag_count(), 1);
        if (cell_id != -1)
            fieldstat_counter_incrby(instance, 0, 0, cell_id, 1);
    }

    int *ret_cell_ids = NULL;
    struct fieldstat_tag_list *tag_list = NULL;
    size_t n_cell = 0;
    fieldstat_get_cells(instance, 0, 0, &ret_cell_ids, &tag_list, &n_cell);
    EXPECT_EQ(n_cell, 10);
    long long error = 0;
    for (size_t i = 0; i < n_cell; i++) {
        Fieldstat_tag_list_wrapper tmp = Fieldstat_tag_list_wrapper(&tag_list[i]);
        // tmp.print_tag_list();

        string key = tmp.get_tag()[0].key;
        string value = tmp.get_tag()[0].value_str;

        EXPECT_STREQ(key.c_str(), "elephant ");

        error += abs(fieldstat_counter_get(instance, 0, 0, ret_cell_ids[i]) - flow_cnt[key + value]);
    }
    printf("topk_add_and_test_accuracy Mean ratio e: %lld\n", error);
    EXPECT_LT(error, tag_list_num * 0.005);

    free(ret_cell_ids);
    fieldstat_tag_list_arr_free(tag_list, n_cell);
    fieldstat_free(instance);

    for (int i = 0; i < tag_list_num; i++)
        delete tags[i];
}

TEST(metric_test_counter, topk_add_with_monotonically_increasing_flow_expecting_add_fail)
{
    struct fieldstat *instance = fieldstat_new();
    fieldstat_register_cube(instance, &TEST_TAG_INT_collided, 1, SAMPLING_MODE_TOPK, 10);
    fieldstat_register_counter(instance, 0, "test", COUNTER_MERGE_BY_SUM);

    const int end_cell_id = 10 * 8;
    const int tag_list_num = 100;
    Fieldstat_tag_list_wrapper *tags[tag_list_num];
    for (int i = 0; i < tag_list_num; i++)
    {
        tags[i] = new Fieldstat_tag_list_wrapper("elephant", std::to_string(i).c_str());
    }

    for (int i = 0; i < tag_list_num; i++) {
        int cell_id = fieldstat_cube_add(instance, 0, tags[i]->get_tag(), tags[i]->get_tag_count(), i + 1);
        if (cell_id != -1){
            fieldstat_counter_incrby(instance, 0, 0, cell_id, i + 1);
        } else {
            EXPECT_EQ(i, end_cell_id);
            break;
        }
    }

    fieldstat_free(instance);
    for (int i = 0; i < tag_list_num; i++)
        delete tags[i];
}

TEST(metric_test_counter, add_or_set_with_wrong_cell_id_expecting_fail)
{
    struct fieldstat *instance = fieldstat_new();
    fieldstat_register_cube(instance, &TEST_TAG_INT_collided, 1, SAMPLING_MODE_TOPK, 10);
    fieldstat_register_counter(instance, 0, "test", COUNTER_MERGE_BY_SUM);

    int ret = fieldstat_counter_incrby(instance, 0, 0, 1, 1);
    EXPECT_EQ(ret, -3);
    ret = fieldstat_counter_incrby(instance, 0, 0, -1, 1);
    EXPECT_EQ(ret, -3);

    fieldstat_free(instance);
}

TEST(metric_test_counter, add_with_wrong_cube_id_expecting_fail)
{
    struct fieldstat *instance = fieldstat_new();
    int cube_id = fieldstat_register_cube(instance, &TEST_TAG_INT_collided, 1, SAMPLING_MODE_TOPK, 10);

    int ret = fieldstat_counter_incrby(instance, cube_id + 1, 0, 1, 1);
    EXPECT_EQ(ret, -1);
    ret = fieldstat_counter_incrby(instance, -1, 0, 1, 1);
    EXPECT_EQ(ret, -1);

    fieldstat_free(instance);
}

TEST(metric_test_counter, add_with_wrong_metric_id_expecting_fail)
{
    struct fieldstat *instance = fieldstat_new();
    int cube_id = fieldstat_register_cube(instance, &TEST_TAG_INT_collided, 1, SAMPLING_MODE_TOPK, 10);
    int metric_id = fieldstat_register_counter(instance, cube_id, "test", COUNTER_MERGE_BY_SUM);

    int ret = fieldstat_counter_incrby(instance, cube_id, metric_id + 1, 1, 1);
    EXPECT_EQ(ret, -2);
    ret = fieldstat_counter_incrby(instance, cube_id, -1, 1, 1);
    EXPECT_EQ(ret, -2);

    fieldstat_free(instance);
}

TEST(metric_test_counter, set_with_wrong_cell_id_expecting_fail)
{
    struct fieldstat *instance = fieldstat_new();
    fieldstat_register_cube(instance, &TEST_TAG_INT_collided, 1, SAMPLING_MODE_TOPK, 10);
    fieldstat_register_counter(instance, 0, "test", COUNTER_MERGE_BY_MAX);

    int ret = fieldstat_counter_set(instance, 0, 0, 1, 1);
    EXPECT_EQ(ret, -3);
    ret = fieldstat_counter_set(instance, 0, 0, -1, 1);
    EXPECT_EQ(ret, -3);

    fieldstat_free(instance);
}

TEST(metric_test_counter, set_with_wrong_cube_id_expecting_fail)
{
    struct fieldstat *instance = fieldstat_new();
    int cube_id = fieldstat_register_cube(instance, &TEST_TAG_INT_collided, 1, SAMPLING_MODE_TOPK, 10);

    int ret = fieldstat_counter_set(instance, cube_id + 1, 0, 1, 1);
    EXPECT_EQ(ret, -1);
    ret = fieldstat_counter_set(instance, -1, 0, 1, 1);
    EXPECT_EQ(ret, -1);

    fieldstat_free(instance);
}

TEST(metric_test_counter, set_with_wrong_metric_id_expecting_fail)
{
    struct fieldstat *instance = fieldstat_new();
    int cube_id = fieldstat_register_cube(instance, &TEST_TAG_INT_collided, 1, SAMPLING_MODE_TOPK, 10);
    int metric_id = fieldstat_register_counter(instance, cube_id, "test", COUNTER_MERGE_BY_MAX);

    int ret = fieldstat_counter_set(instance, cube_id, metric_id + 1, 1, 1);
    EXPECT_EQ(ret, -2);
    ret = fieldstat_counter_set(instance, cube_id, -1, 1, 1);
    EXPECT_EQ(ret, -2);

    fieldstat_free(instance);
}

int main(int argc, char *argv[]) 
{
	testing::InitGoogleTest(&argc, argv);
	return RUN_ALL_TESTS();
}