post all srccodeHEADmaster

1 files changed, 255 insertions, 0 deletions

diff --git a/src/http_stat_header.cpp b/src/http_stat_header.cpp
new file mode 100644
index 0000000..d724199
--- /dev/null
+++ b/src/http_stat_header.cpp
@@ -0,0 +1,255 @@
+#include <stdio.h>
+#include <string.h>
+#include <stdlib.h>
+#include <syslog.h>
+#include <signal.h>
+#include <error.h>
+#include <getopt.h>
+#include <unistd.h>
+#include <assert.h>
+#include <sys/stat.h>
+#include <sys/types.h>
+#include <sys/syslog.h>
+#include<algorithm>
+
+#include <MESA/MESA_htable.h>
+#include <MESA/MESA_handle_logger.h>
+#include <MESA/MESA_prof_load.h>
+#include <MESA/field_stat2.h>
+#include <MESA/MESA_list_queue.h>
+#include <MESA/stream.h>
+#include <MESA/http.h>
+
+#include "http_stat_header.h"
+#include "http_header_v1.hpp"
+#define HTTP_LOG_DEBUG 0
+g_env_conf_t g_env_conf_info;
+long long bflag = 0;
+int init_pmeinfo(content_header_flag **flag_pme, int thread_seq)
+{
+    content_header_flag* pme = (content_header_flag*)dictator_malloc(thread_seq, sizeof(content_header_flag));
+    memset(pme, 0, sizeof(content_header_flag));
+    *flag_pme = pme;
+    return 0;
+}
+
+void clear_pmeinfo(content_header_flag *service_pme, int thread_seq)
+{
+    if(service_pme!=NULL)
+    {       
+        dictator_free(thread_seq, service_pme);
+    }   
+    service_pme = NULL;
+}
+
+int checkout_head_val(std::string & line_name, int flag)
+{
+    int i = 0;
+    string tmp = line_name;
+    string::size_type idx;
+    char special_ch[14] = {'|',':','.',' ','<','>','[',']','#','!','@','\n','\r','\t'};
+    for(i = 0; i < 14; i++)
+    {
+        idx = line_name.find(special_ch[i]);
+        if(idx != string::npos)
+        {
+            replace(line_name.begin(), line_name.end(), special_ch[i], '*');
+        }
+    }
+    transform(line_name.begin(), line_name.end(), line_name.begin(), (int (*)(int))tolower);
+    if(flag == 1)
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_INFO, "HTTP_CONT_TYPE", "src header value[%s], dest header value[%s]", tmp.c_str(), line_name.c_str());
+    else if(2 == flag)
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_INFO, "HTTP_CONT_ENCODING", "src header value[%s], dest header value[%s]", tmp.c_str(), line_name.c_str());
+    else
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_INFO, "HTTP_OTHER", "src header value[%s], dest header value[%s]", tmp.c_str(), line_name.c_str());
+        
+    return 1;
+}
+
+
+void deal_with_data(stSessionInfo * session_info, int thread_seq, struct streaminfo *a_stream, content_header_flag * flag_pme)
+{
+    /*if(a_stream->curdir == DIR_C2S)
+    {
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "FLAG", "dir error");
+        return;
+    }*/
+    int ret = 0;
+    long long len = 0;
+    string line_name;
+    char content_len[64] = {'0'};
+    switch(session_info->prot_flag)
+    {
+        case HTTP_CONT_TYPE:
+            line_name = string((char *)session_info->buf, session_info->buflen);
+            if(0 == checkout_head_val(line_name, 1))
+            {
+                break;
+            }
+            g_env_conf_info.cont_type_fs->operate(FS_OP_ADD, line_name, 1);
+            flag_pme->type_flag = 1;
+            break;
+        case HTTP_CONT_ENCODING:
+            line_name = string((char *)session_info->buf, session_info->buflen);
+            if(0 == checkout_head_val(line_name, 2))
+            {
+                break;
+            }
+            g_env_conf_info.cont_encoding_fs->operate(FS_OP_ADD, line_name,1);
+            flag_pme->encoding_flag = 1;
+            break;
+        case HTTP_CONT_LENGTH:
+            memcpy(content_len,(char *)session_info->buf, session_info->buflen);
+            len = atoll(content_len);
+            ret = g_env_conf_info.cont_lenght_fs->content_lenght_operate(len);
+            MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "HTTP_CONT_LENGTH", "content_length[%s], buflen:%d, addr[%s], ret = [%d]", content_len, session_info->buflen, printaddr(&(a_stream->addr), thread_seq), ret);
+            break;
+        case HTTP_RES_LINE:
+            flag_pme->uri_flag = 1;
+            break;
+        default:
+            MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "ABNORMAL_HTTP", "buf:%s", (char *)session_info->buf);
+            break;
+    }
+}
+
+void print_addr(stSessionInfo * session_info, int thread_seq, struct streaminfo *a_stream, content_header_flag * flag_pme)
+{
+    char  p[1024] = {'\0'};
+    if(session_info && session_info->buf)
+    {
+        memcpy(p, (char *)session_info->buf, session_info->buflen);
+#ifdef HTTP_LOG_DEBUG
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "TEST", "[%p],[%lld],flag[%d]", flag_pme, flag_pme->bflag, session_info->session_state);
+#endif
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "SESSION_INFO", "buf:[%s],buflen:[%d],addr:[%s]", p,session_info->buflen, printaddr(&(a_stream->addr), thread_seq));
+    }
+    else
+    {
+#ifdef HTTP_LOG_DEBUG
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "TEST", "[%p],[%lld],flag[%d]", flag_pme, flag_pme->bflag, session_info->session_state);
+#endif
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "SESSION_INFO", "addr:[%s]", printaddr(&(a_stream->addr), thread_seq));
+    }
+    return;
+}
+
+char HTTP_STAT_HEADER_ENTRY(stSessionInfo * session_info,void **pme, int thread_seq,struct streaminfo *a_stream,void *a_packet)
+{
+    MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "HTTP_STAT_HEADER_ENTRY","HTTP_STAT_HEADER_ENTRY:[%d]", session_info->session_state);
+    content_header_flag * flag_pme = (content_header_flag *)*pme;
+    if(NULL==session_info)
+    { 
+        return PROT_STATE_DROPME;
+    }
+
+    if(NULL == flag_pme)
+    {
+        if(init_pmeinfo(&flag_pme, thread_seq)<0)
+        {
+            MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "INIT", "error");
+            return PROT_STATE_DROPME;
+        }
+        flag_pme->bflag = (++bflag);
+        *pme = flag_pme;
+    }
+#ifdef HTTP_LOG_DEBUG
+    if(session_info->session_state&SESSION_STATE_PENDING)
+    {
+        __sync_add_and_fetch(&(g_env_conf_info.pend_sum), 1);
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "s-sum1", "[%p],[%lld],pend_sum:%lld, addr:[%s],state[%d]",flag_pme,flag_pme->bflag,g_env_conf_info.pend_sum, printaddr(&(a_stream->addr), thread_seq), session_info->session_state);
+    }
+#endif
+    if(session_info->buflen < 200)
+    {
+        print_addr(session_info, thread_seq, a_stream, flag_pme);
+        deal_with_data(session_info, thread_seq, a_stream, flag_pme);
+    }
+    else
+    {
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_FATAL, "HTTP_HEADER_ERROR", "The length of header:[%s]>200,[%d] bytes. Not do statistics! [%s]", session_info->buf, session_info->buflen, printaddr(&(a_stream->addr), thread_seq));
+    }
+    if(session_info->session_state&SESSION_STATE_CLOSE)
+    {
+#ifdef HTTP_LOG_DEBUG
+        __sync_add_and_fetch(&(g_env_conf_info.close_sum), 1);
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "s-sum2", "[%p],[%lld],close_sum:%lld, addr:[%s]",flag_pme,flag_pme->bflag,g_env_conf_info.close_sum, printaddr(&(a_stream->addr), thread_seq));
+#endif
+        if(1 == flag_pme->uri_flag && 1 != flag_pme->type_flag)
+        {
+            MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "NO_TYPE", "[%p],[%lld]", flag_pme, flag_pme->bflag);
+            g_env_conf_info.cont_type_fs->set_nocontent_num();
+        }
+        if(1 == flag_pme->uri_flag && 1 != flag_pme->encoding_flag)
+        {
+            MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "NO_ENCODING", "[%p], [%lld]", flag_pme, flag_pme->bflag);
+            g_env_conf_info.cont_encoding_fs->set_nocontent_num();
+        }
+        clear_pmeinfo((content_header_flag*)*pme, thread_seq);
+#ifdef HTTP_LOG_DEBUG
+        MESA_handle_runtime_log(g_env_conf_info.logger, RLOG_LV_DEBUG, "sum", "pend_sum:%lld, close_sum:%lld", g_env_conf_info.pend_sum, g_env_conf_info.close_sum);
+#endif
+        //return PROT_STATE_DROPME;
+    }
+    return PROT_STATE_GIVEME;
+}
+
+
+int http_service_readconf(const char* filename)
+{
+    MESA_load_profile_short_def(filename, "LOG", "log_level", (short*)&(g_env_conf_info.log_level), 30);  
+    MESA_load_profile_string_def(filename, "LOG", "log_path", g_env_conf_info.log_path, sizeof(g_env_conf_info.log_path), DEFAULT_LOG_PATH);
+    MESA_load_profile_string_def(filename, "LOG", "fs_path", g_env_conf_info.fs_path, sizeof(g_env_conf_info.fs_path),DEFAULT_FS_PATH);
+    g_env_conf_info.logger = MESA_create_runtime_log_handle(g_env_conf_info.log_path, g_env_conf_info.log_level);
+    if(NULL == g_env_conf_info.logger)
+    {       
+        printf("http_stat_header.so get log handle error!\n");
+        return -1;
+    }
+    return 0;
+}
+
+void * update_ratio(void * arg)
+{
+    while(1)
+    {
+        sleep(10);
+        g_env_conf_info.cont_type_fs->operate_ratio();
+        g_env_conf_info.cont_encoding_fs->operate_ratio();
+        g_env_conf_info.cont_lenght_fs->passive_output();
+    }
+    return NULL;
+}
+
+int HTTP_STAT_HEADER_INIT()
+{
+    pthread_t thread_tid;
+    pthread_attr_t attr;
+    memset(&g_env_conf_info, 0, sizeof(g_env_conf_t));
+    if(0 != http_service_readconf(CONF_PATH))
+    {       
+        printf("http_stat_header.so http_service.conf read error!\n");
+        return -1;
+    }
+    g_env_conf_info.cont_type_fs = new ContentTable(CONT_TYPE, g_env_conf_info.fs_path);
+    g_env_conf_info.cont_type_fs->start();
+    g_env_conf_info.cont_encoding_fs = new ContentTable(CONT_ENCODING, g_env_conf_info.fs_path);
+    g_env_conf_info.cont_encoding_fs->start();
+    g_env_conf_info.cont_lenght_fs = new ContentHistogram(CONT_LENGHT, g_env_conf_info.fs_path);
+    g_env_conf_info.cont_lenght_fs->start();
+    pthread_attr_init(&attr);
+    pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED);
+    if(0 != pthread_create(&thread_tid, &attr, update_ratio, NULL))
+    {
+        printf("create thread update_ratio failed!\n");
+        return -1;
+    }
+    return 0;
+}
+
+void HTTP_STAT_HEADER_DESTROY()
+{
+    return;    
+}
+