handler流程实现

1. config

   1 2 3

   ngx_addon_name=ngx_http_handler_count_module HTTP_FILTER_MODULES="$HTTP_FILTER_MODULES ngx_http_handler_count_module" NGX_ADDON_SRCS="NGX_ADDON_SRCS $ngx_addon_dir/ngx_http_handler_count_module.c"

2. ngx_http_handler_count_module.c

   1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181

   ##include <ngx_http.h> ##include <ngx_core.h> ##include <arpa/inet.h> ##include <netinet/in.h> ##define ENABLE_RBTREE 1 /* 可控制流程： 1. nginx启动流程 2. conf文件的功能开启流程 3. 当请求来的时候流程 */ typedef struct { int count; // 存储访问次数 struct in_addr addr; // 存储访问ip }ngx_pv_table_t; ngx_pv_table_t pv_table[256]; // 以ip最后一位作为hash索引，来索引对应的ip和count ##if ENABLE_RBTREE static ngx_rbtree_t ngx_pv_rbtree; static ngx_rbtree_node_t ngx_pv_sentinel; void ngx_rbtree_insert_count_value(ngx_rbtree_node_t* temp, ngx_rbtree_node_t* node, ngx_rbtree_node_t* sentinel){ ntx_rbtree_node_t **p; for(;;){ if(node->key < temp->key){ p = &temp->left; }else if(node->key > temp->key){ p = &temp->right; }else{ return; } if(*p == sentinel) break; temp = *p; } *p = node; node->parent = temp; node->left = sentinel; node->right = sentinel; ngx_rbt_red(node); } ngx_rbtree_key_t *ngx_rbtree_count_search(ngx_rbtree_t* rbtree, ngx_rbtree_key_t key) { ngx_rbtree_node_t *temp = rbtree->root; ngx_rbtree_node_t **p; for(;;){ if(key < temp->key){ p = &temp->left; }else if(key > temp->key){ p = &temp->right; }else{ return temp; } if(*p == &ngx_pv_sentinel) return NULL; temp = *p; } } void ngx_rbtree_count_traversal(ngx_rbtree_t* rbtree, , ngx_rbtree_node_t* node, char* html) { if(node != &ngx_pv_sentinel){ ngx_rbtree_count_traversal(rbtree, node->left, html); char str[INET_ADDRSTRLEN] = {0}; char buffer[128] = {0}; snprintf(buffer, 128, "req from : %s, count : %d <br/>", inet_ntop(AF_INET, &node->key, str, sizeof(str)), node->data); strcat(html, buffer); ngx_rbtree_count_traversal(rbtree, node->right, html); } } ##endif // 组织一个html网页 static int ngx_http_encode_page(char *html) { sprintf(html, "<h1>hello handler</h1>"); strcat(html, "<h2>"); ##if ENABLE_RBTREE ngx_rbtree_count_traversal(&ngx_pv_rbtree, ngx_pv_rbtree.root, html); ##endif int i = 0; for(i = 0; i < 256 ; i++){ if(pv_table[i].count != 0){ char str[INET_ADDRSTRLEN] = {0}; char buffer[128] = {0}; snprintf(buffer, 128, "req from : %s, count : %d <br/>", inet_ntop(AF_INET, &pv_table[i].addr, str, sizeof(str)), pv_table[i].count); strcat(html, buffer); } } ##endif strcat(html, "</h2>"); return 0; } // 请求来的时候的handler ngx_int_t ngx_http_handler_count_handler(ngx_http_request_t *r) { struct sockaddr_in *client_aadr = (struct sockaddr_in *)r->connection->sockaddr; // 对端ip ##if ENABLE_RBTREE ngx_rbtree_key_t key = (ngx_rbtree_key_t)client_addr->sin_addr.s_addr; ngx_rbtree_node_t* node = ngx_rbtree_count_search(&ngx_pv_rbtree, key); if(node){ node -> data++; }else{ node = ngx_pcalloc(r->pool, sizeof(ngx_rbtree_node_t)); node->key = key; node->data = 1; ngx_rbtree_insert(&ngx_pv_rbtree, node); } ##else int idx = client_addr->sin_addr.s_addr >> 24; pv_table[idx].count++; memcpy(pv_table[idx].addr, &client_addr->sin_addr, sizeof(client_addr->sin_addr)); ##endif u_char html[1024] = {0}; ngx_http_encode_page((char*)html); // header r->headers_out.statu = 200; ngx_str_set(&r->headers_out.content_type, "text/html"); ngx_http_send_header(r); // body ngx_buf_t *b = ngx_pcalloc(r->pool, sizeof(ngx_buf_t)); ngx_chain_t out; out.buf = b; out.next = NULL; b->pos = html; b->last = html + sizeof(html); b->memory = 1; b->last_buf = 1; return ngx_http_out_filter(r, &out); } // 自定义set函数 char *ngx_http_handler_count_set(ngx_conf_t *cf, ngx_command_t *cmd, void *conf){ ##if ENABLE_RBTREE ngx_rbtree_init(&ngx_pv_rbtree, &ngx_pv_sentinel, ngx_rbtree_insert_count_value); ##endif ngx_http_core_loc_conf_t* corecf = ngx_http_conf_get_module_loc_conf(cf, ngx_http_core_module); corecf->handler = ngx_http_handler_count_handler; // 设置请求来的时候触发的handler return NGX_CONF_OK; } static ngx_command_t ngx_http_handler_count_commands[] = { { ngx_string("six"), NGX_HTTP_LOC_CONF | NGX_CONF_NOARGS, // 放到location位置，且不带参数 ngx_http_handler_count_set, // 自定义set函数 NGX_HTTP_LOC_CONF_OFFSET, 0, NULL }, ngx_null_command }; static ngx_http_module_t ngx_http_handler_count_ctx = { // 写成static，规定定义作用域防止重名 // conf NULL, NULL // main NULL, NULL // server NULL, NULL // location NULL, NULL }; ngx_module_t ngx_http_handler_count_module = { // 这个名字不能错 NGX_MODULE_V1, // 默认的，可以用来填充模块前部 // ===============================================重要 &ngx_http_handler_count_ctx, // 模块的ctx ngx_http_handler_count_commands, // command NGX_HTTP_MODULE, // http模块 // ===============================================重要 NULL,NULL,NULL,NULL, // 这些都是init各种阶段可以添加的回调 NULL,NULL,NULL, NGX_MODULE_V1_PADDING // 固定可以用来填充的保留位置 };

3. configure添加模块

   1	./configure --prefix=/usr/local/nginx ...... --add-module=/home/king/share/nginx/ngx_code_test/ngx_http_handler_count_module

多进程slab

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

ngx_int_t ngx_http_handler_count_init(ngx_conf_t *cf)
{
    ngx_shm_zone_t *shm_zone;
    ngx_str_t name = ngx_string("count_shm");
    // ngnix已经开辟了共享内存，这里只是获取一块
    shm_zone = ngx_shared_memory_add(cf, &name, 1024*1024, &ngx_http_handler_count_module/*模块名*/ );
    ngx_slab_alloc();

    return NGX_OK;
}

// 操作记得加锁
// ngx_shmtx_lock(&conf->shpool->mutex);
// ngx_http_pagecount_lookup(r, conf, key);	
// ngx_shmtx_unlock(&conf->shpool->mutex);

static ngx_http_module_t ngx_http_handler_count_ctx = { // 写成static，规定定义作用域防止重名
    // conf
    NULL, ngx_http_handler_count_init, // 实现conf文件解析完后的共享内存初始化
    // main
    NULL, NULL
    // server
    NULL, NULL
    // location
    NULL, NULL
};

nginx总结

1. conf文件配置及解析
2. 组件拆出来用
3. http状态机
4. nginx惊群问题及解决
5. filter模块，header_top，body_top
6. handler模块 count、rbtree实现 及多进程slab