云计算机YunTable 0.9 Source Code

/** * Copyright 2011 Wu Zhu Hua * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. **/ #include "global.h" #include "msg.h" #include "item.h" #include "utils.h" #include "master.h" #include "region.h" #include "rpc.h" #include "conf.h" #include "malloc2.h" #include "buf.h" #include "log.h" /*** * The Cli is YunTable Console that used mainly for experimenting and testing the YunTable, * and not for performance intensive purpose, and add a silent mode for client automate testing. **/ #define CONF_MASTER_CONN_KEY "master" /** cli related constants **/ #define CMD_OPTION_KEY "-cmd" /** used in the silent mode **/ #define ADD_KEY "add" #define GET_KEY "get" #define SHOW_KEY "show" #define PUT_KEY "put" #define DEL_KEY "del" #define HELP_KEY "help" #define ROW_KEY "row" #define QUIT_KEY "quit" #define TABLE_KEY "table" #define DEFAULT_YUNTABLE_CLI_PREFIX "yuncli:" //the unit of below two items are sec #define DEFAULT_CLI_DAEMON_SLEEP_INTERVAL 10 * 60 typedef struct _CliCache{ char* conf_path; /** default place is conf/cli.conf **/ char* master_conn; List* tableInfoList; }CliCache; CliCache* cliCacheInst = NULL; private char* get_table_name(char *string){ char *table_name = NULL; Tokens *fenn_tokens = init_tokens(string, ':'); if(fenn_tokens->size == 2 && match(fenn_tokens->tokens[0], TABLE_KEY)){ table_name = m_cpy(fenn_tokens->tokens[1]); } free_tokens(fenn_tokens); return table_name; } /** If can not get the table info from master, the system will return NULL **/ private TableInfo* get_table_info_from_master(char* master_conn, char* table_name){ TableInfo* tableInfo = NULL; List* params = generate_charactor_params(1, table_name); RPCRequest* rpcRequest = create_rpc_request(GET_TABLE_INFO_MASTER_CMD, params); RPCResponse* rpcResponse = connect_conn(master_conn, rpcRequest); int status_code = get_status_code(rpcResponse); if(status_code == SUCCESS){ char* table_info_string = get_result(rpcResponse); if(table_info_string != NULL){ List* lines = generate_list_by_token(table_info_string, LINE_SEPARATOR); tableInfo = string_to_table_info(table_name, lines); list_destory(lines, just_free); } }else{ printf("Sad News! The Master node has problem: %s\n", get_error_message(status_code)); } destory_rpc_request(rpcRequest); destory_rpc_response(rpcResponse); return tableInfo; } private void update_table_info_list(CliCache* cliCache){ List* oldTableInfoList = cliCache->tableInfoList; int i, size=list_size(oldTableInfoList); List* newTableInfoList = list_create(); for(i=0; i<size; i++){ TableInfo* oldTableInfo = list_get(oldTableInfoList, i); TableInfo* newTableInfo = get_table_info_from_master(cliCache->master_conn, oldTableInfo->table_name); if(newTableInfo == NULL) continue; list_append(newTableInfoList, newTableInfo); } cliCache->tableInfoList = newTableInfoList; list_destory(oldTableInfoList, destory_table_info); } /** if the table info can't not find the tableInfoList, the method will contact master and get new, also will update the local cache **/ private TableInfo* search_and_update_table_info(CliCache* cliCache, char* table_name){ TableInfo *tableInfo = get_table_info(cliCache->tableInfoList, table_name); if(tableInfo == NULL){ if(cliCache->master_conn == NULL){ printf("%s.\n", ERR_MSG_NO_MASTER); }else{ tableInfo = get_table_info_from_master(cliCache->master_conn, table_name); if(tableInfo != NULL) list_append(cliCache->tableInfoList, tableInfo); } } return tableInfo; } private boolean create_new_table(char* master_conn, char* table_name){ boolean result = false; List* params = generate_charactor_params(1, table_name); RPCRequest* rpcRequest = create_rpc_request(CREATE_NEW_TABLE_MASTER_CMD, params); RPCResponse* rpcResponse = connect_conn(master_conn, rpcRequest); int status_code = get_status_code(rpcResponse); if(status_code == SUCCESS){ result = stob(get_result(rpcResponse)); }else{ printf("Sad News! The Master node has problem: %s\n", get_error_message(status_code)); } destory_rpc_request(rpcRequest); destory_rpc_response(rpcResponse); return result; } private boolean add_new_region(char* master_conn, char* region_conn){ boolean result = false; List* params = generate_charactor_params(1, region_conn); RPCRequest* rpcRequest = create_rpc_request(ADD_NEW_REGION_MASTER_CMD, params); RPCResponse* rpcResponse = connect_conn(master_conn, rpcRequest); int status_code = get_status_code(rpcResponse); if(status_code == SUCCESS || get_result_length(rpcResponse) > 0){ result = stob(get_result(rpcResponse)); }else{ printf("Sad News! The Master node has problem: %s\n", get_error_message(status_code)); } destory_rpc_request(rpcRequest); destory_rpc_response(rpcResponse); return result; } /** Will send a msg to the master node and to check the validity of reported region node **/ private boolean check_problem_region(char* problem_region_conn){ printf("The Region Node %s may have some problem.", problem_region_conn); boolean result = false; printf("Now let master check the validity of %s.\n", problem_region_conn); List* params = generate_charactor_params(1, problem_region_conn); RPCRequest* rpcRequest = create_rpc_request(CHECK_PROBLEM_REGION_MASTER_CMD, params); RPCResponse* rpcResponse = connect_conn(problem_region_conn, rpcRequest); int status_code = get_status_code(rpcResponse); if(status_code == SUCCESS){ return stob(get_result(rpcResponse)); }else{ printf("Sad News! The Master node has problem: %s!\n", get_error_message(status_code)); } destory_rpc_request(rpcRequest); destory_rpc_response(rpcResponse); return result; } /** * sample cmd: * add master:172.0.0.1:8301 * add region:172.0.0.1:8302 * add table:people //The input table name shouldn't contain space */ public char* add(Tokens* space_tokens){ char* msg = NULL; //The add normally has two space token if(space_tokens->size > 2){ msg = ERR_MSG_WRONG_ADD_CMD; }else{ Tokens *fenn_tokens = init_tokens(space_tokens->tokens[1], ':'); if(match(fenn_tokens->tokens[0], MASTER_KEY)){ char* new_master_conn = m_cats(3, fenn_tokens->tokens[1], ":", fenn_tokens->tokens[2]); if(check_node_validity(new_master_conn, MASTER_KEY)){ //No need to free the new_master_conn, since it will be inserted to new cliCacheInst cliCacheInst->master_conn = new_master_conn; flush_key_value(cliCacheInst->conf_path, CONF_MASTER_CONN_KEY, cliCacheInst->master_conn); msg = SUCC_MSG_COMPLETED; }else{ msg = ERR_MSG_WRONG_MASTER; } }else if(match(fenn_tokens->tokens[0], REGION_KEY)){ //step 0:check if there is master if(cliCacheInst->master_conn == NULL){ msg = ERR_MSG_NO_MASTER; }else{ char* new_region_conn = m_cats(3, fenn_tokens->tokens[1], ":", fenn_tokens->tokens[2]); if(add_new_region(cliCacheInst->master_c