mirror of https://github.com/sysown/proxysql
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
259 lines
12 KiB
259 lines
12 KiB
#ifndef __CLASS_MYSQL_HOSTGROUPS_MANAGER_H
|
|
#define __CLASS_MYSQL_HOSTGROUPS_MANAGER_H
|
|
#include "proxysql.h"
|
|
#include "cpp.h"
|
|
|
|
#include <thread>
|
|
|
|
#include "thread.h"
|
|
#include "wqueue.h"
|
|
|
|
/*
|
|
Enabling STRESSTEST_POOL ProxySQL will do a lot of loops in the connection pool
|
|
This is for internal testing ONLY!!!!
|
|
#define STRESSTEST_POOL
|
|
*/
|
|
|
|
#define MHM_PTHREAD_MUTEX
|
|
|
|
|
|
// we have 2 versions of the same tables: with (debug) and without (no debug) checks
|
|
#ifdef DEBUG
|
|
#define MYHGM_MYSQL_SERVERS "CREATE TABLE mysql_servers ( hostgroup_id INT NOT NULL DEFAULT 0 , hostname VARCHAR NOT NULL , port INT NOT NULL DEFAULT 3306 , weight INT CHECK (weight >= 0) NOT NULL DEFAULT 1 , status INT CHECK (status IN (0, 1, 2, 3, 4)) NOT NULL DEFAULT 0 , compression INT CHECK (compression >=0 AND compression <= 102400) NOT NULL DEFAULT 0 , max_connections INT CHECK (max_connections >=0) NOT NULL DEFAULT 1000 , max_replication_lag INT CHECK (max_replication_lag >= 0 AND max_replication_lag <= 126144000) NOT NULL DEFAULT 0 , use_ssl INT CHECK (use_ssl IN(0,1)) NOT NULL DEFAULT 0 , max_latency_ms INT UNSIGNED CHECK (max_latency_ms>=0) NOT NULL DEFAULT 0 , comment VARCHAR NOT NULL DEFAULT '' , mem_pointer INT NOT NULL DEFAULT 0 , PRIMARY KEY (hostgroup_id, hostname, port) )"
|
|
#define MYHGM_MYSQL_SERVERS_INCOMING "CREATE TABLE mysql_servers_incoming ( hostgroup_id INT NOT NULL DEFAULT 0 , hostname VARCHAR NOT NULL , port INT NOT NULL DEFAULT 3306 , weight INT CHECK (weight >= 0) NOT NULL DEFAULT 1 , status INT CHECK (status IN (0, 1, 2, 3, 4)) NOT NULL DEFAULT 0 , compression INT CHECK (compression >=0 AND compression <= 102400) NOT NULL DEFAULT 0 , max_connections INT CHECK (max_connections >=0) NOT NULL DEFAULT 1000 , max_replication_lag INT CHECK (max_replication_lag >= 0 AND max_replication_lag <= 126144000) NOT NULL DEFAULT 0 , use_ssl INT CHECK (use_ssl IN(0,1)) NOT NULL DEFAULT 0 , max_latency_ms INT UNSIGNED CHECK (max_latency_ms>=0) NOT NULL DEFAULT 0 , comment VARCHAR NOT NULL DEFAULT '' , PRIMARY KEY (hostgroup_id, hostname, port))"
|
|
#else
|
|
#define MYHGM_MYSQL_SERVERS "CREATE TABLE mysql_servers ( hostgroup_id INT NOT NULL DEFAULT 0 , hostname VARCHAR NOT NULL , port INT NOT NULL DEFAULT 3306 , weight INT NOT NULL DEFAULT 1 , status INT NOT NULL DEFAULT 0 , compression INT NOT NULL DEFAULT 0 , max_connections INT NOT NULL DEFAULT 1000 , max_replication_lag INT NOT NULL DEFAULT 0 , use_ssl INT NOT NULL DEFAULT 0 , max_latency_ms INT UNSIGNED NOT NULL DEFAULT 0 , comment VARCHAR NOT NULL DEFAULT '' , mem_pointer INT NOT NULL DEFAULT 0 , PRIMARY KEY (hostgroup_id, hostname, port) )"
|
|
#define MYHGM_MYSQL_SERVERS_INCOMING "CREATE TABLE mysql_servers_incoming ( hostgroup_id INT NOT NULL DEFAULT 0 , hostname VARCHAR NOT NULL , port INT NOT NULL DEFAULT 3306 , weight INT NOT NULL DEFAULT 1 , status INT NOT NULL DEFAULT 0 , compression INT NOT NULL DEFAULT 0 , max_connections INT NOT NULL DEFAULT 1000 , max_replication_lag INT NOT NULL DEFAULT 0 , use_ssl INT NOT NULL DEFAULT 0 , max_latency_ms INT UNSIGNED NOT NULL DEFAULT 0 , comment VARCHAR NOT NULL DEFAULT '' , PRIMARY KEY (hostgroup_id, hostname, port))"
|
|
#endif /* DEBUG */
|
|
#define MYHGM_MYSQL_REPLICATION_HOSTGROUPS "CREATE TABLE mysql_replication_hostgroups (writer_hostgroup INT CHECK (writer_hostgroup>=0) NOT NULL PRIMARY KEY , reader_hostgroup INT NOT NULL CHECK (reader_hostgroup<>writer_hostgroup AND reader_hostgroup>0) , comment VARCHAR , UNIQUE (reader_hostgroup))"
|
|
|
|
#define MYHGM_MYSQL_GROUP_REPLICATION_HOSTGROUPS "CREATE TABLE mysql_group_replication_hostgroups (writer_hostgroup INT CHECK (writer_hostgroup>=0) NOT NULL PRIMARY KEY , backup_writer_hostgroup INT CHECK (backup_writer_hostgroup>=0 AND backup_writer_hostgroup<>writer_hostgroup) NOT NULL , reader_hostgroup INT NOT NULL CHECK (reader_hostgroup<>writer_hostgroup AND backup_writer_hostgroup<>reader_hostgroup AND reader_hostgroup>0) , offline_hostgroup INT NOT NULL CHECK (offline_hostgroup<>writer_hostgroup AND offline_hostgroup<>reader_hostgroup AND backup_writer_hostgroup<>offline_hostgroup AND offline_hostgroup>=0) , active INT CHECK (active IN (0,1)) NOT NULL DEFAULT 1 , max_writers INT NOT NULL CHECK (max_writers >= 0) DEFAULT 1 , writer_is_also_reader INT CHECK (writer_is_also_reader IN (0,1)) NOT NULL DEFAULT 0 , max_transactions_behind INT CHECK (max_transactions_behind>=0) NOT NULL DEFAULT 0 , comment VARCHAR , UNIQUE (reader_hostgroup) , UNIQUE (offline_hostgroup) , UNIQUE (backup_writer_hostgroup))"
|
|
|
|
class MySrvConnList;
|
|
class MySrvC;
|
|
class MySrvList;
|
|
class MyHGC;
|
|
|
|
enum MySerStatus {
|
|
MYSQL_SERVER_STATUS_ONLINE,
|
|
MYSQL_SERVER_STATUS_SHUNNED,
|
|
MYSQL_SERVER_STATUS_OFFLINE_SOFT,
|
|
MYSQL_SERVER_STATUS_OFFLINE_HARD,
|
|
MYSQL_SERVER_STATUS_SHUNNED_REPLICATION_LAG
|
|
};
|
|
|
|
class MySrvConnList {
|
|
private:
|
|
PtrArray *conns;
|
|
MySrvC *mysrvc;
|
|
int find_idx(MySQL_Connection *c) {
|
|
//for (unsigned int i=0; i<conns_length(); i++) {
|
|
for (unsigned int i=0; i<conns->len; i++) {
|
|
MySQL_Connection *conn = NULL;
|
|
conn = (MySQL_Connection *)conns->index(i);
|
|
if (conn==c) {
|
|
return (unsigned int)i;
|
|
}
|
|
}
|
|
return -1;
|
|
}
|
|
public:
|
|
MySrvConnList(MySrvC *);
|
|
~MySrvConnList();
|
|
void add(MySQL_Connection *);
|
|
void remove(MySQL_Connection *c) {
|
|
int i = -1;
|
|
i = find_idx(c);
|
|
assert(i>=0);
|
|
conns->remove_index_fast((unsigned int)i);
|
|
}
|
|
MySQL_Connection *remove(int);
|
|
MySQL_Connection * get_random_MyConn(bool ff);
|
|
unsigned int conns_length();
|
|
void drop_all_connections();
|
|
MySQL_Connection *index(unsigned int);
|
|
};
|
|
|
|
class MySrvC { // MySQL Server Container
|
|
public:
|
|
MyHGC *myhgc;
|
|
char *address;
|
|
uint16_t port;
|
|
uint16_t flags;
|
|
unsigned int weight;
|
|
enum MySerStatus status;
|
|
unsigned int compression;
|
|
unsigned int max_connections;
|
|
unsigned int max_replication_lag;
|
|
unsigned int connect_OK;
|
|
unsigned int connect_ERR;
|
|
// note that these variables are in microsecond, while user defines max lantency in millisecond
|
|
unsigned int current_latency_us;
|
|
unsigned int max_latency_us;
|
|
time_t time_last_detected_error;
|
|
unsigned int connect_ERR_at_time_last_detected_error;
|
|
unsigned long long queries_sent;
|
|
unsigned long long bytes_sent;
|
|
unsigned long long bytes_recv;
|
|
bool shunned_automatic;
|
|
bool shunned_and_kill_all_connections; // if a serious failure is detected, this will cause all connections to die even if the server is just shunned
|
|
bool use_ssl;
|
|
char *comment;
|
|
MySrvConnList *ConnectionsUsed;
|
|
MySrvConnList *ConnectionsFree;
|
|
MySrvC(char *, uint16_t, unsigned int, enum MySerStatus, unsigned int, unsigned int _max_connections, unsigned int _max_replication_lag, unsigned int _use_ssl, unsigned int _max_latency_ms, char *_comment);
|
|
~MySrvC();
|
|
void connect_error(int);
|
|
void shun_and_killall();
|
|
};
|
|
|
|
class MySrvList { // MySQL Server List
|
|
private:
|
|
MyHGC *myhgc;
|
|
int find_idx(MySrvC *);
|
|
public:
|
|
PtrArray *servers;
|
|
unsigned int cnt();
|
|
MySrvList(MyHGC *);
|
|
~MySrvList();
|
|
void add(MySrvC *);
|
|
void remove(MySrvC *);
|
|
MySrvC * idx(unsigned int);
|
|
};
|
|
|
|
class MyHGC { // MySQL Host Group Container
|
|
public:
|
|
unsigned int hid;
|
|
unsigned long long current_time_now;
|
|
uint32_t new_connections_now;
|
|
MySrvList *mysrvs;
|
|
MyHGC(int);
|
|
~MyHGC();
|
|
MySrvC *get_random_MySrvC();
|
|
};
|
|
|
|
class Group_Replication_Info {
|
|
public:
|
|
int writer_hostgroup;
|
|
int backup_writer_hostgroup;
|
|
int reader_hostgroup;
|
|
int offline_hostgroup;
|
|
int max_writers;
|
|
int max_transactions_behind;
|
|
char *comment;
|
|
bool active;
|
|
bool writer_is_also_reader;
|
|
bool __active;
|
|
bool need_converge; // this is set to true on LOAD MYSQL SERVERS TO RUNTIME . This ensure that checks wil take an action
|
|
int current_num_writers;
|
|
int current_num_backup_writers;
|
|
int current_num_readers;
|
|
int current_num_offline;
|
|
Group_Replication_Info(int w, int b, int r, int o, int mw, int mtb, bool _a, bool _w, char *c);
|
|
bool update(int b, int r, int o, int mw, int mtb, bool _a, bool _w, char *c);
|
|
~Group_Replication_Info();
|
|
};
|
|
|
|
class MySQL_HostGroups_Manager {
|
|
private:
|
|
SQLite3DB *admindb;
|
|
SQLite3DB *mydb;
|
|
pthread_mutex_t readonly_mutex;
|
|
#ifdef MHM_PTHREAD_MUTEX
|
|
pthread_mutex_t lock;
|
|
#else
|
|
rwlock_t rwlock;
|
|
#endif
|
|
PtrArray *MyHostGroups;
|
|
|
|
MyHGC * MyHGC_find(unsigned int);
|
|
MyHGC * MyHGC_create(unsigned int);
|
|
|
|
void add(MySrvC *, unsigned int);
|
|
void purge_mysql_servers_table();
|
|
void generate_mysql_servers_table(int *_onlyhg=NULL);
|
|
void generate_mysql_replication_hostgroups_table();
|
|
SQLite3_result *incoming_replication_hostgroups;
|
|
void generate_mysql_group_replication_hostgroups_table();
|
|
SQLite3_result *incoming_group_replication_hostgroups;
|
|
|
|
pthread_mutex_t Group_Replication_Info_mutex;
|
|
std::map<int , Group_Replication_Info *> Group_Replication_Info_Map;
|
|
|
|
std::thread *HGCU_thread;
|
|
|
|
public:
|
|
struct {
|
|
unsigned int servers_table_version;
|
|
pthread_mutex_t servers_table_version_lock;
|
|
pthread_cond_t servers_table_version_cond;
|
|
unsigned long client_connections_aborted;
|
|
unsigned long client_connections_created;
|
|
int client_connections;
|
|
unsigned long server_connections_aborted;
|
|
unsigned long server_connections_created;
|
|
unsigned long server_connections_delayed;
|
|
unsigned long server_connections_connected;
|
|
unsigned long myconnpoll_get;
|
|
unsigned long myconnpoll_get_ok;
|
|
unsigned long myconnpoll_get_ping;
|
|
unsigned long myconnpoll_push;
|
|
unsigned long myconnpoll_destroy;
|
|
unsigned long long autocommit_cnt;
|
|
unsigned long long commit_cnt;
|
|
unsigned long long rollback_cnt;
|
|
unsigned long long autocommit_cnt_filtered;
|
|
unsigned long long commit_cnt_filtered;
|
|
unsigned long long rollback_cnt_filtered;
|
|
unsigned long long backend_change_user;
|
|
unsigned long long backend_init_db;
|
|
unsigned long long backend_set_names;
|
|
unsigned long long frontend_init_db;
|
|
unsigned long long frontend_set_names;
|
|
unsigned long long frontend_use_db;
|
|
} status;
|
|
wqueue<MySQL_Connection *> queue;
|
|
MySQL_HostGroups_Manager();
|
|
~MySQL_HostGroups_Manager();
|
|
void wrlock();
|
|
void wrunlock();
|
|
bool server_add(unsigned int hid, char *add, uint16_t p=3306, unsigned int _weight=1, enum MySerStatus status=MYSQL_SERVER_STATUS_ONLINE, unsigned int _comp=0, unsigned int _max_connections=100, unsigned int _max_replication_lag=0, unsigned int _use_ssl=0, unsigned int _max_latency_ms=0, char *comment=NULL);
|
|
int servers_add(SQLite3_result *resultset); // faster version of server_add
|
|
bool commit();
|
|
|
|
void set_incoming_replication_hostgroups(SQLite3_result *);
|
|
void set_incoming_group_replication_hostgroups(SQLite3_result *);
|
|
SQLite3_result * execute_query(char *query, char **error);
|
|
SQLite3_result *dump_table_mysql_servers();
|
|
SQLite3_result *dump_table_mysql_replication_hostgroups();
|
|
SQLite3_result *dump_table_mysql_group_replication_hostgroups();
|
|
MyHGC * MyHGC_lookup(unsigned int);
|
|
|
|
void MyConn_add_to_pool(MySQL_Connection *);
|
|
|
|
MySQL_Connection * get_MyConn_from_pool(unsigned int, bool ff=false);
|
|
|
|
void drop_all_idle_connections();
|
|
int get_multiple_idle_connections(int, unsigned long long, MySQL_Connection **, int);
|
|
SQLite3_result * SQL3_Connection_Pool(bool _reset);
|
|
|
|
void push_MyConn_to_pool(MySQL_Connection *, bool _lock=true);
|
|
void push_MyConn_to_pool_array(MySQL_Connection **);
|
|
void destroy_MyConn_from_pool(MySQL_Connection *, bool _lock=true);
|
|
|
|
void replication_lag_action(int, char*, unsigned int, int);
|
|
void read_only_action(char *hostname, int port, int read_only);
|
|
unsigned int get_servers_table_version();
|
|
void wait_servers_table_version(unsigned, unsigned);
|
|
void shun_and_killall(char *hostname, int port);
|
|
void set_server_current_latency_us(char *hostname, int port, unsigned int _current_latency_us);
|
|
unsigned long long Get_Memory_Stats();
|
|
|
|
void update_group_replication_set_offline(char *_hostname, int _port, int _writer_hostgroup, char *error);
|
|
void update_group_replication_set_read_only(char *_hostname, int _port, int _writer_hostgroup, char *error);
|
|
void update_group_replication_set_writer(char *_hostname, int _port, int _writer_hostgroup);
|
|
void converge_group_replication_config(int _writer_hostgroup);
|
|
};
|
|
|
|
#endif /* __CLASS_MYSQL_HOSTGROUPS_MANAGER_H */
|