开发笔记:Mycat水平分表

篇首语：本文由编程笔记#小编为大家整理，主要介绍了Mycat水平分表相关的知识，希望对你有一定的参考价值。

环境说明

实验

假设我们数据库中有一张学生表(stduent)，和一张学生详情表(student_detail)。因为数据量太大要分表，把原来一张表能够存储的数据，水平扩展到4个数据库中。

寻找分片字段

• 水平切分整张表，需要找一个分片键，作为分片的依据




• 分片后各个节点上的数据尽可能存储均匀




• 分片键最好是高频查询用到的查询条件




• 如果要分片的表还有子表，那么子表也应该使用ER表形式，把相关联数据分配到同一个分片节点上

创建表

#node2
create database student_db01 default charset utf8;
create database student_db02 default charset utf8;
#node3
create database student_db03 default charset utf8;
create database student_db04 default charset utf8;
#stduent01,student02,student03,student04 节点
CREATE TABLE `student` (
`id` bigint(20) NOT NULL AUTO_INCREMENT,
`name` varchar(32) NOT NULL COMMENT '学生姓名',
`class_id` bigint(20) NOT NULL DEFAULT '0' COMMENT '班级id',
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='学生表';
CREATE TABLE `student_detail` (
`id` bigint(20) NOT NULL AUTO_INCREMENT,
`student_id` varchar(32) NOT NULL COMMENT '学生表id',
`address` varchar(50) DEFAULT '' COMMENT '学生地址',
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='学生详情表';


分片配置用到的文件

• 使用schema.xml 配置逻辑库和逻辑表




• 使用rule.xml 配置分片表的分片规则




• 使用server.xml 配置访问用户及权限

配置 rule.xml

进行水平分片是才用到这个xml

<tableRule name="student_sharding">
<rule>
<columns>class_idcolumns>
<algorithm>mod-longalgorithm>
rule>
tableRule>


配置全局唯一id

全局唯一id的用处是，即使主键是自增的情况下，保证各个节点不会出现重复主键

允许创建函数

vim my.conf
log_bin_trust_function_creators=1


msql创建自增规则表

mysql> mysql -uroot -p
mysql> create database node_seq default charset utf8;
导入
mysql -uroot -p node_seq mysql > insert into MYCAT_SEQUENCE values('STUDENT',1,1);
mysql > insert into MYCAT_SEQUENCE values('STUDENT_DETAIL',1,1);
mysql > grant all on *.* to 'mycat_connect'@'192.168.114.%';
mysql > flush privileges;


修改配置

#指定相关表和数据库之间的关系

vim /usr/local/mycat/conf/sequence_db_conf.properties
STUDENT=node_seq
STUDENT_DETAIL=node_seq


server id生成方式

vim /usr/local/mycat/conf/server.xml
<property name="sequnceHandlerType">1property>



配置

vim /usr/local/mycat/conf/schema.xml

<schema name="school_db" checkSQLschema="false" sqlMaxLimit="100">

<table name="student" primaryKey="id" dataNode="student_db01,student_db02,student_db03,student_db04" rule="student_sharding" autoIncrement="true">
<childTable name="student_detail" primaryKey="id" joinKey="student_id" parentKey="student_id" autoIncrement="true">childTable>
table>

schema>

<dataNode name="student_db01" dataHost="mysql133" database="student_db01" />
<dataNode name="student_db02" dataHost="mysql133" database="student_db02" />
<dataNode name="student_db03" dataHost="mysql136" database="student_db03" />
<dataNode name="student_db04" dataHost="mysql136" database="student_db04" />

<dataNode name="node_seq" dataHost="mysql129" database="node_seq" />
<dataHost name="mysql133" maxCon="1000" minCon="10" balance="3" writeType="0" dbType="mysql" dbDriver="native" switchType="1">
<heartbeat>select user()heartbeat>
<writeHost host="192.168.114.133" url="192.168.114.133:3306" user="mycat_connect" password="123456" />
dataHost>
<dataHost name="mysql136" maxCon="1000" minCon="10" balance="3" writeType="0" dbType="mysql" dbDriver="native" switchType="1">
<heartbeat>select user()heartbeat>
<writeHost host="192.168.114.136" url="192.168.114.136:3306" user="mycat_connect" password="123456" />
dataHost>
<dataHost name="mysql129" maxCon="1000" minCon="10" balance="3" writeType="0" dbType="mysql" dbDriver="native" switchType="1">
<heartbeat>select user()heartbeat>
<writeHost host="192.168.114.129" url="192.168.114.129:3306" user="mycat_connect" password="123456" />
dataHost>



配置 server.xml

<system>
<property name="nonePasswordLogin">0property>
<property name="useSqlStat">0property>
<property name="useGlobleTableCheck">0property>
<property name="sequnceHandlerType">1property>
<property name="serverPort">8066property>
<property name="managerPort">9066property>
<property name="idleTimeout">300000property>
<property name="bindIp">0.0.0.0property>
<property name="frontWriteQueueSize">4096property>
<property name="processors">4property>
<property name="charset">utf8property>
<property name="txIsolation">2property>
<property name="sqlExecuteTimeout">300property>
<property name="defaultMaxLimit">100property>
<property name="maxPacketSize">104857600property>
<property name="sqlInterceptor">io.mycat.server.interceptor.impl.StatisticsSqlInterceptorproperty>
<property name="sqlInterceptorType">UPDATE,DELETE,INSERTproperty>
<property name="sqlInterceptorFile">/tmp/sql.txtproperty>
system>
<user name="mycat_connect" defaultAccount="true">
<property name="password">123456property>
<property name="schemas">school_dbproperty>
user>


重新启动mycat

mycat restart


验证

先清除以往订单
mysql -umycat_connect -p -h 192.168.114.129 -P 8066
插入数据
#student表中插入数据
insert into student(`name`,`class_id`) values('tom',1);
insert into student(`name`,`class_id`) values('lily',2);
insert into student(`name`,`class_id`) values('jack',4);
insert into student(`name`,`class_id`) values('json',3);
insert into student(`name`,`class_id`) values('hok',3);
insert into student(`name`,`class_id`) values('haolly',3);
insert into student(`name`,`class_id`) values('jerry',3);
insert into student(`name`,`class_id`) values('wrrol',3);
insert into student(`name`,`class_id`) values('brant',2);
insert into student(`name`,`class_id`) values('james',4);
#stduent_detail 中插入数据
填写真实的student_id
insert into student_detail(student_id,address) values('','北京');
#分别进入各个分片数据库中查看数据和分片对应情况 stduent_db01, stduent_db02, stduent_db03, stduent_db04
select id,mod(class_id,4) from student;
select student_id from student_detail;
#mycat 关联查询
select * from student as a join student_detail b on a.id = b.student_id;