環境說明
| 主機名 | IP | 角色 | 數據庫 |
|---|---|---|---|
| node1 | 192.168.114.129 | Mycat | node_seq |
| node2 | 192.168.114.133 | Mysql | student_db01 student_db02 |
| node3 | 192.168.114.136 | Mysql | student_db03 student_db04 |
實驗
假設我們數據庫中有一張學生表(stduent)，和一張學生詳情表(student_detail)。因為數據量太大要分表，把原來一張表能夠存儲的數據，水平擴展到4個數據庫中。
尋找分片字段
- 水平切分整張表，需要找一個分片鍵，作為分片的依據
- 分片后各個節點上的數據盡可能存儲均勻
- 分片鍵最好是高頻查詢用到的查詢條件
- 如果要分片的表還有子表，那么子表也應該使用ER表形式，把相關聯數據分配到同一個分片節點上
創建表
#node2
create database student_db01 default charset utf8;
create database student_db02 default charset utf8;
#node3
create database student_db03 default charset utf8;
create database student_db04 default charset utf8;
#stduent01,student02,student03,student04 節點
CREATE TABLE `student` (
`id` bigint(20) NOT NULL AUTO_INCREMENT,
`name` varchar(32) NOT NULL COMMENT '學生姓名',
`class_id` bigint(20) NOT NULL DEFAULT '0' COMMENT '班級id',
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='學生表';
CREATE TABLE `student_detail` (
`id` bigint(20) NOT NULL AUTO_INCREMENT,
`student_id` varchar(32) NOT NULL COMMENT '學生表id',
`address` varchar(50) DEFAULT '' COMMENT '學生地址',
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='學生詳情表';
分片配置用到的文件
- 使用schema.xml 配置邏輯庫和邏輯表
- 使用rule.xml 配置分片表的分片規則
- 使用server.xml 配置訪問用戶及權限
配置 rule.xml
進行水平分片是才用到這個xml
<tableRule name="student_sharding">
<rule>
<columns>class_id</columns>
<algorithm>mod-long</algorithm>
</rule>
</tableRule>
配置全局唯一id
全局唯一id的用處是，即使主鍵是自增的情況下，保證各個節點不會出現重復主鍵
允許創建函數
vim my.conf
log_bin_trust_function_creators=1
msql創建自增規則表
mysql> mysql -uroot -p
mysql> create database node_seq default charset utf8;
導入
mysql -uroot -p node_seq < /usr/local/mycat/conf/dbseq.sql
mysql > insert into MYCAT_SEQUENCE values('STUDENT',1,1);
mysql > insert into MYCAT_SEQUENCE values('STUDENT_DETAIL',1,1);
mysql > grant all on *.* to 'mycat_connect'@'192.168.114.%';
mysql > flush privileges;
修改配置
指定相關表和數據庫之間的關系
vim /usr/local/mycat/conf/sequence_db_conf.properties
STUDENT=node_seq
STUDENT_DETAIL=node_seq
server id生成方式
vim /usr/local/mycat/conf/server.xml
<property name="sequnceHandlerType">1</property>
<!-- sequnceHandlerType = 1 --- 表示采用數據庫對象-->
配置
vim /usr/local/mycat/conf/schema.xml
<schema name="school_db" checkSQLschema="false" sqlMaxLimit="100">
<table name="student" primaryKey="id" dataNode="student_db01,student_db02,student_db03,student_db04" rule="student_sharding" autoIncrement="true">
<childTable name="student_detail" primaryKey="id" joinKey="student_id" parentKey="student_id" autoIncrement="true"></childTable>
</table>
</schema>
<dataNode name="student_db01" dataHost="mysql133" database="student_db01" />
<dataNode name="student_db02" dataHost="mysql133" database="student_db02" />
<dataNode name="student_db03" dataHost="mysql136" database="student_db03" />
<dataNode name="student_db04" dataHost="mysql136" database="student_db04" />
<!--使用全角自增id-->
<dataNode name="node_seq" dataHost="mysql129" database="node_seq" />
<dataHost name="mysql133" maxCon="1000" minCon="10" balance="3" writeType="0" dbType="mysql" dbDriver="native" switchType="1">
<heartbeat>select user()</heartbeat>
<writeHost host="192.168.114.133" url="192.168.114.133:3306" user="mycat_connect" password="123456" />
</dataHost>
<dataHost name="mysql136" maxCon="1000" minCon="10" balance="3" writeType="0" dbType="mysql" dbDriver="native" switchType="1">
<heartbeat>select user()</heartbeat>
<writeHost host="192.168.114.136" url="192.168.114.136:3306" user="mycat_connect" password="123456" />
</dataHost>
<dataHost name="mysql129" maxCon="1000" minCon="10" balance="3" writeType="0" dbType="mysql" dbDriver="native" switchType="1">
<heartbeat>select user()</heartbeat>
<writeHost host="192.168.114.129" url="192.168.114.129:3306" user="mycat_connect" password="123456" />
</dataHost>
<!--autoIncrement = true 表示表開啟全局自增id -->
配置 server.xml
<system>
<property name="nonePasswordLogin">0</property> <!-- 0為需要密碼登陸、1為不需要密碼登陸 ,默認為0，設置為1則需要指定默認賬戶-->
<property name="useSqlStat">0</property> <!-- 1為開啟實時統計、0為關閉 -->
<property name="useGlobleTableCheck">0</property> <!-- 1為開啟全加班一致性檢測、0為關閉 -->
<property name="sequnceHandlerType">1</property>
<property name="serverPort">8066</property>
<property name="managerPort">9066</property>
<property name="idleTimeout">300000</property>
<property name="bindIp">0.0.0.0</property>
<property name="frontWriteQueueSize">4096</property>
<property name="processors">4</property>
<property name="charset">utf8</property>
<property name="txIsolation">2</property>
<property name="sqlExecuteTimeout">300</property>
<property name="defaultMaxLimit">100</property>
<property name="maxPacketSize">104857600</property>
<property name="sqlInterceptor">io.mycat.server.interceptor.impl.StatisticsSqlInterceptor</property>
<property name="sqlInterceptorType">UPDATE,DELETE,INSERT</property>
<property name="sqlInterceptorFile">/tmp/sql.txt</property>
</system>
<user name="mycat_connect" defaultAccount="true">
<property name="password">123456</property>
<property name="schemas">school_db</property>
</user>
重新啟動mycat
mycat restart
驗證
先清除以往訂單
mysql -umycat_connect -p -h 192.168.114.129 -P 8066
插入數據
#student表中插入數據
insert into student(`name`,`class_id`) values('tom',1);
insert into student(`name`,`class_id`) values('lily',2);
insert into student(`name`,`class_id`) values('jack',4);
insert into student(`name`,`class_id`) values('json',3);
insert into student(`name`,`class_id`) values('hok',3);
insert into student(`name`,`class_id`) values('haolly',3);
insert into student(`name`,`class_id`) values('jerry',3);
insert into student(`name`,`class_id`) values('wrrol',3);
insert into student(`name`,`class_id`) values('brant',2);
insert into student(`name`,`class_id`) values('james',4);
#stduent_detail 中插入數據
填寫真實的student_id
insert into student_detail(student_id,address) values('','北京');
#分別進入各個分片數據庫中查看數據和分片對應情況 stduent_db01, stduent_db02, stduent_db03, stduent_db04
select id,mod(class_id,4) from student;
select student_id from student_detail;
#mycat 關聯查詢
select * from student as a join student_detail b on a.id = b.student_id;