Shell 腳本操作數據庫實戰

安裝mariadb 數據庫  （默認沒有密碼，直接mysql即可進入數據庫管理控制台）

yum install mariadb mariadb-server mariadb-libs -y
systemctl start mariadb
netstat -tnlp |grep :3306

 

新建數據庫

create database school default character set utf8;

CREATE TABLE student(
    s_id varchar(20),
    s_name varchar(20) not null default '',
    s_birth varchar(20) not null default '',
    s_sex varchar(10) not null default '',
    primary key(s_id)
);

--課程表
create table course(
    c_id varchar(20),
    c_name varchar(20) not null default '',
    t_id varchar(20) not null,
    primary key(c_id)
);

--教師表
create table teacher(
    t_id varchar(20),
    t_name varchar(20) not null default '',
    primary key(t_id)
);

--成績表
create table score(
    s_id varchar(20),
    c_id varchar(20),
    s_score int(3),
    primary key(s_id,c_id)
);

--插入學生測試數據
insert into student values('1001','zhaolei','1990-1001-1001','male');
insert into student values('1002','lihang','1990-12-21','male');
insert into student values('1003','yanwen','1990-1005-20','male');
insert into student values('1004','hongfei','1990-1008-1006','male');
insert into student values('1005','ligang','1991-12-1001','male');
insert into student values('1006','zhousheng','1992-1003-1001','male');
insert into student values('1007','wangjun','1989-1007-1001','male');
insert into student values('1008','zhoufei','1990-1001-20','male');

--課程表測試數據
insert into course values('1001','chinese','1002');
insert into course values('1002','math','1001');
insert into course values('1003','english','1003');

--教師表測試數據
insert into teacher values('1001', 'aidisheng');
insert into teacher values('1002', 'aiyinsitan');
insert into teacher values('1003', 'qiansanqiang');

--成績表測試
insert into score values('1001','1001',80);
insert into score values('1001','1002',90);
insert into score values('1001','1003',99);

insert into score values('1002','1001',70);
insert into score values('1002','1002',60);
insert into score values('1002','1003',80);

insert into score values('1003','1001',80);
insert into score values('1003','1002',80);
insert into score values('1003','1003',80);

insert into score values('1004','1001',50);
insert into score values('1004','1002',30);
insert into score values('1004','1003',20);

insert into score values('1005','1001',76);
insert into score values('1005','1002',87);

insert into score values('1006','1001',31);
insert into score values('1006','1002',34);

insert into score values('1007','1001',58);
insert into score values('1007','1002',88);

導入數據

mysql school < school.sql

mysql 常用選項

mysql命令參數詳解

    -u    用戶名
    -p    用戶密碼
    -h    服務器ip地址
    -D    連接的數據庫
    -N    不輸出列信息
    -B    使用tab鍵代替默認交互分隔符
    -e    執行sql語句

    其他選項
    -E    垂直輸出
    -H    以HTML格式輸出
    -X    以XML格式輸出

-D 指定數據庫  -e 不用交互模式

 mysql -D school -e "select * from student;";

 

-N 不顯示列信息，-B 去除多余信息， -D 指定操作的數據庫

mysql -B -N -D school -e "select * from student;";

 

-E 垂直顯示

mysql -E -B -N -D school -e "select * from student;";

 

-H 以HTML格式顯示

mysql -H -B -N -D school -e "select * from student;";

 

-X 以xml格式顯示

mysql  -X -B -N -D school -e "select * from student;" > result.xml

 

在 shell 腳本中操作mysql 數據庫　　

operate_mysql.sh

#!/bin/bash
#

user="dbuser"
password="123456"
host="10.11.0.215"
db_name="$1"

SQL="$2"

mysql -h"$host" -u"$user" -p"$password" -D"$1" -B -e "$SQL"

 

執行 sql 語句

sh operate_mysql.sh school "select * from score"

 

插入數據

sh operate_mysql.sh school "insert into score values('1020','1002','100');"
sh operate_mysql.sh school "select * from score"

 

導出txt文本，-B去掉多余的符號可以導入到excel表格中

sh operate_mysql.sh school "select * from score" > result.txt

 

 

利用shell腳本將文本數據導入到mysql中

創建表結構和student一樣結構的student1表

 create table student1 like student;

data.txt

1010    jerry    1991-12-13    male
1011    mike    1991-12-13    female
1012    tracy    1991-12-13    male
1013    kobe    1991-12-13    male
1014    allen    1991-12-13    female
1015    curry    1991-12-13    male
1016    tom    1991-12-13    female

編寫導入數據腳本 import_mysql.sh

    #!/bin/bash
    #

    user="dbuser"
    password="123456"
    host="10.11.0.215"

    mysql_conn="mysql -h"$host" -u"$user" -p"$password""

    cat data.txt | while read id name birth sex
    do
        $mysql_conn -e "INSERT INTO school.student1 values('$id','$name','$birth','$sex')"
    done

　

執行腳本

sh import_mysql.sh

 

導入數據可以用load，有時候有一些特殊需求比如插入s_id大於1014的行，這個時候就需要使用 shell 語句進行過濾了

import_mysql.sh

    #!/bin/bash
    #

    user="dbuser"
    password="123456"
    host="10.11.0.215"

    mysql_conn="mysql -h"$host" -u"$user" -p"$password""

    cat data.txt | while read id name birth sex
    do
        # 有插入條件
        if [ $id -gt 1014 ];then
        $mysql_conn -e "INSERT INTO school.student1 values('$id','$name','$birth','$sex')"
        fi
    done

 

執行腳本

sh import_mysql.sh 
sh operate_mysql.sh school "select * from student1"

需求2：

data2.txt

2021|hao|1989-12-21|male
2022|zhang|1989-12-21|male
2023|ouyang|1989-12-21|male
2024|li|1989-12-21|female

cat import_mysql-2.sh

    #!/bin/bash
    #

    user="dbuser"
    password="123456"
    host="10.11.0.215"

    # IFS是系統自帶的變量，分隔符 input filre saperator
    IFS="|"

    cat data2.txt | while read id name birth sex
    do
        # 注意，當使用|類似這種特殊符號時，需要將mysql命令不寫成命令，否則會報錯
        mysql -u"$user" -p"$password" -h"$host" -e "INSERT INTO school.student2 values('$id','$name','$birth','$sex')"
    done
    #

    # 使用冒號: 分隔也沒有問題

　　

執行腳本　　

sh import_mysql-2.sh
sh operate_mysql.sh school "select * from student2"

 

data3.txt

2025:hao:1989-12-21:male
2026:zhang:1989-12-21:male
2027:ouyang:1989-12-21:male
2028:li:1989-12-21:female　

import_mysql-2.sh

    #!/bin/bash
    #

    user="dbuser"
    password="123456"
    host="10.11.0.215"

    #mysql_conn="mysql -h"$host" -u"$user" -p"$password""

    # IFS是系統自帶的變量，分隔符 input filre saperator
    IFS=":"

    cat data3.txt | while read id name birth sex
    do
        mysql -u"$user" -p"$password" -h"$host" -e "INSERT INTO school.student2 values('$id','$name','$birth','$sex')"
    done

 

執行腳本

sh import_mysql-2.sh
sh operate_mysql.sh school "select * from student2"