Shell 腳本操做數據庫實戰

安裝mariadb 數據庫  （默認沒有密碼，直接mysql便可進入數據庫管理控制檯）

yum install mariadb mariadb-server mariadb-libs -y
systemctl start mariadb
netstat -tnlp |grep :3306

 

新建數據庫

create database school default character set utf8;

CREATE TABLE student( s_id varchar(20), s_name varchar(20) not null default '', s_birth varchar(20) not null default '', s_sex varchar(10) not null default '', primary key(s_id) ); --課程表 create table course( c_id varchar(20), c_name varchar(20) not null default '', t_id varchar(20) not null, primary key(c_id) ); --教師表 create table teacher( t_id varchar(20), t_name varchar(20) not null default '', primary key(t_id) ); --成績表 create table score( s_id varchar(20), c_id varchar(20), s_score int(3), primary key(s_id,c_id) ); --插入學生測試數據 insert into student values('1001','zhaolei','1990-1001-1001','male'); insert into student values('1002','lihang','1990-12-21','male'); insert into student values('1003','yanwen','1990-1005-20','male'); insert into student values('1004','hongfei','1990-1008-1006','male'); insert into student values('1005','ligang','1991-12-1001','male'); insert into student values('1006','zhousheng','1992-1003-1001','male'); insert into student values('1007','wangjun','1989-1007-1001','male'); insert into student values('1008','zhoufei','1990-1001-20','male'); --課程表測試數據 insert into course values('1001','chinese','1002'); insert into course values('1002','math','1001'); insert into course values('1003','english','1003'); --教師表測試數據 insert into teacher values('1001', 'aidisheng'); insert into teacher values('1002', 'aiyinsitan'); insert into teacher values('1003', 'qiansanqiang'); --成績表測試 insert into score values('1001','1001',80); insert into score values('1001','1002',90); insert into score values('1001','1003',99); insert into score values('1002','1001',70); insert into score values('1002','1002',60); insert into score values('1002','1003',80); insert into score values('1003','1001',80); insert into score values('1003','1002',80); insert into score values('1003','1003',80); insert into score values('1004','1001',50); insert into score values('1004','1002',30); insert into score values('1004','1003',20); insert into score values('1005','1001',76); insert into score values('1005','1002',87); insert into score values('1006','1001',31); insert into score values('1006','1002',34); insert into score values('1007','1001',58); insert into score values('1007','1002',88);

school.sql

導入數據

mysql school < school.sql

mysql 經常使用選項

mysql命令參數詳解

-u    用戶名
    -p    用戶密碼
    -h    服務器ip地址
    -D    鏈接的數據庫
    -N    不輸出列信息
    -B    使用tab鍵代替默認交互分隔符
    -e    執行sql語句

    其餘選項
    -E    垂直輸出
    -H    以HTML格式輸出
    -X    以XML格式輸出

-D 指定數據庫  -e 不用交互模式

mysql -D school -e "select * from student;";

 

-N 不顯示列信息，-B 去除多餘信息， -D 指定操做的數據庫

mysql -B -N -D school -e "select * from student;";

 

-E 垂直顯示

mysql -E -B -N -D school -e "select * from student;";

 

-H 以HTML格式顯示

mysql -H -B -N -D school -e "select * from student;";

 

-X 以xml格式顯示

mysql  -X -B -N -D school -e "select * from student;" > result.xml

 

在 shell 腳本中操做mysql 數據庫　　

operate_mysql.sh

#!/bin/bash
#

user="dbuser"
password="123456"
host="10.11.0.215"
db_name="$1"

SQL="$2"

mysql -h"$host" -u"$user" -p"$password" -D"$1" -B -e "$SQL"

 

執行 sql 語句

sh operate_mysql.sh school "select * from score"

 

插入數據

sh operate_mysql.sh school "insert into score values('1020','1002','100');"
sh operate_mysql.sh school "select * from score"

 

導出txt文本，-B去掉多餘的符號能夠導入到excel表格中

sh operate_mysql.sh school "select * from score" > result.txt

 

 

利用shell腳本將文本數據導入到mysql中

建立表結構和student同樣結構的student1表

create table student1 like student;

data.txt

1010    jerry    1991-12-13    male
1011    mike    1991-12-13    female
1012    tracy    1991-12-13    male
1013    kobe    1991-12-13    male
1014    allen    1991-12-13    female
1015    curry    1991-12-13    male
1016    tom    1991-12-13    female

編寫導入數據腳本 import_mysql.sh

#!/bin/bash
    #

    user="dbuser"
    password="123456"
    host="10.11.0.215"

    mysql_conn="mysql -h"$host" -u"$user" -p"$password""

    cat data.txt | while read id name birth sex
    do
        $mysql_conn -e "INSERT INTO school.student1 values('$id','$name','$birth','$sex')"
    done

　

執行腳本

sh import_mysql.sh

 

導入數據能夠用load，有時候有一些特殊需求好比插入s_id大於1014的行，這個時候就須要使用 shell 語句進行過濾了

import_mysql.sh

#!/bin/bash
    #

    user="dbuser"
    password="123456"
    host="10.11.0.215"

    mysql_conn="mysql -h"$host" -u"$user" -p"$password""

    cat data.txt | while read id name birth sex
    do
        # 有插入條件
        if [ $id -gt 1014 ];then
        $mysql_conn -e "INSERT INTO school.student1 values('$id','$name','$birth','$sex')"
        fi
    done

 

執行腳本

sh import_mysql.sh 
sh operate_mysql.sh school "select * from student1"

需求2：

data2.txt

2021|hao|1989-12-21|male
2022|zhang|1989-12-21|male
2023|ouyang|1989-12-21|male
2024|li|1989-12-21|female

cat import_mysql-2.sh

#!/bin/bash
    #

    user="dbuser"
    password="123456"
    host="10.11.0.215"

    # IFS是系統自帶的變量，分隔符 input filre saperator
    IFS="|"

    cat data2.txt | while read id name birth sex
    do
        # 注意，當使用|相似這種特殊符號時，須要將mysql命令不寫成命令，不然會報錯
        mysql -u"$user" -p"$password" -h"$host" -e "INSERT INTO school.student2 values('$id','$name','$birth','$sex')"
    done
    #

    # 使用冒號: 分隔也沒有問題

　　

執行腳本　　

sh import_mysql-2.sh
sh operate_mysql.sh school "select * from student2"

 

data3.txt

2025:hao:1989-12-21:male
2026:zhang:1989-12-21:male
2027:ouyang:1989-12-21:male
2028:li:1989-12-21:female　

import_mysql-2.sh

#!/bin/bash
    #

    user="dbuser"
    password="123456"
    host="10.11.0.215"

    #mysql_conn="mysql -h"$host" -u"$user" -p"$password""

    # IFS是系統自帶的變量，分隔符 input filre saperator
    IFS=":"

    cat data3.txt | while read id name birth sex
    do
        mysql -u"$user" -p"$password" -h"$host" -e "INSERT INTO school.student2 values('$id','$name','$birth','$sex')"
    done

 

執行腳本

sh import_mysql-2.sh
sh operate_mysql.sh school "select * from student2"