Shell 脚本操作数据库实战
安装mariadb 数据库 （默认没有密码，直接mysql即可进入数据库管理控制台）
yum install mariadb mariadb-server mariadb-libs -y systemctl start mariadb netstat -tnlp |grep :3306
新建数据库
create database school default character set utf8;
CREATE TABLE student( s_id varchar(20), s_name varchar(20) not null default '', s_birth varchar(20) not null default '', s_sex varchar(10) not null default '', primary key(s_id) ); --课程表 create table course( c_id varchar(20), c_name varchar(20) not null default '', t_id varchar(20) not null, primary key(c_id) ); --教师表 create table teacher( t_id varchar(20), t_name varchar(20) not null default '', primary key(t_id) ); --成绩表 create table score( s_id varchar(20), c_id varchar(20), s_score int(3), primary key(s_id,c_id) ); --插入学生测试数据 insert into student values('1001','zhaolei','1990-1001-1001','male'); insert into student values('1002','lihang','1990-12-21','male'); insert into student values('1003','yanwen','1990-1005-20','male'); insert into student values('1004','hongfei','1990-1008-1006','male'); insert into student values('1005','ligang','1991-12-1001','male'); insert into student values('1006','zhousheng','1992-1003-1001','male'); insert into student values('1007','wangjun','1989-1007-1001','male'); insert into student values('1008','zhoufei','1990-1001-20','male'); --课程表测试数据 insert into course values('1001','chinese','1002'); insert into course values('1002','math','1001'); insert into course values('1003','english','1003'); --教师表测试数据 insert into teacher values('1001', 'aidisheng'); insert into teacher values('1002', 'aiyinsitan'); insert into teacher values('1003', 'qiansanqiang'); --成绩表测试 insert into score values('1001','1001',80); insert into score values('1001','1002',90); insert into score values('1001','1003',99); insert into score values('1002','1001',70); insert into score values('1002','1002',60); insert into score values('1002','1003',80); insert into score values('1003','1001',80); insert into score values('1003','1002',80); insert into score values('1003','1003',80); insert into score values('1004','1001',50); insert into score values('1004','1002',30); insert into score values('1004','1003',20); insert into score values('1005','1001',76); insert into score values('1005','1002',87); insert into score values('1006','1001',31); insert into score values('1006','1002',34); insert into score values('1007','1001',58); insert into score values('1007','1002',88);
导入数据
mysql school < school.sql
mysql 常用选项
mysql命令参数详解
-u 用户名
-p 用户密码
-h 服务器ip地址
-D 连接的数据库
-N 不输出列信息
-B 使用tab键代替默认交互分隔符
-e 执行sql语句
其他选项
-E 垂直输出
-H 以HTML格式输出
-X 以XML格式输出
-D 指定数据库 -e 不用交互模式
mysql -D school -e "select * from student;";
-N 不显示列信息，-B 去除多余信息， -D 指定操作的数据库
mysql -B -N -D school -e "select * from student;";
-E 垂直显示
mysql -E -B -N -D school -e "select * from student;";
-H 以HTML格式显示
mysql -H -B -N -D school -e "select * from student;";
-X 以xml格式显示
mysql -X -B -N -D school -e "select * from student;" > result.xml
在 shell 脚本中操作mysql 数据库
operate_mysql.sh
#!/bin/bash # user="dbuser" password="123456" host="10.11.0.215" db_name="$1" SQL="$2" mysql -h"$host" -u"$user" -p"$password" -D"$1" -B -e "$SQL"
执行 sql 语句
sh operate_mysql.sh school "select * from score"
插入数据
sh operate_mysql.sh school "insert into score values('1020','1002','100');"
sh operate_mysql.sh school "select * from score"
导出txt文本，-B去掉多余的符号可以导入到excel表格中
sh operate_mysql.sh school "select * from score" > result.txt
利用shell脚本将文本数据导入到mysql中
创建表结构和student一样结构的student1表
create table student1 like student;
data.txt
1010 jerry 1991-12-13 male 1011 mike 1991-12-13 female 1012 tracy 1991-12-13 male 1013 kobe 1991-12-13 male 1014 allen 1991-12-13 female 1015 curry 1991-12-13 male 1016 tom 1991-12-13 female
编写导入数据脚本 import_mysql.sh
#!/bin/bash
#
user="dbuser"
password="123456"
host="10.11.0.215"
mysql_conn="mysql -h"$host" -u"$user" -p"$password""
cat data.txt | while read id name birth sex
do
$mysql_conn -e "INSERT INTO school.student1 values('$id','$name','$birth','$sex')"
done
执行脚本
sh import_mysql.sh
导入数据可以用load，有时候有一些特殊需求比如插入s_id大于1014的行，这个时候就需要使用 shell 语句进行过滤了
import_mysql.sh
#!/bin/bash
#
user="dbuser"
password="123456"
host="10.11.0.215"
mysql_conn="mysql -h"$host" -u"$user" -p"$password""
cat data.txt | while read id name birth sex
do
# 有插入条件
if [ $id -gt 1014 ];then
$mysql_conn -e "INSERT INTO school.student1 values('$id','$name','$birth','$sex')"
fi
done
执行脚本
sh import_mysql.sh sh operate_mysql.sh school "select * from student1"
需求2：
data2.txt
2021|hao|1989-12-21|male 2022|zhang|1989-12-21|male 2023|ouyang|1989-12-21|male 2024|li|1989-12-21|female
cat import_mysql-2.sh
#!/bin/bash
#
user="dbuser"
password="123456"
host="10.11.0.215"
# IFS是系统自带的变量，分隔符 input filre saperator
IFS="|"
cat data2.txt | while read id name birth sex
do
# 注意，当使用|类似这种特殊符号时，需要将mysql命令不写成命令，否则会报错
mysql -u"$user" -p"$password" -h"$host" -e "INSERT INTO school.student2 values('$id','$name','$birth','$sex')"
done
#
# 使用冒号: 分隔也没有问题
执行脚本
sh import_mysql-2.sh sh operate_mysql.sh school "select * from student2"
data3.txt
2025:hao:1989-12-21:male 2026:zhang:1989-12-21:male 2027:ouyang:1989-12-21:male 2028:li:1989-12-21:female
import_mysql-2.sh
#!/bin/bash
#
user="dbuser"
password="123456"
host="10.11.0.215"
#mysql_conn="mysql -h"$host" -u"$user" -p"$password""
# IFS是系统自带的变量，分隔符 input filre saperator
IFS=":"
cat data3.txt | while read id name birth sex
do
mysql -u"$user" -p"$password" -h"$host" -e "INSERT INTO school.student2 values('$id','$name','$birth','$sex')"
done
执行脚本
sh import_mysql-2.sh sh operate_mysql.sh school "select * from student2"
