mysql主库磁盘空间爆满导致从库错误

2020-06-30 19:21:03 2901 [ERROR] Error reading packet from server: binlog truncated in the middle of event; consider out of disk space on master; the first event 'binlog.000081' at 1023205244, the last event read from '/home/mysql/binlog/binlog.000081' at 1023205366, the last byte read from '/home/mysql/binlog/binlog.000081' at 1023205376. (server_errno=1236)
2020-06-30 19:21:03 2901 [ERROR] Slave I/O: Got fatal error 1236 from master when reading data from binary log: 'binlog truncated in the middle of event; consider out of disk space on master; the first event 'binlog.000081' at 1023205244, the last event read from '/home/mysql/binlog/binlog.000081' at 1023205366, the last byte read from '/home/mysql/binlog/binlog.000081' at 1023205376.', Error_code: 1236
2020-06-30 19:21:03 2901 [Note] Slave I/O thread exiting, read up to log 'binlog.000081', position 1023205366


mysql> show slave status \G;
*************************** 1. row ***************************
               Slave_IO_State:
                  Master_Host: 192.168.1.22
                  Master_User: repl
                  Master_Port: 3306
                Connect_Retry: 60
              Master_Log_File: binlog.000081
          Read_Master_Log_Pos: 1023205366
               Relay_Log_File: relay-bin.000003
                Relay_Log_Pos: 351
        Relay_Master_Log_File: binlog.000081
             Slave_IO_Running: No
            Slave_SQL_Running: Yes
              Replicate_Do_DB:
          Replicate_Ignore_DB:
           Replicate_Do_Table:
       Replicate_Ignore_Table:
      Replicate_Wild_Do_Table:
  Replicate_Wild_Ignore_Table:
                   Last_Errno: 0
                   Last_Error:
                 Skip_Counter: 0
          Exec_Master_Log_Pos: 1023205244
              Relay_Log_Space: 9209366
              Until_Condition: None
               Until_Log_File:
                Until_Log_Pos: 0
           Master_SSL_Allowed: No
           Master_SSL_CA_File:
           Master_SSL_CA_Path:
              Master_SSL_Cert:
            Master_SSL_Cipher:
               Master_SSL_Key:
        Seconds_Behind_Master: 0
Master_SSL_Verify_Server_Cert: No
                Last_IO_Errno: 1236
                Last_IO_Error: Got fatal error 1236 from master when reading data from binary log: 'binlog truncated in the middle of event; consider out of disk space on master; the first event 'binlog.000081' at 1023205244, the last event read from '/home/mysql/binlog/binlog.000081' at 1023205366, the last byte read from '/home/mysql/binlog/binlog.000081' at 1023205376.'
               Last_SQL_Errno: 0
               Last_SQL_Error:
  Replicate_Ignore_Server_Ids:
             Master_Server_Id: 1
                  Master_UUID: c95fcd3a-98ae-11e5-b124-5820b106a87c
             Master_Info_File: /home/mysql/data/master.info
                    SQL_Delay: 0
          SQL_Remaining_Delay: NULL
      Slave_SQL_Running_State: Slave has read all relay log; waiting for the slave I/O thread to update it
           Master_Retry_Count: 86400
                  Master_Bind:
      Last_IO_Error_Timestamp: 200630 19:21:03
     Last_SQL_Error_Timestamp:
               Master_SSL_Crl:
           Master_SSL_Crlpath:
           Retrieved_Gtid_Set: c95fcd3a-98ae-11e5-b124-5820b106a87c:26482192-26487092
            Executed_Gtid_Set: c95fcd3a-98ae-11e5-b124-5820b106a87c:1-26487091
                Auto_Position: 0
1 row in set (0.00 sec)


##执行如下语句发现还是报如上的错误
stop slave;
change master to master_host='192.168.1.22',master_port=3306,master_user='repl',master_password='repl',master_log_file='binlog.000081',master_log_pos=1023205366;
start slave;

##查看该pos之后的内容

[root@dev-env-22 data]# mysqlbinlog --no-defaults --start-position=1023205366 /home/mysql/binlog/binlog.000081
/*!50530 SET @@SESSION.PSEUDO_SLAVE_MODE=1*/;
/*!40019 SET @@session.max_insert_delayed_threads=0*/;
/*!50003 SET @OLD_COMPLETION_TYPE=@@COMPLETION_TYPE,COMPLETION_TYPE=0*/;
DELIMITER /*!*/;
# at 4
#200609 12:41:42 server id 1  end_log_pos 120 CRC32 0x631df7f9  Start: binlog v 4, server v 5.6.27-log created 200609 12:41:42
BINLOG '
BhPfXg8BAAAAdAAAAHgAAAAAAAQANS42LjI3LWxvZwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA
AAAAAAAAAAAAAAAAAAAAAAAAEzgNAAgAEgAEBAQEEgAAXAAEGggAAAAICAgCAAAACgoKGRkAAfn3
HWM=
'/*!*/;
ERROR: Could not read entry at offset 1023205366: Error in log format or read error.
DELIMITER ;
# End of log file
ROLLBACK /* added by mysqlbinlog */;
/*!50003 SET COMPLETION_TYPE=@OLD_COMPLETION_TYPE*/;
/*!50530 SET @@SESSION.PSEUDO_SLAVE_MODE=0*/;

 

从下一个日志开始
stop slave;
change master to master_host='192.168.1.22',master_port=3306,master_user='repl',master_password='repl',master_log_file='binlog.000082',master_log_pos=0;
start slave;

master_log_pos=0 ##系统会自动匹配pos位置

mysqlbinlog --no-defaults --start-position=1023205366 /home/mysql/binlog/binlog.000081