maxwell安装
Maxwell安装手册
目录
- MySQL
- JDK
- 编辑my.cnf文件
vi /etc/my.cnf
- 添加/修改配置项
log_bin=mysql-bin
binlog-format=ROW
server_id=1
- 保存退出
- 创建maxwell账号并授权
set global validate_password_policy=0;
set global validate_password_length=1;
CREATE USER 'maxwell'@'%' IDENTIFIED BY 'maxwell@123';
GRANT ALL ON maxwell.* TO 'maxwell'@'%';
GRANT SELECT, REPLICATION CLIENT, REPLICATION SLAVE ON *.* TO 'maxwell'@'%';
flush privileges;
systemctl restart mysqld
systemctl status mysqld
tar -xzvf /soft/maxwell-1.28.2.tar.gz -C /data
- 复制并编辑配置文件
cd /data/maxwell-1.28.2
cp config.properties.example config.properties
vi config.properties
- 编辑mysql配置项
host=127.0.0.1
user=maxwell
password=maxwell@123
- 编辑kafka配置项
producer=kafka
kafka.bootstrap.servers=master:9092
kafka_topic=maxwells
- 复制认证文件到指定目录
mkdir -p /data/share/krb5
cp /soft/jaas.conf /data/share/krb5
cp /soft/kafka.keytab /data/share/krb5
cp /soft/kafka.keytab /etc
- 编辑config.properties文件
kafka.security.protocol=SASL_PLAINTEXT
kafka.sasl.kerberos.service.name=kafka
kafka.sasl.mechanism=GSSAPI
- 编辑maxwell, 在文件尾部附件的exec $JAVA $JAVA_OPTS后面增加:
vi /data/maxwell/maxwell-1.28.2/bin
添加内容：
-Djava.security.krb5.conf=/data/share/krb5/krb5.conf -Djava.security.auth.login.config=/data/share/krb5/jaas.conf
- 配置hosts
vi /etc/hosts
添加内容：
192.168.7.202 master
192.168.7.203 slave1
192.168.7.205 slave2
192.168.7.206 slave3
192.168.7.129 slave5
192.168.7.130 slave6
192.168.7.131 slave4
192.168.7.123 slave7
192.168.7.121 slave8
cd /data/maxwell-1.28.2
bin/maxwell --config config.properties --daemon --filter 'exclude:*.*,include:test.test'
-
- Filter样例
# 仅匹配foodb数据库的tbl表和所有table_数字的表
--filter='exclude: foodb.*, include: foodb.tbl, include: foodb./table_\d+/'
# 排除所有库所有表，仅匹配db1数据库
--filter = 'exclude: *.*, include: db1.*'
# 排除含db.tbl.col列值为reject的所有更新
--filter = 'exclude: db.tbl.col = reject'
# 排除任何包含col_a列的更新
--filter = 'exclude: *.*.col_a = *'
# blacklist 黑名单，完全排除bad_db数据库，若要恢复，必须删除maxwell库
--filter = 'blacklist: bad_db.*'