设为首页 收藏本站
查看: 337|回复: 0

[经验分享] mysql 复制搭建关键步骤

[复制链接]

尚未签到

发表于 2018-10-8 10:14:30 | 显示全部楼层 |阅读模式
  mysql GTID replication 设置:
  主服务器my.cnf 参数:
  [client]
  #no-beep
  # pipe
  # socket=0.0
  port=3306
  [mysql]
  default-character-set=utf8
  # SERVER SECTION
  # ----------------------------------------------------------------------
  #
  # The following options will be read by the MySQL Server. Make sure that
  # you have installed the server correctly (see above) so it reads this
  # file.
  #
  # server_type=3
  [mysqld]
  # The next three options are mutually exclusive to SERVER_PORT below.
  # skip-networking
  # enable-named-pipe
  # shared-memory
  # shared-memory-base-name=MYSQL
  # The Pipe the MySQL Server will use
  # socket=MYSQL
  # The TCP/IP Port the MySQL Server will listen on
  port=3306

  # Path to installation directory. All paths are usually resolved>  #basedir = "C:\ProgramData\MySQL\MySQL Server 5.7"
  # Path to the database root
  datadir="/var/lib/mysql"
  tmpdir = "/tmp"
  socket = "/var/run/mysqld/mysqld.sock"
  bind-address = 0.0.0.0
  # The default character set that will be used when a new schema or table is
  # created and no character set is defined
  character-set-server=utf8
  # The default storage engine that will be used when create new tables when
  default-storage-engine=INNODB
  explicit_defaults_for_timestamp = true
  # Set the SQL mode to strict
  sql-mode="STRICT_TRANS_TABLES,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION"
  # Enable Windows Authentication
  # plugin-load=authentication_windows.dll
  # General and Slow logging.
  log-output=FILE
  general-log=1
  general_log_file="mysql-log.log"
  slow-query-log=1
  slow_query_log_file="mysql-slow.log"
  long_query_time=10
  # Binary Logging.
  log-bin="mysql-bin"
  binlog_format = row
  log-slave-updates=true
  gtid-mode=on
  expire-logs-days = 5
  enforce-gtid-consistency=on
  master-info-repository=TABLE
  relay-log-info-repository=TABLE
  sync-master-info=1
  slave-parallel-workers=4
  # Error Logging.
  log-error="mysql.err"

  # Server>  server-id=2
  # The maximum amount of concurrent sessions the MySQL server will
  # allow. One of these connections will be reserved for a user with
  # SUPER privileges to allow the administrator to login even if the
  # connection limit has been reached.
  max_connections=2000
  # Query cache is used to cache SELECT results and later return them
  # without actual executing the same query once again. Having the query
  # cache enabled may result in significant speed improvements, if your

  # have a lot of>  # "Qcache_lowmem_prunes" status variable to check if the current value
  # is high enough for your load.
  # Note: In case your tables change very often or if your queries are
  # textually different every time, the query cache may result in a
  # slowdown instead of a performance improvement.
  query_cache_size=0
  # The number of open tables for all threads. Increasing this value
  # increases the number of file descriptors that mysqld requires.
  # Therefore you have to make sure to set the amount of open files
  # allowed to at least 4096 in the variable "open-files-limit" in
  # section [mysqld_safe]
  table_open_cache=2000

  # Maximum>  # grows larger than this value, it is automatically converted to disk
  # based table This limitation is for a single table. There can be many
  # of them.
  tmp_table_size=246M
  # How many threads we should keep in a cache for reuse. When a client
  # disconnects, the client's threads are put in the cache if there aren't
  # more than thread_cache_size threads from before. This greatly reduces
  # the amount of thread creations needed if you have a lot of new
  # connections. (Normally this doesn't give a notable performance
  # improvement if you have a good thread implementation.)
  thread_cache_size=300
  #限定用于每个数据库线程的栈大小。默认设置足以满足大多数应用
  thread_stack = 192k
  #*** MyISAM Specific options

  # The maximum>
  # recreating the index (during REPAIR,>  # If the file-size would be bigger than this, the index will be created
  # through the key cache (which is slower).
  #myisam_max_sort_file_size=100G
  # If the temporary file used for fast index creation would be bigger
  # than using the key cache by the amount specified here, then prefer the
  # key cache method. This is mainly used to force long character keys in
  # large tables to use the slower key cache method to create the index.
  #myisam_sort_buffer_size=37M

  #>  # Do not set it larger than 30% of your available memory, as some memory
  # is also required by the OS to cache rows. Even if you're not using
  # MyISAM tables, you should still set it to 8-64M as it will also be
  # used for internal temporary disk tables.
  key_buffer_size=512M

  #>  # Allocated per thread, if a full scan is needed.
  read_buffer_size=4M
  read_rnd_buffer_size=32M
  #*** INNODB Specific options ***
  # innodb_data_home_dir=0.0
  # Use this option if you have a MySQL server with InnoDB support enabled
  # but you do not plan to use it. This will save memory and disk space
  # and speed up some things.
  # skip-innodb
  innodb_data_home_dir = "/var/lib/mysql"
  # If set to 1, InnoDB will flush (fsync) the transaction logs to the
  # disk at each commit, which offers full ACID behavior. If you are
  # willing to compromise this safety, and you are running small
  # transactions, you may set this to 0 or 2 to reduce disk I/O to the
  # logs. Value 0 means that the log is only written to the log file and
  # the log file flushed to disk approximately once per second. Value 2
  # means the log is written to the log file at each commit, but the log
  # file is only flushed to disk approximately once per second.
  innodb_flush_log_at_trx_commit=0

  # The>  # it is full, InnoDB will have to flush it to disk. As it is flushed
  # once per second anyway, it does not make sense to have it very large
  # (even with long transactions).
  innodb_log_buffer_size=16M
  # InnoDB, unlike MyISAM, uses a buffer pool to cache both indexes and
  # row data. The bigger you set this the less disk I/O is needed to
  # access data in tables. On a dedicated database server you may set this

  # parameter up to 80% of the machine physical memory>  # too large, though, because competition of the physical memory may
  # cause paging in the operating system. Note that on 32bit systems you
  # might be limited to 2-3.5G of user level memory per process, so do not
  # set it too high.
  innodb_buffer_pool_size=256M

  #>
  # of log files to about 25%-100% of your buffer pool>  # unneeded buffer pool flush activity on log file overwrite. However,

  # note that a larger logfile>  # recovery process.
  innodb_log_file_size=128M
  # Number of threads allowed inside the InnoDB kernel. The optimal value
  # depends highly on the application, hardware as well as the OS
  # scheduler properties. A too high value may lead to thread thrashing.
  innodb_thread_concurrency=128

  # The increment>  innodb_autoextend_increment=1000
  # The number of regions that the InnoDB buffer pool is divided into.
  # For systems with buffer pools in the multi-gigabyte range, dividing the buffer pool into separate instances can improve concurrency,
  # by reducing contention as different threads read and write to cached pages.
  innodb_buffer_pool_instances=8
  # Determines the number of threads that can enter InnoDB concurrently.
  innodb_concurrency_tickets=5000
  # Specifies how long in milliseconds (ms) a block inserted into the old sublist must stay there after its first access before
  # it can be moved to the new sublist.
  innodb_old_blocks_time=1000
  # It specifies the maximum number of .ibd files that MySQL can keep open at one time. The minimum value is 10.
  innodb_open_files=300
  # When this variable is enabled, InnoDB updates statistics during metadata statements.
  innodb_stats_on_metadata=0
  # When innodb_file_per_table is enabled (the default in 5.6.6 and higher), InnoDB stores the data and indexes for each newly created table
  # in a separate .ibd file, rather than in the system tablespace.
  innodb_file_per_table=1
  # Use the following list of values: 0 for crc32, 1 for strict_crc32, 2 for innodb, 3 for strict_innodb, 4 for none, 5 for strict_none.
  innodb_checksum_algorithm=0
  # The number of outstanding connection requests MySQL can have.
  # This option is useful when the main MySQL thread gets many connection requests in a very short time.
  # It then takes some time (although very little) for the main thread to check the connection and start a new thread.
  # The back_log value indicates how many requests can be stacked during this short time before MySQL momentarily
  # stops answering new requests.
  # You need to increase this only if you expect a large number of connections in a short period of time.
  back_log=80
  # If this is set to a nonzero value, all tables are closed every flush_time seconds to free up resources and
  # synchronize unflushed data to disk.
  # This option is best used only on systems with minimal resources.
  flush_time=0

  # The minimum>  # indexes and thus perform full table scans.
  join_buffer_size=128M

  # The maximum>  # mysql_stmt_send_long_data() C API function.
  max_allowed_packet=1024M
  # If more than this many successive connection requests from a host are interrupted without a successful connection,
  # the server blocks that host from performing further connections.
  max_connect_errors=2000
  # Changes the number of file descriptors available to mysqld.
  # You should try increasing the value of this option if mysqld gives you the error "Too many open files".
  open_files_limit=4161
  # Set the query cache type. 0 for OFF, 1 for ON and 2 for DEMAND.
  query_cache_type=0
  # If you see many sort_merge_passes per second in SHOW GLOBAL STATUS output, you can consider increasing the
  # sort_buffer_size value to speed up ORDER BY or GROUP BY operations that cannot be improved with query optimization
  # or improved indexing.
  sort_buffer_size=32M
  # The number of table definitions (from .frm files) that can be stored in the definition cache.
  # If you use a large number of tables, you can create a large table definition cache to speed up opening of tables.
  # The table definition cache takes less space and does not use file descriptors, unlike the normal table cache.
  # The minimum and default values are both 400.
  table_definition_cache=1400

  # Specify the maximum>
  # Rows are grouped into events smaller than this>  binlog_row_event_max_size=8K
  # If the value of this variable is greater than 0, a replication slave synchronizes its master.info file to disk.
  # (using fdatasync()) after every sync_master_info events.
  sync_master_info=10000

  # If the value of this variable is greater than 0, the MySQL server synchronizes its>
  # (using fdatasync()) after every sync_relay_log writes to the>  sync_relay_log=10000

  # If the value of this variable is greater than 0, a replication slave synchronizes its>  # (using fdatasync()) after every sync_relay_log_info transactions.
  sync_relay_log_info=10000
  #批量插入数据缓存大小,可以有效提高插入效率,默认为8M
  bulk_insert_buffer_size = 64M
  interactive_timeout = 120
  wait_timeout = 120
  log-bin-trust-function-creators=1
  从服务器my.cnf 配置内容:
  [client]
  no-beep
  # pipe
  # socket=0.0
  port=3306
  [mysql]
  default-character-set=utf8
  # SERVER SECTION
  # ----------------------------------------------------------------------
  #
  # The following options will be read by the MySQL Server. Make sure that
  # you have installed the server correctly (see above) so it reads this
  # file.
  #
  # server_type=3
  [mysqld]
  # The next three options are mutually exclusive to SERVER_PORT below.
  # skip-networking
  # enable-named-pipe
  # shared-memory
  # shared-memory-base-name=MYSQL
  # The Pipe the MySQL Server will use
  # socket=MYSQL
  # The TCP/IP Port the MySQL Server will listen on
  port=3306

  # Path to installation directory. All paths are usually resolved>  #basedir = "C:\ProgramData\MySQL\MySQL Server 5.7"
  # Path to the database root
  datadir="/var/lib/mysql"
  tmpdir = "/tmp"
  socket = "/var/run/mysqld/mysqld.sock"
  bind-address = 0.0.0.0
  # The default character set that will be used when a new schema or table is
  # created and no character set is defined
  character-set-server=utf8
  # The default storage engine that will be used when create new tables when
  default-storage-engine=INNODB
  explicit_defaults_for_timestamp = true
  # Set the SQL mode to strict
  sql-mode="STRICT_TRANS_TABLES,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION"
  # Enable Windows Authentication
  # plugin-load=authentication_windows.dll
  # General and Slow logging.
  log-output=FILE
  general-log=1
  general_log_file="mysql-log.log"
  slow-query-log=1
  slow_query_log_file="mysql-slow.log"
  long_query_time=10
  # Binary Logging.
  log-bin="mysql-bin"
  binlog_format = row
  max_binlog_size = 128M
  binlog_cache_size = 2M
  expire-logs-days = 5
  log-slave-updates=true
  gtid-mode=on
  enforce-gtid-consistency=true
  master-info-repository=TABLE
  relay-log-info-repository=TABLE
  sync-master-info=1
  slave-parallel-workers=4
  #rpl_semi_sync_slave_enabled = 1
  skip-slave-start
  #Error Logging.
  log-error="mysql.err"

  # Server>  server-id=3
  # The maximum amount of concurrent sessions the MySQL server will
  # allow. One of these connections will be reserved for a user with
  # SUPER privileges to allow the administrator to login even if the
  # connection limit has been reached.
  max_connections=2000
  # Query cache is used to cache SELECT results and later return them
  # without actual executing the same query once again. Having the query
  # cache enabled may result in significant speed improvements, if your

  # have a lot of>  # "Qcache_lowmem_prunes" status variable to check if the current value
  # is high enough for your load.
  # Note: In case your tables change very often or if your queries are
  # textually different every time, the query cache may result in a
  # slowdown instead of a performance improvement.
  query_cache_size=0
  # The number of open tables for all threads. Increasing this value
  # increases the number of file descriptors that mysqld requires.
  # Therefore you have to make sure to set the amount of open files
  # allowed to at least 4096 in the variable "open-files-limit" in
  # section [mysqld_safe]
  table_open_cache=2000

  # Maximum>  # grows larger than this value, it is automatically converted to disk
  # based table This limitation is for a single table. There can be many
  # of them.
  tmp_table_size=246M
  # How many threads we should keep in a cache for reuse. When a client
  # disconnects, the client's threads are put in the cache if there aren't
  # more than thread_cache_size threads from before. This greatly reduces
  # the amount of thread creations needed if you have a lot of new
  # connections. (Normally this doesn't give a notable performance
  # improvement if you have a good thread implementation.)
  thread_cache_size=300
  #限定用于每个数据库线程的栈大小。默认设置足以满足大多数应用
  thread_stack = 192k
  #*** MyISAM Specific options

  # The maximum>
  # recreating the index (during REPAIR,>  # If the file-size would be bigger than this, the index will be created
  # through the key cache (which is slower).
  #myisam_max_sort_file_size=100G
  # If the temporary file used for fast index creation would be bigger
  # than using the key cache by the amount specified here, then prefer the
  # key cache method. This is mainly used to force long character keys in
  # large tables to use the slower key cache method to create the index.
  #myisam_sort_buffer_size=37M

  #>  # Do not set it larger than 30% of your available memory, as some memory
  # is also required by the OS to cache rows. Even if you're not using
  # MyISAM tables, you should still set it to 8-64M as it will also be
  # used for internal temporary disk tables.
  key_buffer_size=512M

  #>  # Allocated per thread, if a full scan is needed.
  read_buffer_size=4M
  read_rnd_buffer_size=32M
  #*** INNODB Specific options ***
  # innodb_data_home_dir=0.0
  # Use this option if you have a MySQL server with InnoDB support enabled
  # but you do not plan to use it. This will save memory and disk space
  # and speed up some things.
  # skip-innodb
  innodb_data_home_dir = "/var/lib/mysql"
  # If set to 1, InnoDB will flush (fsync) the transaction logs to the
  # disk at each commit, which offers full ACID behavior. If you are
  # willing to compromise this safety, and you are running small
  # transactions, you may set this to 0 or 2 to reduce disk I/O to the
  # logs. Value 0 means that the log is only written to the log file and
  # the log file flushed to disk approximately once per second. Value 2
  # means the log is written to the log file at each commit, but the log
  # file is only flushed to disk approximately once per second.
  innodb_flush_log_at_trx_commit=0

  # The>  # it is full, InnoDB will have to flush it to disk. As it is flushed
  # once per second anyway, it does not make sense to have it very large
  # (even with long transactions).
  innodb_log_buffer_size=16M
  # InnoDB, unlike MyISAM, uses a buffer pool to cache both indexes and
  # row data. The bigger you set this the less disk I/O is needed to
  # access data in tables. On a dedicated database server you may set this

  # parameter up to 80% of the machine physical memory>  # too large, though, because competition of the physical memory may
  # cause paging in the operating system. Note that on 32bit systems you
  # might be limited to 2-3.5G of user level memory per process, so do not
  # set it too high.
  innodb_buffer_pool_size=256M

  #>
  # of log files to about 25%-100% of your buffer pool>  # unneeded buffer pool flush activity on log file overwrite. However,

  # note that a larger logfile>  # recovery process.
  innodb_log_file_size=128M
  # Number of threads allowed inside the InnoDB kernel. The optimal value
  # depends highly on the application, hardware as well as the OS
  # scheduler properties. A too high value may lead to thread thrashing.
  innodb_thread_concurrency=128

  # The increment>  innodb_autoextend_increment=1000
  # The number of regions that the InnoDB buffer pool is divided into.
  # For systems with buffer pools in the multi-gigabyte range, dividing the buffer pool into separate instances can improve concurrency,
  # by reducing contention as different threads read and write to cached pages.
  innodb_buffer_pool_instances=8
  # Determines the number of threads that can enter InnoDB concurrently.
  innodb_concurrency_tickets=5000
  # Specifies how long in milliseconds (ms) a block inserted into the old sublist must stay there after its first access before
  # it can be moved to the new sublist.
  innodb_old_blocks_time=1000
  # It specifies the maximum number of .ibd files that MySQL can keep open at one time. The minimum value is 10.
  innodb_open_files=300
  # When this variable is enabled, InnoDB updates statistics during metadata statements.
  innodb_stats_on_metadata=0
  # When innodb_file_per_table is enabled (the default in 5.6.6 and higher), InnoDB stores the data and indexes for each newly created table
  # in a separate .ibd file, rather than in the system tablespace.
  innodb_file_per_table=1
  # Use the following list of values: 0 for crc32, 1 for strict_crc32, 2 for innodb, 3 for strict_innodb, 4 for none, 5 for strict_none.
  innodb_checksum_algorithm=0
  # The number of outstanding connection requests MySQL can have.
  # This option is useful when the main MySQL thread gets many connection requests in a very short time.
  # It then takes some time (although very little) for the main thread to check the connection and start a new thread.
  # The back_log value indicates how many requests can be stacked during this short time before MySQL momentarily
  # stops answering new requests.
  # You need to increase this only if you expect a large number of connections in a short period of time.
  back_log=80
  # If this is set to a nonzero value, all tables are closed every flush_time seconds to free up resources and
  # synchronize unflushed data to disk.
  # This option is best used only on systems with minimal resources.
  flush_time=0

  # The minimum>  # indexes and thus perform full table scans.
  join_buffer_size=128M

  # The maximum>  # mysql_stmt_send_long_data() C API function.
  max_allowed_packet=1024M
  # If more than this many successive connection requests from a host are interrupted without a successful connection,
  # the server blocks that host from performing further connections.
  max_connect_errors=2000
  # Changes the number of file descriptors available to mysqld.
  # You should try increasing the value of this option if mysqld gives you the error "Too many open files".
  open_files_limit=4161
  # Set the query cache type. 0 for OFF, 1 for ON and 2 for DEMAND.
  query_cache_type=0
  # If you see many sort_merge_passes per second in SHOW GLOBAL STATUS output, you can consider increasing the
  # sort_buffer_size value to speed up ORDER BY or GROUP BY operations that cannot be improved with query optimization
  # or improved indexing.
  sort_buffer_size=32M
  # The number of table definitions (from .frm files) that can be stored in the definition cache.
  # If you use a large number of tables, you can create a large table definition cache to speed up opening of tables.
  # The table definition cache takes less space and does not use file descriptors, unlike the normal table cache.
  # The minimum and default values are both 400.
  table_definition_cache=1400

  # Specify the maximum>
  # Rows are grouped into events smaller than this>  binlog_row_event_max_size=8K
  # If the value of this variable is greater than 0, a replication slave synchronizes its master.info file to disk.
  # (using fdatasync()) after every sync_master_info events.
  sync_master_info=10000

  # If the value of this variable is greater than 0, the MySQL server synchronizes its>
  # (using fdatasync()) after every sync_relay_log writes to the>  sync_relay_log=10000

  # If the value of this variable is greater than 0, a replication slave synchronizes its>  # (using fdatasync()) after every sync_relay_log_info transactions.
  sync_relay_log_info=10000
  #批量插入数据缓存大小,可以有效提高插入效率,默认为8M
  bulk_insert_buffer_size = 64M
  interactive_timeout = 120
  wait_timeout = 120
  log-bin-trust-function-creators=1


运维网声明 1、欢迎大家加入本站运维交流群:群②:261659950 群⑤:202807635 群⑦870801961 群⑧679858003
2、本站所有主题由该帖子作者发表,该帖子作者与运维网享有帖子相关版权
3、所有作品的著作权均归原作者享有,请您和我们一样尊重他人的著作权等合法权益。如果您对作品感到满意,请购买正版
4、禁止制作、复制、发布和传播具有反动、淫秽、色情、暴力、凶杀等内容的信息,一经发现立即删除。若您因此触犯法律,一切后果自负,我们对此不承担任何责任
5、所有资源均系网友上传或者通过网络收集,我们仅提供一个展示、介绍、观摩学习的平台,我们不对其内容的准确性、可靠性、正当性、安全性、合法性等负责,亦不承担任何法律责任
6、所有作品仅供您个人学习、研究或欣赏,不得用于商业或者其他用途,否则,一切后果均由您自己承担,我们对此不承担任何法律责任
7、如涉及侵犯版权等问题,请您及时通知我们,我们将立即采取措施予以解决
8、联系人Email:admin@iyunv.com 网址:www.yunweiku.com

所有资源均系网友上传或者通过网络收集,我们仅提供一个展示、介绍、观摩学习的平台,我们不对其承担任何法律责任,如涉及侵犯版权等问题,请您及时通知我们,我们将立即处理,联系人Email:kefu@iyunv.com,QQ:1061981298 本贴地址:https://www.yunweiku.com/thread-616266-1-1.html 上篇帖子: MySQL Merge引擎实现分表 下篇帖子: 源码编译安装mysql5.7.18
您需要登录后才可以回帖 登录 | 立即注册

本版积分规则

扫码加入运维网微信交流群X

扫码加入运维网微信交流群

扫描二维码加入运维网微信交流群,最新一手资源尽在官方微信交流群!快快加入我们吧...

扫描微信二维码查看详情

客服E-mail:kefu@iyunv.com 客服QQ:1061981298


QQ群⑦:运维网交流群⑦ QQ群⑧:运维网交流群⑧ k8s群:运维网kubernetes交流群


提醒:禁止发布任何违反国家法律、法规的言论与图片等内容;本站内容均来自个人观点与网络等信息,非本站认同之观点.


本站大部分资源是网友从网上搜集分享而来,其版权均归原作者及其网站所有,我们尊重他人的合法权益,如有内容侵犯您的合法权益,请及时与我们联系进行核实删除!



合作伙伴: 青云cloud

快速回复 返回顶部 返回列表