Re: second node in InnoDB cluster stopped working
Posted by:
Ajay P
Date: November 17, 2017 12:15PM
Hi Frederic,
Thanks for replying .Its standalone cluster where we have one schema and testing a procedure call which works well with master/slave configuration before innodb cluster.Below i have stack trace for reference and this got fixed with upgrade to 5.7.20.After upgrade i see procedure call completed consistently without issues before it use to complete procedure call may be couple of times and run into error .
Thread 8 (Thread 0x7f3f9c601700 (LWP 21136)):
#0 0x00007f4040cc5945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f3f8cbae333 in native_cond_wait (mutex=0x7f3f75339328, cond=0x7f3f75339358) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/include/thr_cond.h:140
#2 my_cond_wait (mp=0x7f3f75339328, cond=0x7f3f75339358) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/include/thr_cond.h:195
#3 inline_mysql_cond_wait (src_file=0x7f3f8cc12750 "/export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/rapid/plugin/group_replication/include/plugin_utils.h", src_line=190, mutex=0x7f3f75339328, that=0x7f3f75339358) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/include/mysql/psi/mysql_thread.h:1184
#4 wait (this=0x7f3f75339320) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/rapid/plugin/group_replication/include/plugin_utils.h:190
#5 Wait_ticket<unsigned int>::waitTicket (this=0x7702a60, key=<optimized out>) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/rapid/plugin/group_replication/include/plugin_utils.h:330
#6 0x00007f3f8cbadf6f in group_replication_trans_before_commit (param=0x7f3f9c5fca30) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/rapid/plugin/group_replication/src/observer_trans.cc:611
#7 0x0000000000c2f27f in Trans_delegate::before_commit (this=0x1e6e0c0 <delegates_init()::trans_mem>, thd=thd@entry=0x7f3f7405ece0, all=all@entry=true, trx_cache_log=<optimized out>, stmt_cache_log=stmt_cache_log@entry=0x7f3f74abe388, cache_log_max_size=<optimized out>) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/rpl_handler.cc:325
#8 0x0000000000e95b4f in MYSQL_BIN_LOG::commit (this=0x1e909c0 <mysql_bin_log>, thd=0x7f3f7405ece0, all=<optimized out>) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/binlog.cc:8457
#9 0x00000000007fce81 in ha_commit_trans (thd=thd@entry=0x7f3f7405ece0, all=all@entry=true, ignore_global_read_lock=ignore_global_read_lock@entry=false) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/handler.cc:1795
#10 0x0000000000d6db79 in trans_commit (thd=thd@entry=0x7f3f7405ece0) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/transaction.cc:239
#11 0x0000000000cc2ee5 in mysql_execute_command (thd=thd@entry=0x7f3f7405ece0, first_level=first_level@entry=false) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sql_parse.cc:4265
#12 0x0000000000c49a80 in sp_instr_stmt::exec_core (this=0x7f3f74a1f758, thd=0x7f3f7405ece0, nextp=0x7f3f9c5fed90) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sp_instr.cc:983
#13 0x0000000000c4b73c in sp_lex_instr::reset_lex_and_exec_core (this=this@entry=0x7f3f74a1f758, thd=thd@entry=0x7f3f7405ece0, nextp=nextp@entry=0x7f3f9c5fed90, open_tables=open_tables@entry=false) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sp_instr.cc:411
#14 0x0000000000c4c12b in sp_lex_instr::validate_lex_and_execute_core (this=this@entry=0x7f3f74a1f758, thd=thd@entry=0x7f3f7405ece0, nextp=nextp@entry=0x7f3f9c5fed90, open_tables=open_tables@entry=false) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sp_instr.cc:711
#15 0x0000000000c4d2d8 in sp_instr_stmt::execute (this=0x7f3f74a1f758, thd=0x7f3f7405ece0, nextp=0x7f3f9c5fed90) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sp_instr.cc:894
#16 0x0000000000c452d4 in sp_head::execute (this=this@entry=0x7f3f749b2400, thd=thd@entry=0x7f3f7405ece0, merge_da_on_success=merge_da_on_success@entry=true) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sp_head.cc:789
#17 0x0000000000c48e37 in sp_head::execute_procedure (this=this@entry=0x7f3f749b2400, thd=thd@entry=0x7f3f7405ece0, args=args@entry=0x7f3f740611e0) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sp_head.cc:1522
#18 0x0000000000cc4502 in mysql_execute_command (thd=thd@entry=0x7f3f7405ece0, first_level=first_level@entry=true) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sql_parse.cc:4555
#19 0x0000000000cc9265 in mysql_parse (thd=thd@entry=0x7f3f7405ece0, parser_state=parser_state@entry=0x7f3f9c600540) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sql_parse.cc:5574
#20 0x0000000000cc9d5a in dispatch_command (thd=thd@entry=0x7f3f7405ece0, com_data=com_data@entry=0x7f3f9c600de0, command=COM_QUERY) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sql_parse.cc:1461
#21 0x0000000000ccb79f in do_command (thd=thd@entry=0x7f3f7405ece0) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/sql_parse.cc:999
#22 0x0000000000d8ad38 in handle_connection (arg=arg@entry=0x77ca0b0) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/sql/conn_handler/connection_handler_per_thread.cc:300
#23 0x000000000126de04 in pfs_spawn_thread (arg=0x780af30) at /export/home2/pb2/build/sb_1-23948522-1498141788.79/rpm/BUILD/mysql-5.7.19/mysql-5.7.19/storage/perfschema/pfs.cc:2188
#24 0x00007f4040cc1e25 in start_thread () from /lib64/libpthread.so.0
#25 0x00007f403f77e34d in clone () from /lib64/libc.so.6
Hope this helps .
Thanks,
Ajay.