mysql 分表后8000张表 占用内存200M，表类型 Innodb
0
悬赏园豆：10
[已关闭问题]
关闭于 2013-11-24 18:01
我自己的抓取站点 在一个问题表数据量达到10万的时候，我做了分表处理
1各表拆为1000张表
前台打开网页的速度是明显快了，但是一开数据抓取程序，mysql的内存就立马上来了
mysql 内存为200M
iis 内存为200M 可能是谷歌在抓取
我也的抓取程序内存为30M左右
我查过，我的采集程序里面检索的sql都走索引，web展示的也是走索引的，
不知道为什么我开采集程序，内存就马上上去了
是mysql设置不对还是，求高手指点
下面是我的mysql 参数
| Variable_name | Value |
| Compression | ON |
| Slave_running | OFF |
| Rpl_status | NULL |
| Ssl_session_cache_mode | NONE |
| Innodb_data_read | 4174942208 |
| Innodb_data_written | 2641608704 |
| Innodb_os_log_written | 1622380544 |
| Innodb_rows_read | 1619927375 |
| Innodb_buffer_pool_read_requests | 1395933683 |
| Innodb_pages_read | 46392031 |
| Innodb_data_reads | 46392028 |
| Innodb_buffer_pool_write_requests | 14991248 |
| Innodb_buffer_pool_reads | 11724730 |
| Qcache_free_memory | 8746040 |
| Questions | 5789331 |
| Innodb_log_write_requests | 3760287 |
| Table_locks_immediate | 1945782 |
| Innodb_rows_inserted | 1936640 |
| Qcache_inserts | 1842639 |
| Uptime | 1322431 |
| Uptime_since_flush_status | 1322431 |
| Qcache_lowmem_prunes | 1264193 |
| Qcache_hits | 872305 |
| Innodb_data_writes | 588480 |
| Innodb_buffer_pool_read_ahead_rnd | 511593 |
| Innodb_buffer_pool_pages_flushed | 423941 |
| Innodb_dblwr_pages_written | 423941 |
| Innodb_pages_written | 423941 |
| Innodb_rows_updated | 354477 |
| Innodb_data_fsyncs | 187314 |
| Innodb_buffer_pool_read_ahead_seq | 158763 |
| Innodb_os_log_fsyncs | 137300 |
| Innodb_log_writes | 114229 |
| Innodb_pages_created | 108611 |
| Qcache_not_cached | 53832 |
| Key_blocks_unused | 43159 |
| Innodb_dblwr_writes | 24488 |
| Qcache_total_blocks | 22855 |
| Innodb_page_size | 16384 |
| Qcache_queries_in_cache | 8333 |
| Created_tmp_files | 7405 |
| Innodb_buffer_pool_pages_total | 5888 |
| Innodb_buffer_pool_pages_data | 5847 |
| Bytes_sent | 3626 |
| Qcache_free_blocks | 2781 |
| Innodb_rows_deleted | 1486 |
| Open_tables | 619 |
| Bytes_received | 432 |
| Handler_write | 386 |
| Handler_read_rnd_next | 257 |
| Connections | 217 |
| Key_read_requests | 110 |
| Aborted_connects | 92 |
| Innodb_buffer_pool_pages_misc | 41 |
| Open_files | 34 |
| Key_reads | 22 |
| Max_used_connections | 16 |
| Threads_created | 16 |
| Last_query_cost | 10.499 |
| Aborted_clients | 10 |
| Key_write_requests | 10 |
| Key_writes | 10 |
| Threads_connected | 10 |
| Threads_cached | 6 |
| Com_set_option | 4 |
| Com_show_status | 4 |
| Created_tmp_tables | 4 |
| Select_scan | 4 |
| Key_blocks_used | 2 |
| Com_show_databases | 1 |
| Com_show_variables | 1 |
| Flush_commands | 1 |
| Threads_running | 1 |
| Binlog_cache_disk_use | 0 |
| Binlog_cache_use | 0 |
| Com_admin_commands | 0 |
| Com_alter_db | 0 |
| Com_alter_table | 0 |
| Com_analyze | 0 |
| Com_backup_table | 0 |
| Com_begin | 0 |
| Com_call_procedure | 0 |
| Com_change_db | 0 |
| Com_change_master | 0 |
| Com_check | 0 |
| Com_checksum | 0 |
| Com_commit | 0 |
| Com_create_db | 0 |
| Com_create_function | 0 |
| Com_create_index | 0 |
| Com_create_table | 0 |
| Com_create_user | 0 |
| Com_dealloc_sql | 0 |
| Com_delete | 0 |
| Com_delete_multi | 0 |
| Com_do | 0 |
| Com_drop_db | 0 |
| Com_drop_function | 0 |
| Com_drop_index | 0 |
| Com_drop_table | 0 |
| Com_drop_user | 0 |
| Com_execute_sql | 0 |
| Com_flush | 0 |
| Com_grant | 0 |
| Com_ha_close | 0 |
| Com_ha_open | 0 |
| Com_ha_read | 0 |
| Com_help | 0 |
| Com_insert | 0 |
| Com_insert_select | 0 |
| Com_kill | 0 |
| Com_load | 0 |
| Com_load_master_data | 0 |
| Com_load_master_table | 0 |
| Com_lock_tables | 0 |
| Com_optimize | 0 |
| Com_preload_keys | 0 |
| Com_prepare_sql | 0 |
| Com_purge | 0 |
| Com_purge_before_date | 0 |
| Com_rename_table | 0 |
| Com_repair | 0 |
| Com_replace | 0 |
| Com_replace_select | 0 |
| Com_reset | 0 |
| Com_restore_table | 0 |
| Com_revoke | 0 |
| Com_revoke_all | 0 |
| Com_rollback | 0 |
| Com_savepoint | 0 |
| Com_select | 0 |
| Com_show_binlog_events | 0 |
| Com_show_binlogs | 0 |
| Com_show_charsets | 0 |
| Com_show_collations | 0 |
| Com_show_column_types | 0 |
| Com_show_create_db | 0 |
| Com_show_create_table | 0 |
| Com_show_errors | 0 |
| Com_show_fields | 0 |
| Com_show_grants | 0 |
| Com_show_innodb_status | 0 |
| Com_show_keys | 0 |
| Com_show_logs | 0 |
| Com_show_master_status | 0 |
| Com_show_ndb_status | 0 |
| Com_show_new_master | 0 |
| Com_show_open_tables | 0 |
| Com_show_privileges | 0 |
| Com_show_processlist | 0 |
| Com_show_slave_hosts | 0 |
| Com_show_slave_status | 0 |
| Com_show_storage_engines | 0 |
| Com_show_tables | 0 |
| Com_show_triggers | 0 |
| Com_show_warnings | 0 |
| Com_slave_start | 0 |
| Com_slave_stop | 0 |
| Com_stmt_close | 0 |
| Com_stmt_execute | 0 |
| Com_stmt_fetch | 0 |
| Com_stmt_prepare | 0 |
| Com_stmt_reset | 0 |
| Com_stmt_send_long_data | 0 |
| Com_truncate | 0 |
| Com_unlock_tables | 0 |
| Com_update | 0 |
| Com_update_multi | 0 |
| Com_xa_commit | 0 |
| Com_xa_end | 0 |
| Com_xa_prepare | 0 |
| Com_xa_recover | 0 |
| Com_xa_rollback | 0 |
| Com_xa_start | 0 |
| Created_tmp_disk_tables | 0 |
| Delayed_errors | 0 |
| Delayed_insert_threads | 0 |
| Delayed_writes | 0 |
| Handler_commit | 0 |
| Handler_delete | 0 |
| Handler_discover | 0 |
| Handler_prepare | 0 |
| Handler_read_first | 0 |
| Handler_read_key | 0 |
| Handler_read_next | 0 |
| Handler_read_prev | 0 |
| Handler_read_rnd | 0 |
| Handler_rollback | 0 |
| Handler_savepoint | 0 |
| Handler_savepoint_rollback | 0 |
| Handler_update | 0 |
| Innodb_buffer_pool_pages_dirty | 0 |
| Innodb_buffer_pool_pages_free | 0 |
| Innodb_buffer_pool_pages_latched | 0 |
| Innodb_buffer_pool_wait_free | 0 |
| Innodb_data_pending_fsyncs | 0 |
| Innodb_data_pending_reads | 0 |
| Innodb_data_pending_writes | 0 |
| Innodb_log_waits | 0 |
| Innodb_os_log_pending_fsyncs | 0 |
| Innodb_os_log_pending_writes | 0 |
| Innodb_row_lock_current_waits | 0 |
| Innodb_row_lock_time | 0 |
| Innodb_row_lock_time_avg | 0 |
| Innodb_row_lock_time_max | 0 |
| Innodb_row_lock_waits | 0 |
| Key_blocks_not_flushed | 0 |
| Not_flushed_delayed_rows | 0 |
| Open_streams | 0 |
| Opened_tables | 0 |
| Prepared_stmt_count | 0 |
| Select_full_join | 0 |
| Select_full_range_join | 0 |
| Select_range | 0 |
| Select_range_check | 0 |
| Slave_open_temp_tables | 0 |
| Slave_retried_transactions | 0 |
| Slow_launch_threads | 0 |
| Slow_queries | 0 |
| Sort_merge_passes | 0 |
| Sort_range | 0 |
| Sort_rows | 0 |
| Sort_scan | 0 |
| Ssl_accept_renegotiates | 0 |
| Ssl_accepts | 0 |
| Ssl_callback_cache_hits | 0 |
| Ssl_client_connects | 0 |
| Ssl_connect_renegotiates | 0 |
| Ssl_ctx_verify_depth | 0 |
| Ssl_ctx_verify_mode | 0 |
| Ssl_default_timeout | 0 |
| Ssl_finished_accepts | 0 |
| Ssl_finished_connects | 0 |
| Ssl_session_cache_hits | 0 |
| Ssl_session_cache_misses | 0 |
| Ssl_session_cache_overflows | 0 |
| Ssl_session_cache_size | 0 |
| Ssl_session_cache_timeouts | 0 |
| Ssl_sessions_reused | 0 |
| Ssl_used_session_cache_entries | 0 |
| Ssl_verify_depth | 0 |
| Ssl_verify_mode | 0 |
| Table_locks_waited | 0 |
| Tc_log_max_pages_used | 0 |
| Tc_log_page_size | 0 |
| Tc_log_page_waits | 0 |
| Ssl_cipher | |
| Ssl_cipher_list | |
| Ssl_version |
