sphinx 增量索引

source main
{
type = mysql

sql_host = localhost
sql_user = root
sql_pass =
sql_db = ars_log
sql_port = 3306

sql_query_pre = SET NAMES utf8
sql_query_pre = REPLACE INTO sph_counter SELECT 1, MAX(id) FROM log_20171011

sql_query = SELECT id, account, hardware_id, sys_type, log_level, log_code, version, client_time, title, content, status \
FROM log_20171011 \
WHERE id <= ( SELECT max_doc_id FROM sph_counter WHERE counter_id = 1 )

sql_attr_uint = sys_type
sql_attr_uint = log_level
sql_attr_uint = log_code
sql_attr_uint = status

sql_attr_bigint= account

sql_attr_string = hardware_id
sql_attr_string = version
sql_attr_string = client_time
sql_attr_string = title

sql_query_info = SELECT * FROM log_20171011 WHERE id = $id
}

source main_delta : main
{
sql_query_pre = SET NAMES utf8

sql_query = SELECT id, account, hardware_id, sys_type, log_level, log_code, version, client_time, title, content, status \
FROM log_20171011 WHERE id>( SELECT max_doc_id FROM sph_counter WHERE counter_id = 1 )

sql_query_post = UPDATE sph_counter SET max_doc_id = (SELECT MAX(id) FROM log_20171011) \
WHERE counter_id = 1
}

index log
{
source = main
docinfo= extern
path = D:/sphinx/data/log/log_20171011/log
mlock = 0
morphology = none

charset_type= utf-8
charset_table = 0..9, A..Z->a..z, _, a..z, U+410..U+42F->U+430..U+44F, U+430..U+44F
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
html_strip = 0

}

index log_delta : log
{
source = main_delta
docinfo= extern
path = D:/sphinx/data/log/log_20171011/log_delta
mlock = 0
morphology = none
charset_type= utf-8
charset_table = 0..9, A..Z->a..z, _, a..z, U+410..U+42F->U+430..U+44F, U+430..U+44F
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
html_strip = 0
}

indexer
{
mem_limit = 100M
}

searchd
{
listen = 9312
log = D:/sphinx/log/log/searchd.log
query_log= D:/sphinx/log/log/query.log
read_timeout = 5
client_timeout = 300
max_children = 30
max_matches = 1000
workers = threads
pid_file = D:/sphinx/data/searchd.pid
}

de>重建主索引和增量索引：de>

[plain] view plain copy

1. /usr/local/coreseek/bin/indexer--config /usr/local/coreseek/etc/csft.conf -rotate index_main  
2. /usr/local/coreseek/bin/indexer--config /usr/local/coreseek/etc/csft.conf -rotate index_add  

 

de>合并建主索引和增量索引：de>

[plain] view plain copy

1. indexer --config /usr/local/coreseek/etc/csft.conf --merge index_main index_add --merge-dst-range deleted 0 0 -rotate  

 

de>
de>

重建整个索引：

[plain] view plain copy

1. /usr/local/coreseek/bin/indexer --config /usr/local/coreseek/etc/csft.conf --rotate --all