什么也不说,直接上代码
import sqlite3import osimport stringimport fileinputpath_log_nginx = r"E:\xxx-logs\20100904"conn = sqlite3.connect('log.db')c = conn.cursor()#c.execute('''drop table log''')c.execute('''create table log(ip text)''')for file in os.listdir(path_log_nginx):if not file.endswith(".log"):print "WARN:%s is not a log file" %(file)continueprint "INFO:process file %s" %(file)for line in fileinput.input(os.path.join(path_log_nginx, file)):if line.startswith("192.168."):continue;c.execute("insert into log (ip) values ('%s')" %(line[0:line.find(" - - [")]))conn.commit()#c.execute("select ip, count(*) c from log group by ip having c > 1000 order by c desc")# We can also close the cursor if we are done with itc.close()#print "done..."
完工后
sqlite3.exe log.db
>select ip, count(*) c from log group by ip having c > 1000 order by c desc;