FTP上传日志

sfituhdjyp

　　本类的功能：
　　1.每天凌晨1点自动上传昨天的一天的日志信息。
　　2.上传当天的日志信息。
　　注意点：
　　1.日志信息为存储于数据库中的json字符串。
　　2.生产的文件为xml格式，生成文件存储路径：工程名\WEB-INF\classes\4ALog
　　3.每个日志不超过1M
　　
　　LogTask.java
　　

package org.jasig.cas.a4.tools;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.List;
import java.util.TimerTask;
import org.apache.log4j.Logger;
import org.json.JSONObject;
import sun.net.TelnetOutputStream;
import sun.net.ftp.FtpClient;

/**
* Title : AuditLog4AService
* <p/>
* Description : 4A审计日志非实时接口
* <p/>
* CopyRight : CopyRight (c) 2011
* <p/>
* Company : 亚信联创科技(中国)有限公司
*/
public class LogTask extends TimerTask {
private static String propertieName = "4ALog.properties";
private static String charset = "UTF-8";
public static A4LogDao a4LogDao;
private static final int size = 1 * 1024 * 1024;
//测试
//    private static final int size = 2 * 1024; //* 1024;
private Logger log = Logger.getLogger(LogTask.class);
private boolean upLoadTodayLog = false;
/**
* {@inheritDoc}
*
* @see java.util.TimerTask#run()
*/
@Override
public void run() {
// 获取4A审计日志调度开关
try {
String  A4_switch = UtilProperties.getProperty(propertieName, "A4_switch","0");
if ("0".equals(A4_switch))return;
} catch (Exception ex) {
throw new RuntimeException("Error reading 4ALog.properties file. "
+ ex.getMessage(), ex);
}
Date startDate = null;
List<String> list = null;
try {
if(this.upLoadTodayLog==true){
//上传当天的日记
startDate = new SimpleDateFormat("yyyy-MM-dd").parse(DateUtil.getToday());
list = a4LogDao.query(startDate,DateUtil.nextDate(startDate, 1));
}else{
Date endDate = new SimpleDateFormat("yyyy-MM-dd").parse(DateUtil.getToday());
// 凌晨1点开始上传昨天的日志    精确到天的时间 2013-10-22
startDate = DateUtil.nextDate(endDate, -1);
list = a4LogDao.query(startDate, endDate);
}
} catch (ParseException e) {
}

if(list==null || list.size()==0)return;
// 日志文件名定义
String realPath = this.getClass().getClassLoader().getResource(
File.separator).getFile();
String filePath = realPath + File.separator + "4ALog";
File fileDir = new File(filePath);
if (!fileDir.exists()) {
fileDir.mkdirs();
}
String fileDate = DateUtil.date2String(startDate, DateUtil.YYYYMMDD);
int index = 1;
File file = new File(filePath + File.separator + "4A." + fileDate
+ "_"+index + ".log");
FileOutputStream fos = null;
try {
// 写文件头
StringBuffer sb = new StringBuffer();
sb.append("<?xml version='1.0' encoding='UTF-8'?>\n");
sb.append("<ROOT>\n");
fos = new FileOutputStream(file);
fos.write(sb.toString().getBytes(charset));

for (String jsonStr : list) {
JSONObject jsonObj = new JSONObject(jsonStr);
// 当写日志文件超过1M时，写文件尾，上传到FTP服务器，并新写入另一个日志文件，文件号自加1
if (file.length() >= size - 1000) {
fos.write("</ROOT>".getBytes(charset));
fos.flush();
fos.close();
this.uploadFile(file);
index = index + 1;
file = new File(filePath + File.separator + "4A."
+ fileDate+ "_"+ index + ".log");
fos = new FileOutputStream(file);
fos.write(sb.toString().getBytes(charset));
}
String identity_name = "JTNGBAM";
String resource_code = "JTNGBAM";
String module_id = "";
String module_name = "";
// 写日志文件内容
StringBuffer log = new StringBuffer();
log.append("<LOG4A>\n  ");
log.append("<RESOURCE_KIND>").append("1").append("</RESOURCE_KIND>\n  ");
log.append("<IDR_CREATION_TIME>").append( DateUtil.date2String(new Date(),
DateUtil.YYYY_MM_DD_HH_MM_SS)).append("</IDR_CREATION_TIME>\n  ");
log.append("<IDENTITY_NAME>").append(identity_name).append("</IDENTITY_NAME>\n  ");
log.append("<RESOURCE_CODE>").append(resource_code).append("</RESOURCE_CODE>\n  ");
log.append("<MAIN_ACCOUNT_NAME>").append(jsonObj.getString("main_account_name")).append("</MAIN_ACCOUNT_NAME>\n  ");
log.append("<SUB_ACCOUNT_NAME>").append(jsonObj.getString("sub_account_name")).append("</SUB_ACCOUNT_NAME>\n  ");
log.append("<OPERATE_TIME>").append(jsonObj.getString("operate_time")).append("</OPERATE_TIME>\n  ");
log.append("<OP_TYPE_NAME>").append(jsonObj.getString("op_type_name")).append("</OP_TYPE_NAME>\n  ");
log.append("<OP_TYPE_ID>").append(jsonObj.getString("op_type_id")).append("</OP_TYPE_ID>\n  ");
log.append("<OP_LEVEL_ID>").append(jsonObj.getString("op_level_id")).append("</OP_LEVEL_ID>\n  ");
log.append("<OPERATE_RESULT>").append(jsonObj.getString("operate_result")).append("</OPERATE_RESULT>\n  ");

log.append("<MODULE_ID>").append(module_id).append("</MODULE_ID>\n  ");
log.append("<MODULE_NAME>").append(module_name).append("</MODULE_NAME>\n  ");
log.append("<OPERATE_CONTENT>").append(jsonObj.getString("operate_content")).append("</OPERATE_CONTENT>\n  ");
log.append("<OBJECT_ID>").append("").append("</OBJECT_ID>\n  ");
log.append("<OBJECT_NAME>").append("").append("</OBJECT_NAME>\n   ");
log.append("<CLIENT_NETWORK_ADDRESS>").append(jsonObj.getString("client_address")).append("</CLIENT_NETWORK_ADDRESS>\n  ");
log.append("<CLIENT_ADDRESS>").append(jsonObj.getString("client_address")).append("</CLIENT_ADDRESS>\n  ");
log.append("<SERVER_ADDRESS>").append(jsonObj.getString("server_address")).append("</SERVER_ADDRESS>\n  ");
log.append("<CLIENT_CPU_SERIAL>").append("").append("</CLIENT_CPU_SERIAL>\n  ");
log.append("<CLIENT_PORT>").append("").append("</CLIENT_PORT>\n  ");
log.append("<CLIENT_MAC>").append("").append("</CLIENT_MAC>\n  ");
log.append("<SERVER_PORT>").append("").append("</SERVER_PORT>\n  ");
log.append("<SERVER_MAC>").append("").append("</SERVER_MAC>\n  ");
log.append("<SERVER_MAC>").append("").append("</SERVER_MAC>\n  ");
log.append("<BANKAPPROVE>").append("").append("</BANKAPPROVE>\n  ");
log.append("<BANKFLAG>").append("").append("</BANKFLAG>\n  ");
/*   
log.append("<DB_INFO_CODE>").append(db_info_code).append("</DB_INFO_CODE>\n  ");
log.append("<SQL_TABLES>").append(jsonObj.getString("sql_tables")).append("</SQL_TABLES>\n  ");
log.append("<SQL_WHERE_CONDITIONS>").append(jsonObj.getString("sql_where_conditions")).append("</SQL_WHERE_CONDITIONS>\n  ");
log.append("<TASK_CODE>").append("").append("</TASK_CODE>\n  ");
*/
log.append("</LOG4A>\n");
fos.write(log.toString().getBytes(charset));
fos.flush();
}
fos.write("</ROOT>".getBytes(charset));
fos.flush();
fos.close();
this.uploadFile(file);
} catch (Exception e) {
log.info("log:"+file.getPath()+" upload fail");
throw new RuntimeException("Connect to the database error. "
+ e.getMessage(), e);
}
}
/**
* Description: 上传文件到FTP服务器
*
* @param file
*        上传文件
*/
private  void uploadFile(File file) {
log.info("start upload log:"+file.getPath());
String ftpServer = "";
String ftpUser = "";
String ftpPwd = "";
int ftpPort = 21;
try {
ftpServer = UtilProperties.getProperty(propertieName, "4a_ftp_server");
ftpUser = UtilProperties.getProperty(propertieName, "ftp_user");
ftpPwd = UtilProperties.getProperty(propertieName, "ftp_password");
ftpPort = Integer.parseInt( UtilProperties.getProperty(propertieName, "ftp_port"));
} catch (Exception ex) {
log.info("fail to read  4ALog.properties");
throw new RuntimeException("Error reading configuration file. "+ ex.getMessage(), ex);
}
// 连接FTP服务器
FtpClient ftpClient = new FtpClient();
try {
ftpClient.openServer(ftpServer, ftpPort);
ftpClient.login(ftpUser, ftpPwd);
ftpClient.cd("/home/db2/gather_file/bam_remote/up");
//            ftpClient.cd("/home/smc/tomcat6smc/logs");
log.info("上传ftp目录：\"" + ftpClient.pwd());  
ftpClient.binary();
} catch (IOException e) {
throw new RuntimeException("FTP server connection failed. "+ e.getMessage(), e);
}
// 上传文件
TelnetOutputStream tos = null;
FileInputStream fis = null;
try {
fis = new FileInputStream(file);
String fileName = file.getName();
tos = ftpClient.put(fileName);
byte[] bytes = new byte[1024];
int c;
while ((c = fis.read(bytes)) != -1) {
tos.write(bytes, 0, c);
}
} catch (FileNotFoundException e) {
throw new RuntimeException("File is not exist. " + e.getMessage(),e);
} catch (IOException e) {
throw new RuntimeException("Error uploading files. " + e.getMessage(), e);
} finally {
try {
if (null != tos) tos.close();
if (null != fis) fis.close();
log.info("upload success file:"+file.getPath());
} catch (IOException ex) {
throw new RuntimeException(
"An error occurred while the stream is closed. " + ex.getMessage(), ex);
}
}
}
public void setUpLoadTodayLog(boolean upLoadTodayLog) {
this.upLoadTodayLog = upLoadTodayLog;
}
}

　　
　　
　　A4LogDao .java
　　

package org.jasig.cas.a4.tools;
import java.sql.PreparedStatement;
import java.sql.SQLException;
import java.sql.Timestamp;
import java.util.ArrayList;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.json.JSONObject;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.jdbc.core.PreparedStatementSetter;
import org.springframework.jdbc.core.support.JdbcDaoSupport;
public class A4LogDao extends JdbcDaoSupport {
private Logger log = LoggerFactory.getLogger(this.getClass());
/*
* public static Map getMap() { HashMap<String, String> paraMap = new
* HashMap<String, String>(); paraMap.put("main_account_name",
* "test_wlt");// 主账号 paraMap.put("sub_account_name", "OPERATORID");// 从账号
* paraMap.put("op_type_id", "操作类型编码");// 操作类型编码 paraMap.put("op_type_name",
* "op_type_name");// 操作类型名称 用户登录 paraMap.put("op_level_id", "3");// 级别
* paraMap.put("operate_result", "1");// 操作结果 0-成功
* paraMap.put("operate_time", DateUtil.date2String(new Date(),
* "YYYY-MM-DD HH:mm:ss"));// 操作时间
*
* paraMap.put("operate_content", "操作内容描述");// paraMap.put("object_id",
* "1-文件、2-库表、3-进程、4-菜单");// paraMap.put("object_name", "对象类型名称 汉字");//
*
* paraMap.put("client_address", "127.0.0.1");//
* paraMap.put("server_address", "服务器ip");// paraMap.put("sql_tables",
* "该操作涉及的表名集合 表名1||表名2");// paraMap.put("sql_where_conditions",
* "例如：表名1.条件字段1=‘参数1’||表名2.条件字段1=‘参数2’");// return paraMap; } // 主方法，进行测试
* public static void main(String[] args) { A4LogDao dao = new A4LogDao();
* Date startDate = DateUtil.nextHour(new Date(), -1000);
* dao.insert(getMap());
*
* }
*/
private String insert_sql;
private String select_sql;
public int insert(final Map<String, String> paraMap) {
final String logMsg = new JSONObject(paraMap).toString();
log.info("insert into logMsg:" + logMsg);
log.info("insert_sql:" + insert_sql);
int i =-1;
try {
i = super.getJdbcTemplate().update(insert_sql,
new PreparedStatementSetter() {
@Override
public void setValues(PreparedStatement ps)
throws SQLException {
ps.setString(1, paraMap.get("main_account_name"));
ps.setString(2, paraMap.get("op_level_id"));
ps.setString(3, logMsg);
Timestamp date = new Timestamp(new Date().getTime());
// Timestamp date = new Timestamp(DateUtil.nextDate(
// new Date(),
// -4).getTime());
ps.setTimestamp(4, date);
}
});
} catch (Exception e) {
log.info(e.getMessage());
log.info(e+" "+e.getLocalizedMessage());
e.getStackTrace();
log.info("insert log  fail");
log.info("fail logMsg:"+logMsg);
}
return i;
}
public List<String> query(Date startDate, Date endDate) {
List<String> dataList = new ArrayList<String>();
Timestamp date1 = new Timestamp(startDate.getTime());
Timestamp date2 = new Timestamp(endDate.getTime());
dataList = (List<String>) super.getJdbcTemplate().queryForList(
select_sql, new Object[] { date1, date2 }, String.class);
return dataList;
}
public void setInsert_sql(String insert_sql) {
this.insert_sql = insert_sql;
}
public void setSelect_sql(String select_sql) {
this.select_sql = select_sql;
}
}
　　调用测试

每天凌晨1点上传昨天的日志
------------------------------------------------------------------
Timer timer = new Timer();
LogTask task = new LogTask();
LogTask.a4LogDao = a4LogDao;
try {
Date today = new SimpleDateFormat("yyyy-MM-dd").parse(DateUtil.getToday());//精确到天的时间 2013-10-22
Date startTask = DateUtil.nextHour(today, 25);//每天凌晨1点上传昨天的日志
long step = 1*24*60*60*1000; //时间间隔为24小时
timer.schedule(task, startTask, step);
} catch (ParseException e) {
}
----------------------------------------------------------------------
//上传当天日志
// if("OFF".equals(A4switch)) return;
Timer timer = new Timer();
LogTask task = new LogTask();
task.setUpLoadTodayLog(true);
LogTask.a4LogDao = a4LogDao;
timer.schedule(task,  new Date());