Java远程实现Linux文件内容读取（通过远程执行shell命令分析日志）

Posted 2023-02-26 零度anngle

   使用的是com.jcraft.jsch包工具，google进行下载，代码比较简单分析用户站内搜索日志，分析用户搜索关键词，代码如下:

package com.cloud.hotword.util;

import java.io.BufferedReader;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;

import org.apache.commons.lang3.StringUtils;

import com.cloud.hotword.domain.vo.WordFrequency;
import com.jcraft.jsch.Channel;
import com.jcraft.jsch.ChannelExec;
import com.jcraft.jsch.JSch;
import com.jcraft.jsch.JSchException;
import com.jcraft.jsch.Session; 
/**
 * @decription 执行远程shell命令并获取结果--实现分析日志
 * @author zhangwenchao
 * @date  2020/6/8
 *
 */
public class ShellUtils 

	
	/**配置连接
	 * @param user
	 * @param passwd
	 * @param host
	 * @param post
	 * @throws Exception
	 */
	public static Session connect(String user, String passwd, String host,int post) throws Exception 
		JSch  jsch = new JSch();
		Session session = jsch.getSession(user, host, post);
	    if (session == null) 
	        throw new Exception("session is null");
	    
	    session.setPassword(passwd);
	    java.util.Properties config = new java.util.Properties();
	    //第一次登陆
	    config.put("StrictHostKeyChecking", "no");
	    session.setConfig(config);
	    try 
	        session.connect(30000);
	     catch (Exception e) 
	        throw new Exception("连接远程端口无效或用户名密码错误");
	    
        return session;
	


	/**
	 * @description 执行shell命令
	 * @param command shell 命令
	 * @param user 用户名
	 * @param passwd 密码 
	 * @param host ip地址
	 * @param post 端口号
	 * @throws Exception
	 */
	public static void execCmd(String command, String user, String passwd, String host, int port) throws Exception 
	    System.out.println(command);
	    Session session= connect(user, passwd,host,port);
	    BufferedReader reader = null;
	    Channel channel = null;
	    try 
	            channel = session.openChannel("exec");
	            ((ChannelExec) channel).setCommand(command);

	            channel.setInputStream(null);
	            ((ChannelExec) channel).setErrStream(System.err);

	            channel.connect();
	            InputStream in = channel.getInputStream();
	            reader = new BufferedReader(new InputStreamReader(in));
	            String buf = null;	           
	            //返回数据
	            while ((buf = reader.readLine()) != null) 
	            	System.out.println(buf);
	            
	     catch (IOException e) 
	        e.printStackTrace();
	     catch (JSchException e) 
	        e.printStackTrace();
	     finally 
	        try 
	            reader.close();
	         catch (IOException e) 
	            e.printStackTrace();
	        
	        channel.disconnect();
	        session.disconnect();
	    
	
	
	
	/**
	 * 
	 * @param logPath
	 * @param fileList
	 * @param user
	 * @param passwd
	 * @param host
	 * @param port
	 * @return
	 * @throws Exception
	 */
	public static Map<String, WordFrequency> execCmdAndgetVFAndUF(Map<String, WordFrequency> map, String logPath, List<File> fileList, String user, String passwd, String host, int port) throws Exception 

		Session session= connect(user, passwd,host,port);	  
	    try 
			for (File f : fileList) 
				String command = "cd " + logPath + "; cat " +logPath+"/"+ f.getName();
				Channel channel = null;
				BufferedReader reader = null;
				try 
					channel = session.openChannel("exec");
					((ChannelExec) channel).setCommand(command);

					channel.setInputStream(null);
					((ChannelExec) channel).setErrStream(System.err);

					channel.connect();
					InputStream in = channel.getInputStream();
					reader = new BufferedReader(new InputStreamReader(in,"UTF-8"));
					String buf = null;
					//返回数据
					while ((buf = reader.readLine()) != null) 
						analyseLogOneLine(map, buf);
					
				 finally 
					reader.close();
					channel.disconnect();
				

			 
		 finally 
			session.disconnect();
		
	    return map;
	
	
	
	/**
     * 解析一行日志，存放到map中并返回
     * @param map
     * @param str
     * @return
     */
	private static Map<String, WordFrequency> analyseLogOneLine(Map<String, WordFrequency> map, String str) 
		String[] logLine  = str.split("\\\\s+\\\\|\\\\s+");
		String userInput = null;
		String ip=null;
		if(logLine!=null && logLine.length==5)
			ip= logLine[1].trim();
			userInput = StringUtils.substring(logLine[4], 1, logLine[4].length()-1);
				        
		if(StringUtils.isNotEmpty(userInput))	        	
			String[]  keys =   userInput.split("\\\\s+");
			for(String key : keys)		    					    			
				if(map.containsKey(key))
					map.get(key).setFrequency(map.get(key).getFrequency()+1);
					map.get(key).getIpSet().add(ip);
				else
					Set<String> ipSet = new HashSet<String>();
					ipSet.add(ip);
					WordFrequency wf = new WordFrequency(1L,ipSet);
					map.put(key,wf);
				
					        	
		
		return map;
	
	
	
	public static void main(String[] args) throws Exception 
		
		execCmd("cd /web/logs/; cat search-api.log-2020-06-07.0.log","yunpub","xxxxxx","112.xx.xx.xx",22);