package javaxt.express;

import java.util.*;

//******************************************************************************

//** LogFile

//******************************************************************************

/**

* Used to parse parse files generated by the Logger

*

******************************************************************************/

public class LogFile {

private javaxt.io.File log;

private Integer id;

//**************************************************************************

//** Constructor

//**************************************************************************

public LogFile(javaxt.io.File log) {

this.log = log;

try{

id = Integer.parseInt(log.getName(false));

}

catch(Exception e){

}

}

//**************************************************************************

//** getID

//**************************************************************************

public Integer getID(){

return id;

}

//**************************************************************************

//** toString

//**************************************************************************

/** Returns the contents of the log file as a string.

*/

public String toString(){

return log.toString();

}

//**************************************************************************

//** Entry Class

//**************************************************************************

/** Used to represent and individual entry in a log file.

*/

public class Entry {

private String ip;

private String host;

private String method;

private String url;

private String path;

private String protocol;

private javaxt.utils.Date date;

private String[] header;

private String tld;

private String domainName;

private boolean skip = false;

public Entry(javaxt.utils.Date date, String ip, String method, String url, String header){

this.ip = ip;

this.url = url;

this.date = date;

this.method = method;

this.header = header.split("\r\n");

//Parse host and extract domain name

try{

String str = url.substring(url.indexOf("://")+3);

int idx = str.indexOf("/");

if (idx>0){

host = str.substring(0, idx);

path = str.substring(idx+1);

}

else{

host = str;

}

host = host.toLowerCase();

if (host.contains(".")){

String[] arr = host.split("\\.");

tld = arr[arr.length-1]; //top level domain

domainName = arr[arr.length-2];

}

}

catch(Exception e){

e.printStackTrace();

}

}

public String[] getValues(String name){

ArrayList<String> values = new ArrayList<String>();

for (String row : header){

if (row.contains(":")){

String key = row.substring(0, row.indexOf(":")).trim();

String value = row.substring(row.indexOf(":")+1).trim();

if (key.equalsIgnoreCase(name)){

values.add(value);

}

}

}

return values.toArray(new String[values.size()]);

}

public String getValue(String name){

String[] values = this.getValues(name);

return (values.length>0) ? values[0] : "";

}

/** Returns true is the entry can/should be ignored. This will return

* true for duplicate requests (same request made within 5 minutes by

* the same IP address) and also "Range" requests made before 5/18/2013

*/

public boolean ignore(){

return skip;

}

public String getMethod(){

return method;

}

public String getURL(){

return url;

}

public String getPath(){

return path;

}

public String getProtocol(){

return protocol;

}

public javaxt.utils.Date getDate(){

return date.clone();

}

public String getDomainName(){

return domainName;

}

public String getIP(){

return ip;

}

}

//**************************************************************************

//** getEntries

//**************************************************************************

public javaxt.utils.Generator<Entry> getEntries(){

return new javaxt.utils.Generator<Entry>() {

@Override

public void run() {

HashMap<String, javaxt.utils.Date> map = new HashMap<>();

String[] requests = log.getText().split("\r\n\r\n");

for (int i=0; i<requests.length; i++){

try{

if (requests[i].startsWith("New Request From")){

//Flag used to indicate whether the user should consider

//skipping over the entry when procesing entries

boolean skip = false;

//Parse request metadata

String ip = null;

String url = null;

String op = null; //GET, POST, etc

javaxt.utils.Date date = null;

for (String row : requests[i].split("\r\n")){

if (row.contains(":")){

String key = row.substring(0, row.indexOf(":")).trim();

String value = row.substring(row.indexOf(":")+1).trim();

if (key.equals("New Request From")){

ip = value;

}

else if (key.equalsIgnoreCase("Timestamp")){

try{

date = new javaxt.utils.Date(value);

date.setTimeZone("UTC", true);

}

catch(Exception e){

e.printStackTrace();

}

}

else{

op = key;

url = value;

}

}

}

//Check the last time the client requested this url. If

//it was less then 5 minutes ago, mark the entry as skipable

try {

String key = ip + "-" + url.toLowerCase();

if (map.containsKey(key)){

javaxt.utils.Date d = map.get(key);

long seconds = date.compareTo(d, "seconds");

if (seconds<(60*5)) skip = true;

else map.put(key, date);

}

else{

map.put(key, date);

}

}

catch(Exception e){

}

//Parse request header

i=i+1;

String requestHeader = requests[i];

if (op!=null) op = op.toUpperCase();

Entry entry = new Entry(date, ip, op, url, requestHeader);

//Check if this is a range request. If so mark it as skipable

String range = entry.getValue("Range");

if (range.contains("bytes=")){ //Range: bytes=658282-

//The JavaXT Server did not support range requests

//before 5/18/2013

if (id!=null && id<20130518) skip = true;

}

//Update skip flag

entry.skip = skip;

//Yield entry to caller

yield(entry);

}

}

catch(Exception e){

e.printStackTrace();

//System.out.println(log.getName());

//System.out.println(requests[i]);

}

}

}

};

}

//**************************************************************************

//** cleanLogFile

//**************************************************************************

/** Used to update the log file by removing any records for a given IP

* address.

*/

public void cleanLogFile(String ipAddress){

Date date = log.getDate();

String[] requests = log.getText().split("\r\n\r\n");

StringBuilder str = new StringBuilder();

for (int i=0; i<requests.length; i++){

if (requests[i].startsWith("New Request From")){

String request = requests[i] + "\r\n\r\n" + requests[i+1] + "\r\n\r\n";

i++;

if (!request.startsWith("New Request From: " + ipAddress)){

//System.out.println(request);

str.append(request);

}

}

}

log.write(str.toString());

log.setDate(date);

}

}