diff --git a/HW3_HttpProxy/build.gradle b/HW3_HttpProxy/build.gradle new file mode 100644 index 0000000..8a1e4e3 --- /dev/null +++ b/HW3_HttpProxy/build.gradle @@ -0,0 +1,21 @@ +plugins { + id 'java' +} + +group 'ru.sbp.hse' +version '1.0-SNAPSHOT' + +sourceCompatibility = 1.8 + +repositories { + mavenCentral() +} + +dependencies { + testCompile group: 'junit', name: 'junit', version: '4.12' + // https://mvnrepository.com/artifact/org.jetbrains/annotations + compile group: 'org.jetbrains', name: 'annotations', version: '13.0' +} + +apply plugin: 'application' +applicationDefaultJvmArgs = ["-Djava.net.preferIPv4Stack=true"] diff --git a/HW3_HttpProxy/gradle/wrapper/gradle-wrapper.jar b/HW3_HttpProxy/gradle/wrapper/gradle-wrapper.jar new file mode 100644 index 0000000..28861d2 Binary files /dev/null and b/HW3_HttpProxy/gradle/wrapper/gradle-wrapper.jar differ diff --git a/HW3_HttpProxy/gradle/wrapper/gradle-wrapper.properties b/HW3_HttpProxy/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 0000000..dd3a495 --- /dev/null +++ b/HW3_HttpProxy/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,6 @@ +#Tue Mar 26 16:33:18 MSK 2019 +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-4.10-all.zip diff --git a/HW3_HttpProxy/gradlew b/HW3_HttpProxy/gradlew new file mode 100755 index 0000000..cccdd3d --- /dev/null +++ b/HW3_HttpProxy/gradlew @@ -0,0 +1,172 @@ +#!/usr/bin/env sh + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS="" + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn () { + echo "$*" +} + +die () { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin, switch paths to Windows format before running java +if $cygwin ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=$((i+1)) + done + case $i in + (0) set -- ;; + (1) set -- "$args0" ;; + (2) set -- "$args0" "$args1" ;; + (3) set -- "$args0" "$args1" "$args2" ;; + (4) set -- "$args0" "$args1" "$args2" "$args3" ;; + (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Escape application args +save () { + for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done + echo " " +} +APP_ARGS=$(save "$@") + +# Collect all arguments for the java command, following the shell quoting and substitution rules +eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" + +# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong +if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then + cd "$(dirname "$0")" +fi + +exec "$JAVACMD" "$@" diff --git a/HW3_HttpProxy/gradlew.bat b/HW3_HttpProxy/gradlew.bat new file mode 100644 index 0000000..e95643d --- /dev/null +++ b/HW3_HttpProxy/gradlew.bat @@ -0,0 +1,84 @@ +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS= + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto init + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto init + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:init +@rem Get command-line arguments, handling Windows variants + +if not "%OS%" == "Windows_NT" goto win9xME_args + +:win9xME_args +@rem Slurp the command line arguments. +set CMD_LINE_ARGS= +set _SKIP=2 + +:win9xME_args_slurp +if "x%~1" == "x" goto execute + +set CMD_LINE_ARGS=%* + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/HW3_HttpProxy/settings.gradle b/HW3_HttpProxy/settings.gradle new file mode 100644 index 0000000..f89ecdf --- /dev/null +++ b/HW3_HttpProxy/settings.gradle @@ -0,0 +1,2 @@ +rootProject.name = 'http-proxy' + diff --git a/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/Cache.java b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/Cache.java new file mode 100644 index 0000000..c110276 --- /dev/null +++ b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/Cache.java @@ -0,0 +1,69 @@ +package ru.spb.hse.httpproxy; + +import org.jetbrains.annotations.NotNull; + +import java.time.Duration; +import java.time.Instant; +import java.util.Arrays; +import java.util.Collections; +import java.util.LinkedHashMap; +import java.util.Map; +import java.util.logging.Logger; + +public class Cache { + private static final Logger LOGGER = Logger.getLogger("Cache"); + private Duration expirationTime; + private Map cache; + + public Cache(Duration expirationTime, int cacheSize) { + this.expirationTime = expirationTime; + this.cache = Collections.synchronizedMap(new LinkedHashMap() { + @Override + public boolean removeEldestEntry(Map.Entry eldest) { + return size() > cacheSize; + } + }); + } + + public synchronized byte[] getResponse(@NotNull byte[] request) { + if (!contains(request)) { + return null; + } + return cache.get(Arrays.hashCode(request)).response; + } + + public synchronized boolean contains(@NotNull byte[] request) { + int hash = Arrays.hashCode(request); + if (!cache.containsKey(hash)) { + LOGGER.info("The request is not in " + + "cache"); + return false; + } + if (Duration.between(cache.get(hash).wasCreated, Instant.now()) + .compareTo(expirationTime) > 0) { + LOGGER.info("The request " + new String(request) + " is outdated"); + cache.remove(hash); + return false; + } + return true; + } + + public synchronized void add(@NotNull byte[] request, @NotNull byte[] response) { + if (contains(request)) { + return; + } + int hash = Arrays.hashCode(request); + cache.put(hash, new CachedObject(response)); + } + + private static class CachedObject { + private byte[] response; + private Instant wasCreated; + + CachedObject(@NotNull byte[] response) { + this.response = response; + this.wasCreated = Instant.now(); + } + } +} diff --git a/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/Main.java b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/Main.java new file mode 100644 index 0000000..da3443d --- /dev/null +++ b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/Main.java @@ -0,0 +1,19 @@ +package ru.spb.hse.httpproxy; + +import ru.spb.hse.httpproxy.parser.HTTPMessage; + +import java.io.IOException; +import java.util.Arrays; + +public class Main { + public static void main(String[] args) { + int port = Integer.parseInt(args[0]); + int time = Integer.parseInt(args[1]); + int size = Integer.parseInt(args[2]); + try(ProxyServer server = new ProxyServer(port, time, size)) { + server.start(); + } catch (Exception e) { + e.printStackTrace(); + } + } +} diff --git a/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/ProxyServer.java b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/ProxyServer.java new file mode 100644 index 0000000..893932a --- /dev/null +++ b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/ProxyServer.java @@ -0,0 +1,94 @@ +package ru.spb.hse.httpproxy; + +import org.jetbrains.annotations.NotNull; +import org.jetbrains.annotations.Nullable; +import ru.spb.hse.httpproxy.parser.Address; +import ru.spb.hse.httpproxy.parser.HTTPMessage; +import ru.spb.hse.httpproxy.parser.HTTPParser; + +import java.io.IOException; +import java.io.InputStream; +import java.io.OutputStream; +import java.net.ServerSocket; +import java.net.Socket; +import java.time.Duration; +import java.util.ArrayList; +import java.util.List; +import java.util.logging.Logger; + +public class ProxyServer implements AutoCloseable { + private static final Logger LOGGER = Logger.getLogger("Server"); + private ServerSocket socket; + private Cache cache; + + public ProxyServer(int port, int expirationTimeInSec, int cacheTime) + throws IOException { + socket = new ServerSocket(port); + cache = new Cache(Duration.ofSeconds(expirationTimeInSec), cacheTime); + LOGGER.info("Server socket created"); + } + + public void start() throws IOException { + LOGGER.info("Start"); + while (true) { + Socket clientSocket = socket.accept(); + LOGGER.info("Accepted new client"); + processClient(clientSocket); + } + } + + private void processClient(Socket client) { + Thread thread = new Thread(() -> { + try { + OutputStream out = client.getOutputStream(); + InputStream in = client.getInputStream(); + HTTPParser parser = new HTTPParser(in); + HTTPMessage message = parser.getMessage(); + byte[] request = message.getBytes(); + LOGGER.info("Got request: " + new String(request)); + byte[] response; + if (cache.contains(request)) { + response = cache.getResponse(request); + } else { + HTTPMessage responseFromHost = sendMessage(message); + response = responseFromHost.getBytes(); + if (message.canBeCached()) { + cache.add(request, response); + } + } + out.write(response); + out.flush(); + LOGGER.info("Send response: " + new String(response)); + } catch (IOException e) { + LOGGER.warning("Exception while processing client: " + e + .getMessage()); + try { + client.close(); + } catch (IOException e1) { + LOGGER.warning("Cannot close client: " + e1.getMessage()); + } + } + }); + thread.setDaemon(true); + thread.start(); + } + + @Nullable + private static HTTPMessage sendMessage(@NotNull HTTPMessage request) + throws IOException { + Address address = request.getAddress(); + LOGGER.info("Host: " + address.getHost() + " port: " + address + .getPort()); + try (Socket socket = new Socket(address.getHost(), address.getPort())) { + OutputStream outputStream = socket.getOutputStream(); + outputStream.write(request.getBytes()); + HTTPParser parser = new HTTPParser(socket.getInputStream()); + return parser.getMessage(); + } + } + + @Override + public void close() throws Exception { + socket.close(); + } +} diff --git a/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/parser/Address.java b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/parser/Address.java new file mode 100644 index 0000000..4ea0368 --- /dev/null +++ b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/parser/Address.java @@ -0,0 +1,19 @@ +package ru.spb.hse.httpproxy.parser; + +public class Address { + private String host; + private int port; + + public Address(String host, int port) { + this.host = host; + this.port = port; + } + + public String getHost() { + return host; + } + + public int getPort() { + return port; + } +} diff --git a/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/parser/HTTPMessage.java b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/parser/HTTPMessage.java new file mode 100644 index 0000000..7bd5e31 --- /dev/null +++ b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/parser/HTTPMessage.java @@ -0,0 +1,114 @@ +package ru.spb.hse.httpproxy.parser; + +import com.sun.org.apache.bcel.internal.generic.NEW; + +import java.util.*; +import java.util.stream.Collectors; + +public class HTTPMessage { + public static final String NEW_LINE = "\r\n"; + public static final Set SUPPORTED_METHODS = new HashSet<>(Arrays.asList("GET", "POST", "HEAD")); + + + private String requestLine; + private HashMap headers; + private ArrayList body; + + public HTTPMessage() { + requestLine = ""; + headers = new HashMap<>(); + body = new ArrayList<>(); + } + + public void setRequestLine(String requestLine) { + this.requestLine = requestLine; + } + + public void addHeaderField(String headerName, String headerValue) { + headers.put(headerName, headerValue); + } + + public boolean addToBody(byte[] toAdd) { + for (byte b : toAdd) { + body.add(b); + } + if (isChunked()) { + byte[] finish = ("0" + NEW_LINE + NEW_LINE).getBytes(); + if (body.size() >= finish.length) { + List bodyEnd = body.subList(body.size() - finish.length, body.size()); + boolean equal = true; + for (int i = 0; i < finish.length; i++) { + if (finish[i] != bodyEnd.get(i)) { + equal = false; + break; + } + } + if (equal) { + body.remove(body.size() - 1); + body.remove(body.size() - 1); + return true; + } else { + return false; + } + } + } + return body.size() == getBodyLength(); + } + + public Address getAddress() { + if (!headers.containsKey("Host")) { + return new Address(null, 0); + } + String[] splitted = headers.get("Host").split(":"); + return new Address(splitted[0], splitted.length > 1 ? Integer.parseInt(splitted[1]) : 80); + } + + public byte[] getBytes() { + String message = requestLine + NEW_LINE; + message += headers.entrySet().stream() + .map(entry -> entry.getKey() + ": " + entry.getValue()) + .collect(Collectors.joining(NEW_LINE)); + message += NEW_LINE + NEW_LINE; + + ArrayList result = new ArrayList<>(); + + for (byte b : message.getBytes()) { + result.add(b); + } + + if (getBodyLength() > 0 || isChunked()) { + result.addAll(body); + for (byte b : NEW_LINE.getBytes()) { + result.add(b); + } + } + byte[] answer = new byte[result.size()]; + + for(int i = 0; i < answer.length; i++) { + answer[i] = result.get(i); + } + return answer; + } + + public boolean canBeCached() { + if (!headers.containsKey("Cache-Control")) { + return true; + } + String value = headers.get("Cache-Control"); + return !value.contains("no-cache") && !value.contains("no-store"); + } + + public boolean isSupported() { + String method = requestLine.split(" ")[0]; + return SUPPORTED_METHODS.contains(method); + } + + private boolean isChunked() { + return headers.getOrDefault("Transfer-Encoding", "").equals("chunked"); + } + + private int getBodyLength() { + return Integer.parseInt(headers.getOrDefault("Content-Length", "0")); + } + +} diff --git a/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/parser/HTTPParser.java b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/parser/HTTPParser.java new file mode 100644 index 0000000..7fd8cf6 --- /dev/null +++ b/HW3_HttpProxy/src/main/java/ru/spb/hse/httpproxy/parser/HTTPParser.java @@ -0,0 +1,90 @@ +package ru.spb.hse.httpproxy.parser; + +import java.io.IOException; +import java.io.InputStream; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.Collections; +import java.util.List; + +public class HTTPParser { + + private HTTPMessage message; + private List head; + + public HTTPParser(InputStream input) throws IOException { + message = new HTTPMessage(); + head = new ArrayList<>(); + + byte[] buffer = new byte[1024]; + int read = 0; + while ((read = input.read(buffer)) != -1) { + if (append(Arrays.copyOfRange(buffer, 0, read))) { + break; + } + } + } + + public HTTPMessage getMessage() { + return message; + } + + private boolean append(byte[] toAdd) { + if (head == null) { + return parseBody(toAdd); + } + + for (byte b : toAdd) { + head.add(b); + } + + int doubleLine = findDoubleNewLine(); + if (doubleLine == -1) { + return false; + } + + List remain = head.subList(doubleLine + (HTTPMessage.NEW_LINE + HTTPMessage.NEW_LINE).getBytes().length, head.size()); + head = head.subList(0, doubleLine); + parseHead(); + toAdd = new byte[remain.size()]; + for (int i = 0; i < toAdd.length; i++) { + toAdd[i] = remain.get(i); + } + return parseBody(toAdd); + } + + private void parseHead() { + byte[] all = new byte[head.size()]; + for (int i = 0; i < all.length; i++) { + all[i] = head.get(i); + } + String[] headers = new String(all).split(HTTPMessage.NEW_LINE); + message.setRequestLine(headers[0]); + for (int i = 1; i < headers.length; i++) { + int endOfKey = headers[i].indexOf(": "); + message.addHeaderField(headers[i].substring(0, endOfKey), headers[i].substring(endOfKey + 2)); + } + head = null; + } + + private boolean parseBody(byte[] toAdd) { + return message.addToBody(toAdd); + } + + private int findDoubleNewLine() { + byte[] finish = (HTTPMessage.NEW_LINE + HTTPMessage.NEW_LINE).getBytes(); + for (int i = 0; i <= head.size() - finish.length; i++) { + boolean equal = true; + for (int j = 0; j < finish.length; j++) { + if (finish[j] != head.get(i + j)) { + equal = false; + break; + } + } + if (equal) { + return i; + } + } + return -1; + } +}