diff --git a/HttpProxy/build.gradle b/HttpProxy/build.gradle new file mode 100644 index 0000000..c8ed2cc --- /dev/null +++ b/HttpProxy/build.gradle @@ -0,0 +1,21 @@ +plugins { + id 'org.jetbrains.kotlin.jvm' version '1.3.21' +} + +group 'http-proxy' +version '1.0-SNAPSHOT' + +repositories { + mavenCentral() +} + +dependencies { + implementation "org.jetbrains.kotlin:kotlin-stdlib-jdk8" +} + +compileKotlin { + kotlinOptions.jvmTarget = "1.8" +} +compileTestKotlin { + kotlinOptions.jvmTarget = "1.8" +} \ No newline at end of file diff --git a/HttpProxy/gradle.properties b/HttpProxy/gradle.properties new file mode 100644 index 0000000..29e08e8 --- /dev/null +++ b/HttpProxy/gradle.properties @@ -0,0 +1 @@ +kotlin.code.style=official \ No newline at end of file diff --git a/HttpProxy/gradlew b/HttpProxy/gradlew new file mode 100755 index 0000000..cccdd3d --- /dev/null +++ b/HttpProxy/gradlew @@ -0,0 +1,172 @@ +#!/usr/bin/env sh + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS="" + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn () { + echo "$*" +} + +die () { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin, switch paths to Windows format before running java +if $cygwin ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=$((i+1)) + done + case $i in + (0) set -- ;; + (1) set -- "$args0" ;; + (2) set -- "$args0" "$args1" ;; + (3) set -- "$args0" "$args1" "$args2" ;; + (4) set -- "$args0" "$args1" "$args2" "$args3" ;; + (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Escape application args +save () { + for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done + echo " " +} +APP_ARGS=$(save "$@") + +# Collect all arguments for the java command, following the shell quoting and substitution rules +eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" + +# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong +if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then + cd "$(dirname "$0")" +fi + +exec "$JAVACMD" "$@" diff --git a/HttpProxy/gradlew.bat b/HttpProxy/gradlew.bat new file mode 100644 index 0000000..e95643d --- /dev/null +++ b/HttpProxy/gradlew.bat @@ -0,0 +1,84 @@ +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS= + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto init + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto init + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:init +@rem Get command-line arguments, handling Windows variants + +if not "%OS%" == "Windows_NT" goto win9xME_args + +:win9xME_args +@rem Slurp the command line arguments. +set CMD_LINE_ARGS= +set _SKIP=2 + +:win9xME_args_slurp +if "x%~1" == "x" goto execute + +set CMD_LINE_ARGS=%* + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/HttpProxy/settings.gradle b/HttpProxy/settings.gradle new file mode 100644 index 0000000..f89ecdf --- /dev/null +++ b/HttpProxy/settings.gradle @@ -0,0 +1,2 @@ +rootProject.name = 'http-proxy' + diff --git a/HttpProxy/src/main/kotlin/ru/hse/Acceptor.kt b/HttpProxy/src/main/kotlin/ru/hse/Acceptor.kt new file mode 100644 index 0000000..b6ee375 --- /dev/null +++ b/HttpProxy/src/main/kotlin/ru/hse/Acceptor.kt @@ -0,0 +1,42 @@ +package ru.hse + +import java.net.ServerSocket +import java.util.logging.Logger +import kotlin.concurrent.thread + +class Acceptor(val port: Int, clientHandler: ClientHandler) { + + private val listener: Thread + private val workers: MutableList = ArrayList() + + init { + listener = thread(start = false, name = "Acceptor") { + try { + val serverSocket = ServerSocket(port) + serverSocket.use { + while (!Thread.currentThread().isInterrupted) { + val socket = it.accept() + workers.add(clientHandler.run(socket)) + } + } + } catch (e: Exception) { + logger.severe("Closing client acceptor: ${e.message}") + e.printStackTrace() + } + } + } + + fun start() { + listener.start() + logger.info("Proxy started on port $port") + } + + fun stop() { + listener.interrupt() + workers.forEach(Thread::interrupt) + } + + companion object { + val logger: Logger = Logger.getLogger(Acceptor::class.java.name) + } +} diff --git a/HttpProxy/src/main/kotlin/ru/hse/Cache.kt b/HttpProxy/src/main/kotlin/ru/hse/Cache.kt new file mode 100644 index 0000000..54c4678 --- /dev/null +++ b/HttpProxy/src/main/kotlin/ru/hse/Cache.kt @@ -0,0 +1,21 @@ +package ru.hse + +interface Cache { + fun lookUp(request: K): V? + fun addPage(request: K, response: V, expiration: Long = 0) + + companion object { + fun canBeCached(headers: List): Boolean { + val cachePolicy = headers.find { it.contains("Cache-Control") }?.split(' ')?.get(2) ?: return true + return !cachePolicy.contains("no-cache") && !cachePolicy.contains("no-store") + } + + fun getExpirationTime(headers: List): Long { + val expiration = headers.find { it.contains("Cache-Control") }?.split(' ')?.get(2) ?: return 0 + if (expiration.contains("max-age=")) + return expiration.split('=')[2].toLong() + return 0 + } + } + +} diff --git a/HttpProxy/src/main/kotlin/ru/hse/ClientHandler.kt b/HttpProxy/src/main/kotlin/ru/hse/ClientHandler.kt new file mode 100644 index 0000000..ef04c4b --- /dev/null +++ b/HttpProxy/src/main/kotlin/ru/hse/ClientHandler.kt @@ -0,0 +1,129 @@ +package ru.hse + +import java.io.BufferedReader +import java.io.BufferedWriter +import java.io.InputStreamReader +import java.io.OutputStreamWriter +import java.net.Socket +import java.net.URL +import java.util.logging.Logger +import kotlin.concurrent.thread + +class ClientHandler(private val cache: Cache, private val blackList: List) { + + fun run(clientSocket: Socket): Thread { + return thread { + val clientAddress = clientSocket.inetAddress + logger.info("Handling client $clientAddress") + try { + clientSocket.use { + val request = extractRequestDetails(it) + if (blackList.contains(request.host)) { + logger.severe("Host ${request.host} is blacklisted") + responseWithError(it) + return@use + } + if (request.method == "GET") { + val cached = cache.lookUp(request.host) + val canCache = Cache.canBeCached(request.data.split("\n")) + if (canCache && cached != null) { + logger.info("Cached copy of response from ${request.host} was sent") + responseWith(cached, it) + } else { + logger.info("Fresh HTTP response from ${request.host}") + val response = retrieveResponse(request) + logger.info(response) + if (canCache) { + cache.addPage(request.host, response) + } + responseWith(response, it) + } + + } else { + responseWith(retrieveResponse(request), it) + } + } + } catch (e: Exception) { + logger.severe("Connection with $clientAddress interrupted: ${e.message}") + } + } + } + + private fun retrieveResponse(request: Request): String { + try { + Socket(request.host, request.port).use { + val writer = BufferedWriter(OutputStreamWriter(it.outputStream)) + writer.append(request.data) + writer.flush() + logger.info("Sent ${request.data}") + + val response = extractResponse(it) + logger.info("Received $response") + return response + } + } catch (e: Exception) { + logger.severe("Request to ${request.host} failed: ${e.message}") + return ERROR_RESPONSE + } + } + + private fun responseWith(response: String, socket: Socket) { + val writer = BufferedWriter(OutputStreamWriter(socket.outputStream)) + writer.append(response) + writer.flush() + } + + private fun responseWithError(socket: Socket) = responseWith(ERROR_RESPONSE, socket) + + private fun extractRequestDetails(socket: Socket): Request { + val lines = readLines(socket) + + val headerLine = lines[0].split(' ') + val url = URL(headerLine[1]) + val protocol = url.protocol + val port = if (url.port == -1) 80 else url.port + val authB64 = lines.find { it.contains("Authorization") }?.split(' ')?.get(2) + return Request( + method = headerLine[0], + host = url.host, + port = port, + protocol = protocol, + url = url.toString(), + data = joinLines(lines), + auth = authB64 + ) + } + + private fun extractResponse(socket: Socket): String { + val lines = readLines(socket, 2) + return joinLines(lines) + } + + private fun readLines(socket: Socket, times: Int = 1): List { + val lines = mutableListOf() + val reader = BufferedReader(InputStreamReader(socket.inputStream)) + repeat(times) { + do { + val line: String = reader.readLine() ?: return@repeat + lines.add(line) + logger.info(line) + } while (!line.isEmpty()) + } + return lines + } + + private fun joinLines(lines: List): String { + return lines.joinToString(separator = SEPARATOR, postfix = SEPARATOR + SEPARATOR) + } + + companion object { + const val ERROR_RESPONSE = "HTTP/1.0 200 OK\r\n" + + "Content-Length: 11\r\n" + + "\r\n" + + "Error\r\n" + + "\r\n" + const val SEPARATOR = "\r\n" + + val logger = Logger.getLogger(ClientHandler::class.java.name)!! + } +} diff --git a/HttpProxy/src/main/kotlin/ru/hse/LruCache.kt b/HttpProxy/src/main/kotlin/ru/hse/LruCache.kt new file mode 100644 index 0000000..477eb2a --- /dev/null +++ b/HttpProxy/src/main/kotlin/ru/hse/LruCache.kt @@ -0,0 +1,49 @@ +package ru.hse +import java.util.* + +/** + * An implementation of last recently used cache. + * After each access to the element the time of last access is updated. + * So if we want to remove an element because cache is full we remove one that was accessed last. + */ +class LruCache(val expirationTime: Long = 1000, val cacheSize: Int = 1000) : Cache { + private val cache = Collections.synchronizedMap(HashMap>()) + private val order = PriorityQueue>() + override fun lookUp(request: K): V? { + val data = cache[request] ?: return null + if (getTime() > data.validTill) { + cache.remove(request) + return null + } + + val newTime = getTime() + synchronized(order) { + order.remove(Expiration(data.lookedUpTime, request)) + order.add(Expiration(newTime, request)) + } + data.lookedUpTime = newTime + return data.page + } + + override fun addPage(request: K, response: V, expiration: Long) { + if (cache.size == cacheSize) { + synchronized(order) { + val first = order.poll() + cache.remove(first.key) + } + } + val time = getTime() + + val tillTime = time + (if (expiration != 0L) expiration else this.expirationTime) + synchronized(order) { + order.add(Expiration(time, request)) + } + cache[request] = PageData(response, time, tillTime) + } + + private fun getTime(): Long = System.currentTimeMillis() / 1000 + + data class PageData(val page: V, var lookedUpTime: Long, val validTill: Long) + + data class Expiration(val time: Long, val key: K) +} diff --git a/HttpProxy/src/main/kotlin/ru/hse/Main.kt b/HttpProxy/src/main/kotlin/ru/hse/Main.kt new file mode 100644 index 0000000..a16ea50 --- /dev/null +++ b/HttpProxy/src/main/kotlin/ru/hse/Main.kt @@ -0,0 +1,6 @@ +package ru.hse + +fun main() { + val acceptor = Acceptor(3030, ClientHandler(LruCache(), listOf("google.com", "ya.ru"))) + acceptor.start() +} \ No newline at end of file diff --git a/HttpProxy/src/main/kotlin/ru/hse/Request.kt b/HttpProxy/src/main/kotlin/ru/hse/Request.kt new file mode 100644 index 0000000..d985510 --- /dev/null +++ b/HttpProxy/src/main/kotlin/ru/hse/Request.kt @@ -0,0 +1,10 @@ +package ru.hse + +data class Request( + val method: String, val host: String, + val port: Int, + val protocol: String, + val url: String, + val data: String, + val auth: String? +) \ No newline at end of file