From e5489683c8674fa566c524383083e7be078a3774 Mon Sep 17 00:00:00 2001 From: Nate McMaster Date: Sat, 11 Jun 2016 10:21:26 -0700 Subject: [PATCH] Recreate worker as a .NET Core app --- .gitignore | 3 + worker/Dockerfile | 22 ++--- worker/pom.xml | 84 ----------------- worker/src/Worker/Program.cs | 115 ++++++++++++++++++++++++ worker/src/Worker/project.json | 24 +++++ worker/src/main/java/worker/Worker.java | 101 --------------------- 6 files changed, 149 insertions(+), 200 deletions(-) delete mode 100644 worker/pom.xml create mode 100644 worker/src/Worker/Program.cs create mode 100644 worker/src/Worker/project.json delete mode 100644 worker/src/main/java/worker/Worker.java diff --git a/.gitignore b/.gitignore index 0d20b64..59d72a2 100644 --- a/.gitignore +++ b/.gitignore @@ -1 +1,4 @@ *.pyc +project.lock.json +bin/ +obj/ \ No newline at end of file diff --git a/worker/Dockerfile b/worker/Dockerfile index 5015993..8e9b9b3 100644 --- a/worker/Dockerfile +++ b/worker/Dockerfile @@ -1,19 +1,11 @@ -FROM java:openjdk-8-jdk-alpine +FROM microsoft/dotnet:1.0.0-preview1 -RUN MAVEN_VERSION=3.3.3 \ - && cd /usr/share \ - && wget http://archive.apache.org/dist/maven/maven-3/$MAVEN_VERSION/binaries/apache-maven-$MAVEN_VERSION-bin.tar.gz -O - | tar xzf - \ - && mv /usr/share/apache-maven-$MAVEN_VERSION /usr/share/maven \ - && ln -s /usr/share/maven/bin/mvn /usr/bin/mvn +WORKDIR /app -WORKDIR /code +ADD src/ /app/src/ -ADD pom.xml /code/pom.xml -RUN ["mvn", "dependency:resolve"] -RUN ["mvn", "verify"] +RUN dotnet restore -v minimal src/ \ + && dotnet publish -c Release -o ./ src/Worker/ \ + && rm -rf src/ $HOME/.nuget/ -# Adding source, compile and package into a fat jar -ADD src /code/src -RUN ["mvn", "package"] - -CMD ["java", "-jar", "target/worker-jar-with-dependencies.jar"] +CMD dotnet Worker.dll diff --git a/worker/pom.xml b/worker/pom.xml deleted file mode 100644 index 1fea098..0000000 --- a/worker/pom.xml +++ /dev/null @@ -1,84 +0,0 @@ - - - 4.0.0 - - worker - worker - 1.0-SNAPSHOT - - - - - org.json - json - 20140107 - - - - redis.clients - jedis - 2.7.2 - jar - compile - - - - org.postgresql - postgresql - 9.4-1200-jdbc41 - - - - - - - org.apache.maven.plugins - maven-jar-plugin - 2.4 - - worker - - - true - worker.Worker - dependency-jars/ - - - - - - org.apache.maven.plugins - maven-compiler-plugin - 3.1 - - 1.7 - 1.7 - - - - org.apache.maven.plugins - maven-assembly-plugin - - - - attached - - package - - worker - - jar-with-dependencies - - - - worker.Worker - - - - - - - - - diff --git a/worker/src/Worker/Program.cs b/worker/src/Worker/Program.cs new file mode 100644 index 0000000..fb6d922 --- /dev/null +++ b/worker/src/Worker/Program.cs @@ -0,0 +1,115 @@ +using System; +using System.Data.Common; +using System.Linq; +using System.Net; +using System.Net.Sockets; +using System.Threading; +using Newtonsoft.Json; +using Npgsql; +using StackExchange.Redis; + +namespace Worker +{ + public class Program + { + public static int Main(string[] args) + { + try + { + var pgsql = OpenDbConnection("Server=db;Username=postgres;"); + var redis = OpenRedisConnection("redis").GetDatabase(); + + var definition = new { vote = "", voter_id = "" }; + while (true) + { + string json = redis.ListLeftPopAsync("votes").Result; + if (json != null) + { + var vote = JsonConvert.DeserializeAnonymousType(json, definition); + Console.WriteLine($"Processing vote for '{vote.vote}' by '{vote.voter_id}'"); + UpdateVote(pgsql, vote.voter_id, vote.vote); + } + } + } + catch (Exception ex) + { + Console.Error.WriteLine(ex.ToString()); + return 1; + } + } + + private static NpgsqlConnection OpenDbConnection(string connectionString) + { + var connection = new NpgsqlConnection(connectionString); + while (true) + { + try + { + connection.Open(); + break; + } + catch (DbException) + { + Console.Error.WriteLine("Failed to connect to db - retrying"); + } + } + + var command = connection.CreateCommand(); + command.CommandText = @"CREATE TABLE IF NOT EXISTS votes ( + id VARCHAR(255) NOT NULL UNIQUE, + vote VARCHAR(255) NOT NULL + )"; + command.ExecuteNonQuery(); + + return connection; + } + + private static ConnectionMultiplexer OpenRedisConnection(string hostname) + { + // Use IP address to workaround hhttps://github.com/StackExchange/StackExchange.Redis/issues/410 + var ipAddress = GetIp(hostname); + Console.WriteLine($"Found redis at {ipAddress}"); + + while (true) + { + try + { + return ConnectionMultiplexer.Connect(ipAddress); + } + catch (RedisConnectionException) + { + Console.Error.WriteLine("Failed to connect to redis - retrying"); + Thread.Sleep(1000); + } + } + } + + private static string GetIp(string hostname) + => Dns.GetHostEntryAsync(hostname) + .Result + .AddressList + .First(a => a.AddressFamily == AddressFamily.InterNetwork) + .ToString(); + + private static void UpdateVote(NpgsqlConnection connection, string voterId, string vote) + { + var command = connection.CreateCommand(); + try + { + command.CommandText = "INSERT INTO votes (id, vote) VALUES (@id, @vote)"; + command.Parameters.AddWithValue("@id", voterId); + command.Parameters.AddWithValue("@vote", vote); + command.ExecuteNonQuery(); + } + catch (DbException) + { + command.CommandText = "UPDATE votes SET vote = @vote WHERE id = @id"; + command.ExecuteNonQuery(); + } + finally + { + command.Dispose(); + } + } + } +} \ No newline at end of file diff --git a/worker/src/Worker/project.json b/worker/src/Worker/project.json new file mode 100644 index 0000000..72914fe --- /dev/null +++ b/worker/src/Worker/project.json @@ -0,0 +1,24 @@ +{ + "name": "Worker", + "buildOptions": { + "emitEntryPoint": true, + "warningsAsErrors": true + }, + "dependencies": { + "StackExchange.Redis": "1.1.604-alpha", + "Npgsql": "3.1.3", + "Newtonsoft.Json": "9.0.1-beta1", + "Microsoft.NETCore.App": { + "type": "platform", + "version": "1.0.0-rc2-3002702" + } + }, + "frameworks": { + "netcoreapp1.0": { } + }, + "runtimeOptions": { + "configProperties": { + "System.GC.Server": true + } + } +} \ No newline at end of file diff --git a/worker/src/main/java/worker/Worker.java b/worker/src/main/java/worker/Worker.java deleted file mode 100644 index 66c6c0c..0000000 --- a/worker/src/main/java/worker/Worker.java +++ /dev/null @@ -1,101 +0,0 @@ -package worker; - -import redis.clients.jedis.Jedis; -import redis.clients.jedis.exceptions.JedisConnectionException; -import java.sql.*; -import org.json.JSONObject; - -class Worker { - public static void main(String[] args) { - try { - Jedis redis = connectToRedis("redis"); - Connection dbConn = connectToDB("db"); - - System.err.println("Watching vote queue"); - - while (true) { - String voteJSON = redis.blpop(0, "votes").get(1); - JSONObject voteData = new JSONObject(voteJSON); - String voterID = voteData.getString("voter_id"); - String vote = voteData.getString("vote"); - - System.err.printf("Processing vote for '%s' by '%s'\n", vote, voterID); - updateVote(dbConn, voterID, vote); - } - } catch (SQLException e) { - e.printStackTrace(); - System.exit(1); - } - } - - static void updateVote(Connection dbConn, String voterID, String vote) throws SQLException { - PreparedStatement insert = dbConn.prepareStatement( - "INSERT INTO votes (id, vote) VALUES (?, ?)"); - insert.setString(1, voterID); - insert.setString(2, vote); - - try { - insert.executeUpdate(); - } catch (SQLException e) { - PreparedStatement update = dbConn.prepareStatement( - "UPDATE votes SET vote = ? WHERE id = ?"); - update.setString(1, vote); - update.setString(2, voterID); - update.executeUpdate(); - } - } - - static Jedis connectToRedis(String host) { - Jedis conn = new Jedis(host); - - while (true) { - try { - conn.keys("*"); - break; - } catch (JedisConnectionException e) { - System.err.println("Failed to connect to redis - retrying"); - sleep(1000); - } - } - - System.err.println("Connected to redis"); - return conn; - } - - static Connection connectToDB(String host) throws SQLException { - Connection conn = null; - - try { - - Class.forName("org.postgresql.Driver"); - String url = "jdbc:postgresql://" + host + "/postgres"; - - while (conn == null) { - try { - conn = DriverManager.getConnection(url, "postgres", ""); - } catch (SQLException e) { - System.err.println("Failed to connect to db - retrying"); - sleep(1000); - } - } - - PreparedStatement st = conn.prepareStatement( - "CREATE TABLE IF NOT EXISTS votes (id VARCHAR(255) NOT NULL UNIQUE, vote VARCHAR(255) NOT NULL)"); - st.executeUpdate(); - - } catch (ClassNotFoundException e) { - e.printStackTrace(); - System.exit(1); - } - - return conn; - } - - static void sleep(long duration) { - try { - Thread.sleep(duration); - } catch (InterruptedException e) { - System.exit(1); - } - } -}