Add examples using Docker

Author: okumin

.dockerignore

@@ -0,0 +1,7 @@
+*
+!influent-java/src
+!influent-java-example/src
+!influent-transport/src
+!project/build.properties
+!project/plugins.sbt
+!build.sbt

bin/generate-ca.sh

@@ -6,7 +6,7 @@ chmod 700 out
 while true;  do
   echo -n "Enter private key password for CA:"
   read -s password
-  if [ ${#password} -ge 4 ]; then
+  if [ "${#password}" -ge 4 ]; then
     echo
     break;
   else
@@ -19,10 +19,10 @@ done
 while true; do
   echo -n "Enter Country Name for CA [US]:"
   read country_name
-  if [ -z ${country_name} ]; then
+  if [ -z "${country_name}" ]; then
     country_name=US
     break;
-  elif [ ${#country_name} -eq 2 ]; then
+  elif [ "${#country_name}" -eq 2 ]; then
     break;
   else
     echo "Country Name must be 2 characters"
@@ -32,44 +32,44 @@ done
 
 echo -n "Enter State or Province Name for CA [CA]:"
 read state_name
-if [ -z ${state_name} ]; then
+if [ -z "${state_name}" ]; then
   state_name=CA
 fi
 
 echo -n "Enter Locality Name (eg, city) for CA [Mountain View]:"
 read locality_name
-if [ -z ${locality_name} ]; then
+if [ -z "${locality_name}" ]; then
   locality_name="Mountain View"
 fi
 
 echo -n "Organization Name (eg, company) for CA [Influent]:"
 read organization_name
-if [ -z ${organization_name} ]; then
+if [ -z "${organization_name}" ]; then
   organization_name="Influent"
 fi
 
 echo -n "Organizational Unit Name (eg, section) for CA []:"
 read organization_unit_name
-if [ -z ${organization_unit_name} ]; then
+if [ -z "${organization_unit_name}" ]; then
   organization_unit_name=""
 fi
 
 echo -n "Common Name (e.g. server FQDN or YOUR name) [Influent CA]:"
 read common_name
-if [ -z ${common_name} ]; then
+if [ -z "${common_name}" ]; then
   common_name="Influent CA"
 fi
 
 echo -n "Certificate valid days [36500]:"
 read validity_days
-if [ -z ${validity_days} ]; then
+if [ -z "${validity_days}" ]; then
   validity_days=36500
 fi
 
 openssl req \
   -new \
   -x509 \
-  -newkey rsa:2048 \
+  -newkey rsa:4096 \
   -out out/ca_cert.pem \
   -keyout out/ca_key.pem \
   -days ${validity_days} \

bin/generate-server-keystore.sh

@@ -5,20 +5,20 @@ chmod 700 out
 
 echo -n "Enter the certificate filename of CA [out/ca_cert.pem]:"
 read ca_cert_filename
-if [ -z ${ca_cert_filename} ]; then
+if [ -z "${ca_cert_filename}" ]; then
   ca_cert_filename="out/ca_cert.pem"
 fi
 
 echo -n "Enter the private key filename of CA [out/ca_key.pem]:"
 read ca_key_filename
-if [ -z ${ca_key_filename} ]; then
+if [ -z "${ca_key_filename}" ]; then
   ca_key_filename="out/ca_key.pem"
 fi
 
 while true;  do
   echo -n "Enter private key password of existent CA:"
   read -s ca_key_password
-  if [ ${#ca_key_password} -ge 4 ]; then
+  if [ "${#ca_key_password}" -ge 4 ]; then
     echo
     break;
   else
@@ -31,7 +31,7 @@ done
 while true;  do
   echo -n "Enter key store password for server:"
   read -s key_store_password
-  if [ ${#key_store_password} -ge 6 ]; then
+  if [ "${#key_store_password}" -ge 6 ]; then
     echo
     break;
   else
@@ -44,7 +44,7 @@ done
 while true;  do
   echo -n "Enter private key password for server:"
   read -s key_password
-  if [ ${#key_password} -ge 6 ]; then
+  if [ "${#key_password}" -ge 6 ]; then
     echo
     break;
   else
@@ -56,23 +56,23 @@ done
 
 echo -n "Enter a name of the cert name of CA [influent-ca]:"
 read ca_cert_name
-if [ -z ${ca_cert_name} ]; then
+if [ -z "${ca_cert_name}" ]; then
   ca_cert_name=influent-ca
 fi
 
 echo -n "Enter a name of the keypair name for server [influent-server]:"
 read keypair_name
-if [ -z ${keypair_name} ]; then
+if [ -z "${keypair_name}" ]; then
   keypair_name=influent-server
 fi
 
 while true; do
   echo -n "Enter Country Name for server [US]:"
   read country_name
-  if [ -z ${country_name} ]; then
+  if [ -z "${country_name}" ]; then
     country_name=US
     break;
-  elif [ ${#country_name} -eq 2 ]; then
+  elif [ "${#country_name}" -eq 2 ]; then
     break;
   else
     echo "Country Name must be 2 characters"
@@ -82,45 +82,45 @@ done
 
 echo -n "Enter State or Province Name for server [CA]:"
 read state_name
-if [ -z ${state_name} ]; then
+if [ -z "${state_name}" ]; then
   state_name=CA
 fi
 
 echo -n "Enter Locality Name (eg, city) for server [Mountain View]:"
 read locality_name
-if [ -z ${locality_name} ]; then
+if [ -z "${locality_name}" ]; then
   locality_name="Mountain View"
 fi
 
 echo -n "Organization Name (eg, company) for server [Influent]:"
 read organization_name
-if [ -z ${organization_name} ]; then
+if [ -z "${organization_name}" ]; then
   organization_name="Influent"
 fi
 
 echo -n "Organizational Unit Name (eg, section) for server []:"
 read organization_unit_name
-if [ -z ${organization_unit_name} ]; then
+if [ -z "${organization_unit_name}" ]; then
   organization_unit_name=""
 fi
 
-echo -n "Common Name (e.g. server host name) [Influent Server]:"
+echo -n "Common Name (e.g. server host name):"
 read common_name
-if [ -z ${common_name} ]; then
+if [ -z "${common_name}" ]; then
   common_name="Influent Server"
 fi
 
 echo -n "Certificate valid days [36500]:"
 read validity_days
-if [ -z ${validity_days} ]; then
+if [ -z "${validity_days}" ]; then
   validity_days=36500
 fi
 
 keytool \
   -genkeypair \
   -alias ${keypair_name} \
   -keyalg RSA \
-  -keysize 2048 \
+  -keysize 4096 \
   -dname "CN=${common_name}, OU=${organization_unit_name}, O=${organization_name}, L=${locality_name}, ST=${state_name}, C=${country_name}" \
   -validity ${validity_days} \
   -keypass ${key_password} \

build.sbt

@@ -23,15 +23,15 @@ lazy val influentTransport = (project in file("influent-transport"))
   )
   .enablePlugins(AutomateHeaderPlugin)
 
-lazy val influentJavaSample = (project in file("influent-java-sample"))
+lazy val influentJavaExample = (project in file("influent-java-example"))
   .settings(commonSettings: _*)
   .settings(javaSettings: _*)
   .settings(
-    name := "influent-java-sample",
+    name := "influent-java-example",
     libraryDependencies ++= Seq(
       "ch.qos.logback" % "logback-classic" % "1.2.3"
     ),
-    assemblyJarName in assembly := "influent-java-sample.jar"
+    assemblyJarName in assembly := "influent-java-example.jar"
   ).dependsOn(influentJava)
   .enablePlugins(AutomateHeaderPlugin)
 

example/Dockerfile

@@ -0,0 +1,22 @@
+FROM openjdk:8 AS builder
+
+WORKDIR /influent-build
+COPY ./build.sbt ./build.sbt
+COPY ./project ./project
+
+RUN apt-get update \
+  && apt-get install apt-transport-https \
+  && echo "deb https://dl.bintray.com/sbt/debian /" > /etc/apt/sources.list.d/sbt.list \
+  && apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 2EE0EA64E40A89B84B2DF73499E82A75642AC823 \
+  && apt-get update \
+  && apt-get install sbt \
+  && sbt update
+
+COPY ./ ./
+RUN sbt "project influentJavaExample" "assembly"
+
+FROM openjdk:8
+
+WORKDIR /influent
+COPY --from=builder /influent-build/influent-java-example/target/influent-java-example.jar ./influent-java-example.jar
+ENTRYPOINT ["java", "-classpath", "./influent-java-example.jar", "example.Print"]

example/ca_cert.pem

@@ -0,0 +1,31 @@
+-----BEGIN CERTIFICATE-----
+MIIFPjCCAyYCCQD8CZ7WWS81TTANBgkqhkiG9w0BAQsFADBgMQswCQYDVQQGEwJV
+UzELMAkGA1UECAwCQ0ExFjAUBgNVBAcMDU1vdW50YWluIFZpZXcxETAPBgNVBAoM
+CEluZmx1ZW50MRkwFwYDVQQDDBBJbmZsdWVudCBUZXN0IENBMCAXDTE4MTAxODE2
+MTExOFoYDzIxMTgwOTI0MTYxMTE4WjBgMQswCQYDVQQGEwJVUzELMAkGA1UECAwC
+Q0ExFjAUBgNVBAcMDU1vdW50YWluIFZpZXcxETAPBgNVBAoMCEluZmx1ZW50MRkw
+FwYDVQQDDBBJbmZsdWVudCBUZXN0IENBMIICIjANBgkqhkiG9w0BAQEFAAOCAg8A
+MIICCgKCAgEAqQ3PUqOBynX1NR9QAAb1reS2qcTrobOkPUV11+tqS0Bpq256dMNr
+u3BFgoPmyO8kzR407z3CH9IXPknyKtTGXtYVtPuKg4L1x7NS6xlONMxlmMUw/RKr
+0NGpayZhx9OoKM34GOsQhOktvbBbKMt/ann9uFSBIcMg2PDygHVogmaWGvQ5IZ2U
+wTb+bM9+rMrNo37EVLrppLo1VFgrEetXoWFQfkQIedQIa8IEWeLTCqHpBv5HcJqj
+YwwdhJTRrmLbWmwexJxTL/wLO/EfgEFTFJ9uSEhjYbDon8H4YMl5JFZPGo77aJ64
+yLTnXG0/UNd8MZO37yttHHIphRMAECPb6N4CN6WQ3uUp5inJBunQSAKnIyhzQOyw
+P46yLPUUP2QDvTjoRWJSAs/j5SZ8MFCZkBG1dD78JYxg+SwlAjtCda2iw99oRCkO
+DKMHH4gU9HCt5nkY9x3v6EXSdtWGRh99FEAad14TXdhpHo3LDfLubyDRwsKlQkig
+o9+M4SGualnMTMxmg4sLNFp/9XglTRkF5YfSUJe2NVL9kvYdc8oNLfL8Hhakm0Na
+ue3VoZDYKwPIJ1sc76oJpmuMH1bQEey5qMmAwehlQ3s4+P319WQZV87bgQ3YjqD3
+vrDT+RfF/6y+j5kUNpd2X6SBVrEtndMIai9Ki0MSQRCBcHtFJXSQN1MCAwEAATAN
+BgkqhkiG9w0BAQsFAAOCAgEASXOr8m4kefY7A9KQWKJESb4uw3mu32WLZvKAQpQ0
+0mfUIa0Pm74aFrWJaFKaFOpicx7T8OJLRXQpg6qIkvGiTfsVCspAPLtpGfbNxNUG
+yPrcsUKNtQ9eF/El2eGRb9HctYJXoJQdEf1O3A1LmbzxNNaWmYvlj5d6Vfb91b1t
++vLNY4AX/tWhXdTwd1slLXpVVaMBsoUEHpFVbzlwcQVZHi2kn7DGYggo7zzrg2el
+j5xwPQpzOVL/ZKy/SATVaf/nbSjzuZxTGwTp2Zfm9sV3tSvwsqcZaHJ0rlV+6qAk
+AVwa1eYSREDhlHr5/7bwfJAguyKbMpPzBgIV4yxZ85N2eWaSLlGw9J99Sfm7Hd6S
+B20pqBTDEGMjn4SM1n2FSviPdW014GvXnJ9mBAGE8HS+dEwfjxW2wupAUEKH9guR
+gww4BkViR6Soq4k4ZJE1clXsUgEmhiGTNnfOUeLlbzezUeWIu6ac/xMxo7e/W9qA
+j+NWFQtfm5hoD1nA88A56avulJ5aVO/28BbQdt84rLU4T/jYsu96DMJAQq9kXj9Z
+kc7laKcK0pRUH2Miz28D6wkFdqAUKeP7SegUwjvt0IcUqI+695zPDC2FLmTL3lXH
+btfib+MEDcdVQ0i4IFArjXQQb5Pfmo6MGSAS6NOWWd/O+yYn9h2DKFJT4SyAhOWO
+CbQ=
+-----END CERTIFICATE-----

example/influent-server.jks

@@ -0,0 +1,12 @@
+version: '3'
+services:
+  influent-server:
+    build:
+      context: ../..
+      dockerfile: example/Dockerfile
+    environment:
+      DURATION_SECONDS: '60'
+  fluentd-agent:
+    image: fluent/fluentd
+    volumes:
+      - ./fluent.conf:/fluentd/etc/fluent.conf

example/plain/docker-compose.yml

@@ -0,0 +1,18 @@
+<source>
+  @type dummy
+  dummy {"hello":"world"}
+  auto_increment_key count
+  tag dummy
+</source>
+<match dummy>
+  @type copy
+  <store>
+    @type forward
+    flush_interval 1s
+    require_ack_response true
+
+    <server>
+      host influent-server
+    </server>
+  </store>
+</match>

example/plain/fluent.conf

@@ -0,0 +1,17 @@
+version: '3'
+services:
+  influent-server:
+    build:
+      context: ../..
+      dockerfile: example/Dockerfile
+    environment:
+      DURATION_SECONDS: '60'
+      TLS_ENABLED: 'true'
+      HANDSHAKE_ENABLED: 'false'
+    volumes:
+      - ../influent-server.jks:/influent/influent-server.jks
+  fluentd-agent:
+    image: fluent/fluentd
+    volumes:
+      - ./fluent.conf:/fluentd/etc/fluent.conf
+      - ../ca_cert.pem:/fluentd/ca_cert.pem

example/secure/docker-compose.yml

@@ -0,0 +1,21 @@
+<source>
+  @type dummy
+  dummy {"hello":"world"}
+  auto_increment_key count
+  tag dummy
+</source>
+<match dummy>
+  @type copy
+  <store>
+    @type forward
+    flush_interval 1s
+    require_ack_response true
+
+    transport tls
+    tls_cert_path /fluentd/ca_cert.pem
+
+    <server>
+      host influent-server
+    </server>
+  </store>
+</match>

example/secure/fluent.conf

@@ -14,17 +14,15 @@
  * limitations under the License.
  */
 
-package sample;
+package example;
 
+import influent.forward.ForwardCallback;
+import influent.forward.ForwardServer;
 import java.util.concurrent.CompletableFuture;
 import java.util.concurrent.atomic.AtomicLong;
-
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
-import influent.forward.ForwardCallback;
-import influent.forward.ForwardServer;
-
 public class Counter {
   private static final class Reporter implements Runnable {
     private final AtomicLong counter = new AtomicLong();

influent-java-sample/src/main/java/sample/Counter.java renamed to influent-java-example/src/main/java/example/Counter.java

@@ -0,0 +1,22 @@
+package example;
+
+class Environment {
+  private Environment() {
+    throw new AssertionError();
+  }
+
+  static String get(final String name, final String defaultValue) {
+    final String value = System.getenv(name);
+    return value != null ? value : defaultValue;
+  }
+
+  static long getLong(final String name, final long defaultValue) {
+    final String value = System.getenv(name);
+    return value != null ? Long.valueOf(value) : defaultValue;
+  }
+
+  static boolean getBoolean(final String name, final boolean defaultValue) {
+    final String value = System.getenv(name);
+    return value != null ? Boolean.valueOf(value) : defaultValue;
+  }
+}