Somi minor fixes to make it more robust

README.md

@@ -4,10 +4,16 @@ kafka-s3-consumer
 Store batched Kafka messages in S3.
 
 Build
+-----------------
 
   mvn package
 
 Run
+-----------------
 
   java -jar kafka-s3-consumer-1.0.jar <props>
 
+  #in order to start after some time of inactivity (so there are logs stored,
+  #but the gap is larger between last uploaded log end the first record in kafka
+
+  java -jar kafka-s3-consumer-1.0.jar <props> clean

kafka-s3-consumer.properties

@@ -0,0 +1,21 @@
+# Kafka settings
+kafka.host=127.0.0.1
+kafka.port=9092
+kafka.brokerid=0
+kafka.topics=topic:1
+#max size of a single message in the queue
+kafka.maxmessagesize=4096
+
+# S3 settings
+s3.accesskey=$AWS_ACCESS_KEY_ID
+s3.secretkey=$AWS_SECRET_ACCESS_KEY
+
+# Consumer settings
+s3.bucket=persuasionapi-test
+s3.prefix=s3-consumer
+
+#object size 1024*1024*10 = 10mb (10506200)
+s3.maxobjectsize=10506200
+
+#compress the file which is send to s3
+s3.compression=true

pom.xml

@@ -42,7 +42,7 @@
         <dependency>
             <groupId>kafka</groupId>
             <artifactId>kafka</artifactId>
-            <version>0.7.1</version>
+            <version>0.7.2</version>
         </dependency>
 
         <dependency>