Massimiliano Tomassi maxtomassi
maxtomassi
/ simulate_fault_wiremock_standalone.json
Created
November 20, 2014 08:32
Simulate slow API with WireMock standalone
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "request": { | |
| "method": "GET", | |
| "url": "/videos" | |
| }, | |
| "response": { | |
| "status": 200, | |
| "bodyFileName": "videos.json", | |
| "fixedDelayMilliseconds": 2000 | |
| } |
maxtomassi
/ simulate_fault_wiremock_unit_test.java
Created
November 20, 2014 08:25
Simulating slow API with WireMock in unit test
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| stubFor(get(urlEqualTo("/videos")).willReturn( | |
| aResponse() | |
| .withStatus(200) | |
| .withBodyFile("path/to/videos.json") | |
| .withFixedDelay(2000))); |
maxtomassi
/ videos_mapping.json
Created
November 20, 2014 08:14
Mapping for video endpoint in standalone WireMock
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "request": { | |
| "method": "GET", | |
| "url": "/videos" | |
| }, | |
| "response": { | |
| "status": 200, | |
| "bodyFileName": "videos.json" | |
| } | |
| } |
maxtomassi
/ stub_wiremock_unit_test.java
Last active
August 29, 2015 14:10
Mock external API in unit test with WireMock
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| stubFor(get(urlEqualTo("/videos")) | |
| .willReturn(aResponse() | |
| .withStatus(200) | |
| .withBodyFile("path/to/videos.json"))); |
maxtomassi
/ StopSparkStreaming.scala
Last active
August 29, 2015 14:08
Gracefully stopping a Spark Streaming application
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| def main(args: Array[String]) { | |
| // Prepare your environment | |
| val ssc = new StreamingContext(conf, Seconds(batchDurationInSec)) | |
| // Do your processing | |
| sys.ShutdownHookThread { | |
| log.info("Gracefully stopping Spark Streaming Application") |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| public class Main { | |
| public static void main(String[] args) throws ExecutionException, InterruptedException { | |
| for (int i = 0; i < 20; i++) { | |
| String s1 = new CircuitBreakerCommand("World"+i).execute(); | |
| System.out.println(s1); | |
| } | |
| Hystrix.reset(); |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| public class CircuitBreakerCommand extends HystrixCommand<String>{ | |
| private final String message; | |
| public CircuitBreakerCommand(String message) { | |
| super(HystrixCommand.Setter.withGroupKey(HystrixCommandGroupKey.Factory.asKey("MyGroup")) | |
| .andCommandPropertiesDefaults( | |
| HystrixCommandProperties.Setter() | |
| .withCircuitBreakerEnabled(true) | |
| .withCircuitBreakerRequestVolumeThreshold(5) |
maxtomassi
/ spark_cassandra_connector.scala
Last active
August 29, 2015 14:06
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| aggregatedRDD.saveToCassandra("keySpaceName", "columnFamilyName", SomeColumns("word", "count")) |
maxtomassi
/ spark_foreach_rdd_store.scala
Created
September 25, 2014 07:59
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ... | |
| aggregatedRDD.foreach(element => store(element)) | |
| ... | |
| def store(element: YourModel): Unit = { | |
| // 1. build your Cassandra statement | |
| // 2. execute the statement | |
| } |
maxtomassi
/ gist:a4b806f0374e2a6f3821
Created
September 25, 2014 07:45
spark_cassandra_output_format.scala
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ... | |
| val casoutputCF = aggregatedRDD.map { | |
| case (productId, saleCount) => { | |
| val outColFamKey = Map("prod_id" -> ByteBufferUtil.bytes(productId)) | |
| val outKey: java.util.Map[String, ByteBuffer] = outColFamKey | |
| var outColFamVal = new ListBuffer[ByteBuffer] | |
| outColFamVal += ByteBufferUtil.bytes(saleCount) | |
| val outVal: java.util.List[ByteBuffer] = outColFamVal | |
| (outKey, outVal) |
NewerOlder