ngvinay
ngvinay
/ TextParser.java
Created
February 2, 2019 19:17
— forked from amita-shukla/TextParser.java
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import java.text.ParseException; | |
| import java.text.SimpleDateFormat; | |
| import java.util.ArrayList; | |
| import java.util.List; | |
| public class TextParser { | |
| public static List<Object> buildList(String[] data, List<ColumnDatatypeMapping> mapping) { | |
ngvinay
/ ColumnDatatypeMapping.java
Created
February 2, 2019 19:16
— forked from amita-shukla/ColumnDatatypeMapping.java
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| public class ColumnDatatypeMapping { | |
| String colName; | |
| String colType; | |
| public ColumnDatatypeMapping(String colName, String colType) { | |
| super(); | |
| this.colName = colName; | |
| this.colType = colType; | |
| } | |
ngvinay
/ FileMapperDriver.java
Created
February 2, 2019 19:16
— forked from amita-shukla/FileMapperDriver.java
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import org.apache.hadoop.conf.Configuration; | |
| import org.apache.hadoop.conf.Configured; | |
| import org.apache.hadoop.fs.Path; | |
| import org.apache.hadoop.hive.ql.io.orc.OrcNewOutputFormat; | |
| import org.apache.hadoop.io.NullWritable; | |
| import org.apache.hadoop.io.Writable; | |
| import org.apache.hadoop.mapreduce.Job; | |
| import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; | |
| import org.apache.hadoop.mapreduce.lib.input.TextInputFormat; | |
| import org.apache.hadoop.util.Tool; |
ngvinay
/ FileMapper.java
Created
February 2, 2019 19:15
— forked from amita-shukla/FileMapper.java
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import java.io.IOException; | |
| import java.util.ArrayList; | |
| import java.util.List; | |
| import org.apache.hadoop.conf.Configuration; | |
| import org.apache.hadoop.hive.ql.io.orc.OrcSerde; | |
| import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; | |
| import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; | |
| import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoUtils; | |
| import org.apache.hadoop.io.LongWritable; |
ngvinay
/ sbtmkdirs.sh
Created
December 9, 2017 18:36
— forked from alvinj/sbtmkdirs.sh
A shell script to create an SBT project directory structure
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/bin/bash | |
| #------------------------------------------------------------------------------ | |
| # Name: sbtmkdirs | |
| # Version: 1.4 | |
| # Purpose: Create an SBT project directory structure with a few simple options. | |
| # Author: Alvin Alexander, http://alvinalexander.com | |
| # License: Creative Commons Attribution-ShareAlike 2.5 Generic | |
| # http://creativecommons.org/licenses/by-sa/2.5/ | |
| #------------------------------------------------------------------------------ |