Skip to content

Instantly share code, notes, and snippets.

@imaxxs

imaxxs/gist:7554922

Created November 20, 2013 00:07
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save imaxxs/7554922 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save imaxxs/7554922 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
register /vagrant/pig-udfs/target/hadoopdata-udfs-1.0-SNAPSHOT.jar;
original_528bd071475a011915000003_1 = LOAD 'hdfs://localhost/f77be6ba92214126bdcbaf2bb1290e2f_5000.txt' USING com.trifacta.hadoopdata.pig.TrifactaStorage('\n', '--maxRecordLength 1048576') AS column1:chararray;
cleaned_table = FOREACH original_528bd071475a011915000003_1 GENERATE flatten(com.trifacta.hadoopdata.wrangler.udf.SplitUDF($0, '()(,)()', 4999, false, 2)) AS (column2:chararray, column3:chararray, column4:chararray, column5:chararray, column6:chararray, column7:chararray, column8:chararray, column9:chararray, column10:chararray, column11:chararray, column12:chararray, column13:chararray, column14:chararray, column15:chararray, column16:chararray, column17:chararray, column18:chararray, column19:chararray, column20:chararray, column21:chararray, column22:chararray, column23:chararray, column24:chararray, column25:chararray, column26:chararray, column27:chararray, column28:chararray, column29:chararray, column30:chararray, column31:chararray, column32:chararray, column33:chararray, column34:chararray, column35:chararray, column36:chararray, column37:chararray, column38:chararray, column39:chararray, column40:chararray, column41:chararray, column42:chararray, column43:chararray, column44:chararray, column45:chararray, column46:chararray, column47:chararray, column48:chararray, column49:chararray, column50:chararray, column51:chararray, column52:chararray, column53:chararray, column54:chararray, column55:chararray, column56:chararray, column57:chararray, column58:chararray, column59:chararray, column60:chararray, column61:chararray, column62:chararray, column63:chararray, column64:chararray, column65:chararray, column66:chararray, column67:chararray, column68:chararray, column69:chararray, column70:chararray, column71:chararray, column72:chararray, column73:chararray, column74:chararray, column75:chararray, column76:chararray, column77:chararray, column78:chararray, column79:chararray, column80:chararray, column81:chararray, column82:chararray, column83:chararray, column84:chararray, column85:chararray, column86:chararray, column87:chararray, column88:chararray, column89:chararray, column90:chararray, column91:chararray, column92:chararray, column93:chararray, column94:chararray, column95:chararray, column96:chararray, column97:chararray, column98:chararray, column99:chararray, column100:chararray, column101:chararray, column102:chararray, column103:chararray, column104:chararray, column105:chararray, column106:chararray, column107:chararray, column108:chararray, column109:chararray, column110:chararray, column111:chararray, column112:chararray, column113:chararray, column114:chararray, column115:chararray, column116:chararray, column117:chararray, column118:chararray, column119:chararray, column120:chararray, column121:chararray, column122:chararray, column123:chararray, column124:chararray, column125:chararray, column126:chararray, column127:chararray, column128:chararray, column129:chararray, column130:chararray, column131:chararray, column132:chararray, column133:chararray, column134:chararray, column135:chararray, column136:chararray, column137:chararray, column138:chararray, column139:chararray, column140:chararray, column141:chararray, column142:chararray, column143:chararray, column144:chararray, column145:chararray, column146:chararray, column147:chararray, column148:chararray, column149:chararray, column150:chararray, column151:chararray, column152:chararray, column153:chararray, column154:chararray, column155:chararray, column156:chararray, column157:chararray, column158:chararray, column159:chararray, column160:chararray, column161:chararray, column162:chararray, column163:chararray, column164:chararray, column165:chararray, column166:chararray, column167:chararray, column168:chararray, column169:chararray, column170:chararray, column171:chararray, column172:chararray, column173:chararray, column174:chararray, column175:chararray, column176:chararray, column177:chararray, column178:chararray, column179:chararray, column180:chararray, column181:chararray, column182:chararray, column183:chararray, column184:chararray, column185:chararray, column186:chararray, column187:chararray, column188:chararray, column189:chararray, column190:chararray, column191:chararray, column192:chararray, column193:chararray, column194:chararray, column195:chararray, column196:chararray, column197:chararray, column198:chararray, column199:chararray, column200:chararray, column201:chararray, column202:chararray, column203:chararray, column204:chararray, column205:chararray, column206:chararray, column207:chararray, column208:chararray, column209:chararray, column210:chararray, column211:chararray, column212:chararray, column213:chararray, column214:chararray, column215:chararray, column216:chararray, column217:chararray, column218:chararray, column219:chararray, column220:chararray, column221:chararray, column222:chararray, column223:chararray, column224:chararray, column225:chararray, column226:chararray, column227:chararray, column228:chararray, column229:chararray, column230:chararray, column231:chararray, column232:chararray, column233:chararray, column234:chararray, column235:chararray, column236:chararray, column237:chararray, column238:chararray, column239:chararray, column240:chararray, column241:chararray, column242:chararray, column243:chararray, column244:chararray, column245:chararray, column246:chararray, column247:chararray, column248:chararray, column249:chararray, column250:chararray, column251:chararray, column252:chararray, column253:chararray, column254:chararray, column255:chararray, column256:chararray, column257:chararray, column258:chararray, column259:chararray, column260:chararray, column261:chararray, column262:chararray, column263:chararray, column264:chararray, column265:chararray, column266:chararray, column267:chararray, column268:chararray, column269:chararray, column270:chararray, column271:chararray, column272:chararray, column273:chararray, column274:chararray, column275:chararray, column276:chararray, column277:chararray, column278:chararray, column279:chararray, column280:chararray, column281:chararray, column282:chararray, column283:chararray, column284:chararray, column285:chararray, column286:chararray, column287:chararray, column288:chararray, column289:chararray, column290:chararray, column291:chararray, column292:chararray, column293:chararray, column294:chararray, column295:chararray, column296:chararray, column297:chararray, column298:chararray, column299:chararray, column300:chararray, column301:chararray, column302:chararray, column303:chararray, column304:chararray, column305:chararray, column306:chararray, column307:chararray, column308:chararray, column309:chararray, column310:chararray, column311:chararray, column312:chararray, column313:chararray, column314:chararray, column315:chararray, column316:chararray, column317:chararray, column318:chararray, column319:chararray, column320:chararray, column321:chararray, column322:chararray, column323:chararray, column324:chararray, column325:chararray, column326:chararray, column327:chararray, column328:chararray, column329:chararray, column330:chararray, column331:chararray, column332:chararray, column333:chararray, column334:chararray, column335:chararray, column336:chararray, column337:chararray, column338:chararray, column339:chararray, column340:chararray, column341:chararray, column342:chararray, column343:chararray, column344:chararray, column345:chararray, column346:chararray, column347:chararray, column348:chararray, column349:chararray, column350:chararray, column351:chararray, column352:chararray, column353:chararray, column354:chararray, column355:chararray, column356:chararray, column357:chararray, column358:chararray, column359:chararray, column360:chararray, column361:chararray, column362:chararray, column363:chararray, column364:chararray, column365:chararray, column366:chararray, column367:chararray, column368:chararray, column369:chararray, column370:chararray, column371:chararray, column372:chararray, column373:chararray, column374:chararray, column375:chararray, column376:chararray, column377:chararray, column378:chararray, column379:chararray, column380:chararray, column381:chararray, column382:chararray, column383:chararray, column384:chararray, column385:chararray, column386:chararray, column387:chararray, column388:chararray, column389:chararray, column390:chararray, column391:chararray, column392:chararray, column393:chararray, column394:chararray, column395:chararray, column396:chararray, column397:chararray, column398:chararray, column399:chararray, column400:chararray, column401:chararray, column402:chararray, column403:chararray, column404:chararray, column405:chararray, column406:chararray, column407:chararray, column408:chararray, column409:chararray, column410:chararray, column411:chararray, column412:chararray, column413:chararray, column414:chararray, column415:chararray, column416:chararray, col
castOutput = FOREACH cleaned_table GENERATE $0 AS column2:chararray, $1 AS column3:chararray, $2 AS column4:chararray, $3 AS column5:chararray, $4 AS column6:chararray, $5 AS column7:chararray, $6 AS column8:chararray, $7 AS column9:chararray, $8 AS column10:chararray, $9 AS column11:chararray, $10 AS column12:chararray, $11 AS column13:chararray, $12 AS column14:chararray, $13 AS column15:chararray, $14 AS column16:chararray, $15 AS column17:chararray, $16 AS column18:chararray, $17 AS column19:chararray, $18 AS column20:chararray, $19 AS column21:chararray, $20 AS column22:chararray, $21 AS column23:chararray, $22 AS column24:chararray, $23 AS column25:chararray, $24 AS column26:chararray, $25 AS column27:chararray, $26 AS column28:chararray, $27 AS column29:chararray, $28 AS column30:chararray, $29 AS column31:chararray, $30 AS column32:chararray, $31 AS column33:chararray, $32 AS column34:chararray, $33 AS column35:chararray, $34 AS column36:chararray, $35 AS column37:chararray, $36 AS column38:chararray, $37 AS column39:chararray, $38 AS column40:chararray, $39 AS column41:chararray, $40 AS column42:chararray, $41 AS column43:chararray, $42 AS column44:chararray, $43 AS column45:chararray, $44 AS column46:chararray, $45 AS column47:chararray, $46 AS column48:chararray, $47 AS column49:chararray, $48 AS column50:chararray, $49 AS column51:chararray, $50 AS column52:chararray, $51 AS column53:chararray, $52 AS column54:chararray, $53 AS column55:chararray, $54 AS column56:chararray, $55 AS column57:chararray, $56 AS column58:chararray, $57 AS column59:chararray, $58 AS column60:chararray, $59 AS column61:chararray, $60 AS column62:chararray, $61 AS column63:chararray, $62 AS column64:chararray, $63 AS column65:chararray, $64 AS column66:chararray, $65 AS column67:chararray, $66 AS column68:chararray, $67 AS column69:chararray, $68 AS column70:chararray, $69 AS column71:chararray, $70 AS column72:chararray, $71 AS column73:chararray, $72 AS column74:chararray, $73 AS column75:chararray, $74 AS column76:chararray, $75 AS column77:chararray, $76 AS column78:chararray, $77 AS column79:chararray, $78 AS column80:chararray, $79 AS column81:chararray, $80 AS column82:chararray, $81 AS column83:chararray, $82 AS column84:chararray, $83 AS column85:chararray, $84 AS column86:chararray, $85 AS column87:chararray, $86 AS column88:chararray, $87 AS column89:chararray, $88 AS column90:chararray, $89 AS column91:chararray, $90 AS column92:chararray, $91 AS column93:chararray, $92 AS column94:chararray, $93 AS column95:chararray, $94 AS column96:chararray, $95 AS column97:chararray, $96 AS column98:chararray, $97 AS column99:chararray, $98 AS column100:chararray, $99 AS column101:chararray, $100 AS column102:chararray, $101 AS column103:chararray, $102 AS column104:chararray, $103 AS column105:chararray, $104 AS column106:chararray, $105 AS column107:chararray, $106 AS column108:chararray, $107 AS column109:chararray, $108 AS column110:chararray, $109 AS column111:chararray, $110 AS column112:chararray, $111 AS column113:chararray, $112 AS column114:chararray, $113 AS column115:chararray, $114 AS column116:chararray, $115 AS column117:chararray, $116 AS column118:chararray, $117 AS column119:chararray, $118 AS column120:chararray, $119 AS column121:chararray, $120 AS column122:chararray, $121 AS column123:chararray, $122 AS column124:chararray, $123 AS column125:chararray, $124 AS column126:chararray, $125 AS column127:chararray, $126 AS column128:chararray, $127 AS column129:chararray, $128 AS column130:chararray, $129 AS column131:chararray, $130 AS column132:chararray, $131 AS column133:chararray, $132 AS column134:chararray, $133 AS column135:chararray, $134 AS column136:chararray, $135 AS column137:chararray, $136 AS column138:chararray, $137 AS column139:chararray, $138 AS column140:chararray, $139 AS column141:chararray, $140 AS column142:chararray, $141 AS column143:chararray, $142 AS column144:chararray, $143 AS column145:chararray, $144 AS column146:chararray, $145 AS column147:chararray, $146 AS column148:chararray, $147 AS column149:chararray, $148 AS column150:chararray, $149 AS column151:chararray, $150 AS column152:chararray, $151 AS column153:chararray, $152 AS column154:chararray, $153 AS column155:chararray, $154 AS column156:chararray, $155 AS column157:chararray, $156 AS column158:chararray, $157 AS column159:chararray, $158 AS column160:chararray, $159 AS column161:chararray, $160 AS column162:chararray, $161 AS column163:chararray, $162 AS column164:chararray, $163 AS column165:chararray, $164 AS column166:chararray, $165 AS column167:chararray, $166 AS column168:chararray, $167 AS column169:chararray, $168 AS column170:chararray, $169 AS column171:chararray, $170 AS column172:chararray, $171 AS column173:chararray, $172 AS column174:chararray, $173 AS column175:chararray, $174 AS column176:chararray, $175 AS column177:chararray, $176 AS column178:chararray, $177 AS column179:chararray, $178 AS column180:chararray, $179 AS column181:chararray, $180 AS column182:chararray, $181 AS column183:chararray, $182 AS column184:chararray, $183 AS column185:chararray, $184 AS column186:chararray, $185 AS column187:chararray, $186 AS column188:chararray, $187 AS column189:chararray, $188 AS column190:chararray, $189 AS column191:chararray, $190 AS column192:chararray, $191 AS column193:chararray, $192 AS column194:chararray, $193 AS column195:chararray, $194 AS column196:chararray, $195 AS column197:chararray, $196 AS column198:chararray, $197 AS column199:chararray, $198 AS column200:chararray, $199 AS column201:chararray, $200 AS column202:chararray, $201 AS column203:chararray, $202 AS column204:chararray, $203 AS column205:chararray, $204 AS column206:chararray, $205 AS column207:chararray, $206 AS column208:chararray, $207 AS column209:chararray, $208 AS column210:chararray, $209 AS column211:chararray, $210 AS column212:chararray, $211 AS column213:chararray, $212 AS column214:chararray, $213 AS column215:chararray, $214 AS column216:chararray, $215 AS column217:chararray, $216 AS column218:chararray, $217 AS column219:chararray, $218 AS column220:chararray, $219 AS column221:chararray, $220 AS column222:chararray, $221 AS column223:chararray, $222 AS column224:chararray, $223 AS column225:chararray, $224 AS column226:chararray, $225 AS column227:chararray, $226 AS column228:chararray, $227 AS column229:chararray, $228 AS column230:chararray, $229 AS column231:chararray, $230 AS column232:chararray, $231 AS column233:chararray, $232 AS column234:chararray, $233 AS column235:chararray, $234 AS column236:chararray, $235 AS column237:chararray, $236 AS column238:chararray, $237 AS column239:chararray, $238 AS column240:chararray, $239 AS column241:chararray, $240 AS column242:chararray, $241 AS column243:chararray, $242 AS column244:chararray, $243 AS column245:chararray, $244 AS column246:chararray, $245 AS column247:chararray, $246 AS column248:chararray, $247 AS column249:chararray, $248 AS column250:chararray, $249 AS column251:chararray, $250 AS column252:chararray, $251 AS column253:chararray, $252 AS column254:chararray, $253 AS column255:chararray, $254 AS column256:chararray, $255 AS column257:chararray, $256 AS column258:chararray, $257 AS column259:chararray, $258 AS column260:chararray, $259 AS column261:chararray, $260 AS column262:chararray, $261 AS column263:chararray, $262 AS column264:chararray, $263 AS column265:chararray, $264 AS column266:chararray, $265 AS column267:chararray, $266 AS column268:chararray, $267 AS column269:chararray, $268 AS column270:chararray, $269 AS column271:chararray, $270 AS column272:chararray, $271 AS column273:chararray, $272 AS column274:chararray, $273 AS column275:chararray, $274 AS column276:chararray, $275 AS column277:chararray, $276 AS column278:chararray, $277 AS column279:chararray, $278 AS column280:chararray, $279 AS column281:chararray, $280 AS column282:chararray, $281 AS column283:chararray, $282 AS column284:chararray, $283 AS column285:chararray, $284 AS column286:chararray, $285 AS column287:chararray, $286 AS column288:chararray, $287 AS column289:chararray, $288 AS column290:chararray, $289 AS column291:chararray, $290 AS column292:chararray, $291 AS column293:chararray, $292 AS column294:chararray, $293 AS column295:chararray, $294 AS column296:chararray, $295 AS column297:chararray, $296 AS column298:chararray, $297 AS column299:chararray, $298 AS column300:chararray, $299 AS column301:chararray, $300 AS column302:chararray, $301 AS column303:chararray, $302 AS column304:chararray, $303 AS column305:chararray, $304 AS column306:chararray, $305 AS column307:chararray, $306 AS column308:chararray, $307 AS column309:chararray, $308 AS column
cleaned_table_1 = FOREACH castOutput GENERATE $0 AS column2:chararray, $1 AS column3:chararray, $2 AS column4:chararray, $3 AS column5:chararray, $4 AS column6:chararray, (double)($5000 * 2) AS column5002:double, $5 AS column7:chararray, $6 AS column8:chararray, $7 AS column9:chararray, $8 AS column10:chararray, $9 AS column11:chararray, $10 AS column12:chararray, $11 AS column13:chararray, $12 AS column14:chararray, $13 AS column15:chararray, $14 AS column16:chararray, $15 AS column17:chararray, $16 AS column18:chararray, $17 AS column19:chararray, $18 AS column20:chararray, $19 AS column21:chararray, $20 AS column22:chararray, $21 AS column23:chararray, $22 AS column24:chararray, $23 AS column25:chararray, $24 AS column26:chararray, $25 AS column27:chararray, $26 AS column28:chararray, $27 AS column29:chararray, $28 AS column30:chararray, $29 AS column31:chararray, $30 AS column32:chararray, $31 AS column33:chararray, $32 AS column34:chararray, $33 AS column35:chararray, $34 AS column36:chararray, $35 AS column37:chararray, $36 AS column38:chararray, $37 AS column39:chararray, $38 AS column40:chararray, $39 AS column41:chararray, $40 AS column42:chararray, $41 AS column43:chararray, $42 AS column44:chararray, $43 AS column45:chararray, $44 AS column46:chararray, $45 AS column47:chararray, $46 AS column48:chararray, $47 AS column49:chararray, $48 AS column50:chararray, $49 AS column51:chararray, $50 AS column52:chararray, $51 AS column53:chararray, $52 AS column54:chararray, $53 AS column55:chararray, $54 AS column56:chararray, $55 AS column57:chararray, $56 AS column58:chararray, $57 AS column59:chararray, $58 AS column60:chararray, $59 AS column61:chararray, $60 AS column62:chararray, $61 AS column63:chararray, $62 AS column64:chararray, $63 AS column65:chararray, $64 AS column66:chararray, $65 AS column67:chararray, $66 AS column68:chararray, $67 AS column69:chararray, $68 AS column70:chararray, $69 AS column71:chararray, $70 AS column72:chararray, $71 AS column73:chararray, $72 AS column74:chararray, $73 AS column75:chararray, $74 AS column76:chararray, $75 AS column77:chararray, $76 AS column78:chararray, $77 AS column79:chararray, $78 AS column80:chararray, $79 AS column81:chararray, $80 AS column82:chararray, $81 AS column83:chararray, $82 AS column84:chararray, $83 AS column85:chararray, $84 AS column86:chararray, $85 AS column87:chararray, $86 AS column88:chararray, $87 AS column89:chararray, $88 AS column90:chararray, $89 AS column91:chararray, $90 AS column92:chararray, $91 AS column93:chararray, $92 AS column94:chararray, $93 AS column95:chararray, $94 AS column96:chararray, $95 AS column97:chararray, $96 AS column98:chararray, $97 AS column99:chararray, $98 AS column100:chararray, $99 AS column101:chararray, $100 AS column102:chararray, $101 AS column103:chararray, $102 AS column104:chararray, $103 AS column105:chararray, $104 AS column106:chararray, $105 AS column107:chararray, $106 AS column108:chararray, $107 AS column109:chararray, $108 AS column110:chararray, $109 AS column111:chararray, $110 AS column112:chararray, $111 AS column113:chararray, $112 AS column114:chararray, $113 AS column115:chararray, $114 AS column116:chararray, $115 AS column117:chararray, $116 AS column118:chararray, $117 AS column119:chararray, $118 AS column120:chararray, $119 AS column121:chararray, $120 AS column122:chararray, $121 AS column123:chararray, $122 AS column124:chararray, $123 AS column125:chararray, $124 AS column126:chararray, $125 AS column127:chararray, $126 AS column128:chararray, $127 AS column129:chararray, $128 AS column130:chararray, $129 AS column131:chararray, $130 AS column132:chararray, $131 AS column133:chararray, $132 AS column134:chararray, $133 AS column135:chararray, $134 AS column136:chararray, $135 AS column137:chararray, $136 AS column138:chararray, $137 AS column139:chararray, $138 AS column140:chararray, $139 AS column141:chararray, $140 AS column142:chararray, $141 AS column143:chararray, $142 AS column144:chararray, $143 AS column145:chararray, $144 AS column146:chararray, $145 AS column147:chararray, $146 AS column148:chararray, $147 AS column149:chararray, $148 AS column150:chararray, $149 AS column151:chararray, $150 AS column152:chararray, $151 AS column153:chararray, $152 AS column154:chararray, $153 AS column155:chararray, $154 AS column156:chararray, $155 AS column157:chararray, $156 AS column158:chararray, $157 AS column159:chararray, $158 AS column160:chararray, $159 AS column161:chararray, $160 AS column162:chararray, $161 AS column163:chararray, $162 AS column164:chararray, $163 AS column165:chararray, $164 AS column166:chararray, $165 AS column167:chararray, $166 AS column168:chararray, $167 AS column169:chararray, $168 AS column170:chararray, $169 AS column171:chararray, $170 AS column172:chararray, $171 AS column173:chararray, $172 AS column174:chararray, $173 AS column175:chararray, $174 AS column176:chararray, $175 AS column177:chararray, $176 AS column178:chararray, $177 AS column179:chararray, $178 AS column180:chararray, $179 AS column181:chararray, $180 AS column182:chararray, $181 AS column183:chararray, $182 AS column184:chararray, $183 AS column185:chararray, $184 AS column186:chararray, $185 AS column187:chararray, $186 AS column188:chararray, $187 AS column189:chararray, $188 AS column190:chararray, $189 AS column191:chararray, $190 AS column192:chararray, $191 AS column193:chararray, $192 AS column194:chararray, $193 AS column195:chararray, $194 AS column196:chararray, $195 AS column197:chararray, $196 AS column198:chararray, $197 AS column199:chararray, $198 AS column200:chararray, $199 AS column201:chararray, $200 AS column202:chararray, $201 AS column203:chararray, $202 AS column204:chararray, $203 AS column205:chararray, $204 AS column206:chararray, $205 AS column207:chararray, $206 AS column208:chararray, $207 AS column209:chararray, $208 AS column210:chararray, $209 AS column211:chararray, $210 AS column212:chararray, $211 AS column213:chararray, $212 AS column214:chararray, $213 AS column215:chararray, $214 AS column216:chararray, $215 AS column217:chararray, $216 AS column218:chararray, $217 AS column219:chararray, $218 AS column220:chararray, $219 AS column221:chararray, $220 AS column222:chararray, $221 AS column223:chararray, $222 AS column224:chararray, $223 AS column225:chararray, $224 AS column226:chararray, $225 AS column227:chararray, $226 AS column228:chararray, $227 AS column229:chararray, $228 AS column230:chararray, $229 AS column231:chararray, $230 AS column232:chararray, $231 AS column233:chararray, $232 AS column234:chararray, $233 AS column235:chararray, $234 AS column236:chararray, $235 AS column237:chararray, $236 AS column238:chararray, $237 AS column239:chararray, $238 AS column240:chararray, $239 AS column241:chararray, $240 AS column242:chararray, $241 AS column243:chararray, $242 AS column244:chararray, $243 AS column245:chararray, $244 AS column246:chararray, $245 AS column247:chararray, $246 AS column248:chararray, $247 AS column249:chararray, $248 AS column250:chararray, $249 AS column251:chararray, $250 AS column252:chararray, $251 AS column253:chararray, $252 AS column254:chararray, $253 AS column255:chararray, $254 AS column256:chararray, $255 AS column257:chararray, $256 AS column258:chararray, $257 AS column259:chararray, $258 AS column260:chararray, $259 AS column261:chararray, $260 AS column262:chararray, $261 AS column263:chararray, $262 AS column264:chararray, $263 AS column265:chararray, $264 AS column266:chararray, $265 AS column267:chararray, $266 AS column268:chararray, $267 AS column269:chararray, $268 AS column270:chararray, $269 AS column271:chararray, $270 AS column272:chararray, $271 AS column273:chararray, $272 AS column274:chararray, $273 AS column275:chararray, $274 AS column276:chararray, $275 AS column277:chararray, $276 AS column278:chararray, $277 AS column279:chararray, $278 AS column280:chararray, $279 AS column281:chararray, $280 AS column282:chararray, $281 AS column283:chararray, $282 AS column284:chararray, $283 AS column285:chararray, $284 AS column286:chararray, $285 AS column287:chararray, $286 AS column288:chararray, $287 AS column289:chararray, $288 AS column290:chararray, $289 AS column291:chararray, $290 AS column292:chararray, $291 AS column293:chararray, $292 AS column294:chararray, $293 AS column295:chararray, $294 AS column296:chararray, $295 AS column297:chararray, $296 AS column298:chararray, $297 AS column299:chararray, $298 AS column300:chararray, $299 AS column301:chararray, $300 AS column302:chararray, $301 AS column303:chararray, $302 AS column304:chararray, $303 AS column305:chararray, $304 AS column306:chararray, $305 AS column307:chararray, $306 AS column308:chararra
cleaned_table_2 = FILTER cleaned_table_1 BY Not(Not(($2007 == '') or ($2007 is null)));
leaned_table_3 = FOREACH cleaned_table_2 GENERATE $0 AS column2:chararray, $1 AS column3:chararray, $2 AS column4:chararray, $3 AS column5:chararray, $4 AS column6:chararray, $5 AS column5002:double, $6 AS column7:chararray, $7 AS column8:chararray, $8 AS column9:chararray, $9 AS column10:chararray, $10 AS column11:chararray, $11 AS column12:chararray, $12 AS column13:chararray, $13 AS column14:chararray, $14 AS column15:chararray, $15 AS column16:chararray, $16 AS column17:chararray, $17 AS column18:chararray, $18 AS column19:chararray, $19 AS column20:chararray, $20 AS column21:chararray, $21 AS column22:chararray, $22 AS column23:chararray, $23 AS column24:chararray, $24 AS column25:chararray, $25 AS column26:chararray, $26 AS column27:chararray, $27 AS column28:chararray, $28 AS column29:chararray, $29 AS column30:chararray, $30 AS column31:chararray, $31 AS column32:chararray, $32 AS column33:chararray, $33 AS column34:chararray, $34 AS column35:chararray, $35 AS column36:chararray, $36 AS column37:chararray, $37 AS column38:chararray, $38 AS column39:chararray, $39 AS column40:chararray, $40 AS column41:chararray, $41 AS column42:chararray, $42 AS column43:chararray, $43 AS column44:chararray, $44 AS column45:chararray, $45 AS column46:chararray, $46 AS column47:chararray, $47 AS column48:chararray, $48 AS column49:chararray, $49 AS column50:chararray, $50 AS column51:chararray, $51 AS column52:chararray, $52 AS column53:chararray, $53 AS column54:chararray, $54 AS column55:chararray, $55 AS column56:chararray, $56 AS column57:chararray, $57 AS column58:chararray, $58 AS column59:chararray, $59 AS column60:chararray, $60 AS column61:chararray, $61 AS column62:chararray, $62 AS column63:chararray, $63 AS column64:chararray, $64 AS column65:chararray, $65 AS column66:chararray, $66 AS column67:chararray, $67 AS column68:chararray, $68 AS column69:chararray, $69 AS column70:chararray, $70 AS column71:chararray, $71 AS column72:chararray, $72 AS column73:chararray, $73 AS column74:chararray, $74 AS column75:chararray, $75 AS column76:chararray, $76 AS column77:chararray, $77 AS column78:chararray, $78 AS column79:chararray, $79 AS column80:chararray, $80 AS column81:chararray, $81 AS column82:chararray, $82 AS column83:chararray, $83 AS column84:chararray, $84 AS column85:chararray, $85 AS column86:chararray, $86 AS column87:chararray, $87 AS column88:chararray, $88 AS column89:chararray, $89 AS column90:chararray, $90 AS column91:chararray, $91 AS column92:chararray, $92 AS column93:chararray, $93 AS column94:chararray, $94 AS column95:chararray, $95 AS column96:chararray, $96 AS column97:chararray, $97 AS column98:chararray, $98 AS column99:chararray, $99 AS column100:chararray, $100 AS column101:chararray, $101 AS column102:chararray, $102 AS column103:chararray, $103 AS column104:chararray, $104 AS column105:chararray, $105 AS column106:chararray, $106 AS column107:chararray, $107 AS column108:chararray, $108 AS column109:chararray, $109 AS column110:chararray, $110 AS column111:chararray, $111 AS column112:chararray, $112 AS column113:chararray, $113 AS column114:chararray, $114 AS column115:chararray, $115 AS column116:chararray, $116 AS column117:chararray, $117 AS column118:chararray, $118 AS column119:chararray, $119 AS column120:chararray, $120 AS column121:chararray, $121 AS column122:chararray, $122 AS column123:chararray, $123 AS column124:chararray, $124 AS column125:chararray, $125 AS column126:chararray, $126 AS column127:chararray, $127 AS column128:chararray, $128 AS column129:chararray, $129 AS column130:chararray, $130 AS column131:chararray, $131 AS column132:chararray, $132 AS column133:chararray, $133 AS column134:chararray, $134 AS column135:chararray, $135 AS column136:chararray, $136 AS column137:chararray, $137 AS column138:chararray, $138 AS column139:chararray, $139 AS column140:chararray, $140 AS column141:chararray, $141 AS column142:chararray, $142 AS column143:chararray, $143 AS column144:chararray, $144 AS column145:chararray, $145 AS column146:chararray, $146 AS column147:chararray, $147 AS column148:chararray, $148 AS column149:chararray, $149 AS column150:chararray, $150 AS column151:chararray, $151 AS column152:chararray, $152 AS column153:chararray, $153 AS column154:chararray, $154 AS column155:chararray, $155 AS column156:chararray, $156 AS column157:chararray, $157 AS column158:chararray, $158 AS column159:chararray, $159 AS column160:chararray, $160 AS column161:chararray, $161 AS column162:chararray, $162 AS column163:chararray, $163 AS column164:chararray, $164 AS column165:chararray, $165 AS column166:chararray, $166 AS column167:chararray, $167 AS column168:chararray, $168 AS column169:chararray, $169 AS column170:chararray, $170 AS column171:chararray, $171 AS column172:chararray, $172 AS column173:chararray, $173 AS column174:chararray, $174 AS column175:chararray, $175 AS column176:chararray, $176 AS column177:chararray, $177 AS column178:chararray, $178 AS column179:chararray, $179 AS column180:chararray, $180 AS column181:chararray, $181 AS column182:chararray, $182 AS column183:chararray, $183 AS column184:chararray, $184 AS column185:chararray, $185 AS column186:chararray, $186 AS column187:chararray, $187 AS column188:chararray, $188 AS column189:chararray, $189 AS column190:chararray, $190 AS column191:chararray, $191 AS column192:chararray, $192 AS column193:chararray, $193 AS column194:chararray, $194 AS column195:chararray, $195 AS column196:chararray, $196 AS column197:chararray, $197 AS column198:chararray, $198 AS column199:chararray, $199 AS column200:chararray, $200 AS column201:chararray, $201 AS column202:chararray, $202 AS column203:chararray, $203 AS column204:chararray, $204 AS column205:chararray, $205 AS column206:chararray, $206 AS column207:chararray, $207 AS column208:chararray, $208 AS column209:chararray, $209 AS column210:chararray, $210 AS column211:chararray, $211 AS column212:chararray, $212 AS column213:chararray, $213 AS column214:chararray, $214 AS column215:chararray, $215 AS column216:chararray, $216 AS column217:chararray, $217 AS column218:chararray, $218 AS column219:chararray, $219 AS column220:chararray, $220 AS column221:chararray, $221 AS column222:chararray, $222 AS column223:chararray, $223 AS column224:chararray, $224 AS column225:chararray, $225 AS column226:chararray, $226 AS column227:chararray, $227 AS column228:chararray, $228 AS column229:chararray, $229 AS column230:chararray, $230 AS column231:chararray, $231 AS column232:chararray, $232 AS column233:chararray, $233 AS column234:chararray, $234 AS column235:chararray, $235 AS column236:chararray, $236 AS column237:chararray, $237 AS column238:chararray, $238 AS column239:chararray, $239 AS column240:chararray, $240 AS column241:chararray, $241 AS column242:chararray, $242 AS column243:chararray, $243 AS column244:chararray, $244 AS column245:chararray, $245 AS column246:chararray, $246 AS column247:chararray, $247 AS column248:chararray, $248 AS column249:chararray, $249 AS column250:chararray, $250 AS column251:chararray, $251 AS column252:chararray, $252 AS column253:chararray, $253 AS column254:chararray, $254 AS column255:chararray, $255 AS column256:chararray, $256 AS column257:chararray, $257 AS column258:chararray, $258 AS column259:chararray, $259 AS column260:chararray, $260 AS column261:chararray, $261 AS column262:chararray, $262 AS column263:chararray, $263 AS column264:chararray, $264 AS column265:chararray, $265 AS column266:chararray, $266 AS column267:chararray, $267 AS column268:chararray, $268 AS column269:chararray, $269 AS column270:chararray, $270 AS column271:chararray, $271 AS column272:chararray, $272 AS column273:chararray, $273 AS column274:chararray, $274 AS column275:chararray, $275 AS column276:chararray, $276 AS column277:chararray, $277 AS column278:chararray, $278 AS column279:chararray, $279 AS column280:chararray, $280 AS column281:chararray, $281 AS column282:chararray, $282 AS column283:chararray, $283 AS column284:chararray, $284 AS column285:chararray, $285 AS column286:chararray, $286 AS column287:chararray, $287 AS column288:chararray, $288 AS column289:chararray, $289 AS column290:chararray, $290 AS column291:chararray, $291 AS column292:chararray, $292 AS column293:chararray, $293 AS column294:chararray, $294 AS column295:chararray, $295 AS column296:chararray, $296 AS column297:chararray, $297 AS column298:chararray, $298 AS column299:chararray, $299 AS column300:chararray, $300 AS column301:chararray, $301 AS column302:chararray, $302 AS column303:chararray, $303 AS column304:chararray, $304 AS column305:chararray, $305 AS column306:chararray, $306 AS column307:chararray, $307 AS column308:chararray, $308 AS
STORE cleaned_table_3 INTO 'hdfs://localhost/queryResults/1f747edffbb8454582af3004864780bf/b29175766a4a58b62cf384fc67e0c7b56d8dd4da/cleaned_table_3' USING com.trifacta.hadoopdata.pig.JsonStorage();
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment