public class AvroKafkaStorage
extends org.apache.pig.StoreFunc
Modifier and Type | Field and Description |
---|---|
protected org.apache.avro.Schema |
avroSchema |
protected org.apache.pig.piggybank.storage.avro.PigAvroDatumWriter |
datumWriter |
protected org.apache.avro.io.Encoder |
encoder |
protected java.io.ByteArrayOutputStream |
os |
protected KafkaRecordWriter<java.lang.Object,byte[]> |
writer |
Constructor and Description |
---|
AvroKafkaStorage(java.lang.String schema) |
Modifier and Type | Method and Description |
---|---|
void |
checkSchema(org.apache.pig.ResourceSchema schema) |
void |
cleanupOnFailure(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
org.apache.hadoop.mapreduce.OutputFormat |
getOutputFormat() |
void |
prepareToWrite(org.apache.hadoop.mapreduce.RecordWriter writer) |
void |
putNext(org.apache.pig.data.Tuple tuple) |
java.lang.String |
relToAbsPathForStoreLocation(java.lang.String location,
org.apache.hadoop.fs.Path curDir) |
void |
setStoreFuncUDFContextSignature(java.lang.String signature) |
void |
setStoreLocation(java.lang.String uri,
org.apache.hadoop.mapreduce.Job job) |
protected void |
writeEnvelope(java.io.OutputStream os,
org.apache.avro.io.Encoder enc) |
protected KafkaRecordWriter<java.lang.Object,byte[]> writer
protected org.apache.avro.Schema avroSchema
protected org.apache.pig.piggybank.storage.avro.PigAvroDatumWriter datumWriter
protected org.apache.avro.io.Encoder encoder
protected java.io.ByteArrayOutputStream os
public org.apache.hadoop.mapreduce.OutputFormat getOutputFormat() throws java.io.IOException
getOutputFormat
in interface org.apache.pig.StoreFuncInterface
getOutputFormat
in class org.apache.pig.StoreFunc
java.io.IOException
public java.lang.String relToAbsPathForStoreLocation(java.lang.String location, org.apache.hadoop.fs.Path curDir) throws java.io.IOException
relToAbsPathForStoreLocation
in interface org.apache.pig.StoreFuncInterface
relToAbsPathForStoreLocation
in class org.apache.pig.StoreFunc
java.io.IOException
public void setStoreLocation(java.lang.String uri, org.apache.hadoop.mapreduce.Job job) throws java.io.IOException
setStoreLocation
in interface org.apache.pig.StoreFuncInterface
setStoreLocation
in class org.apache.pig.StoreFunc
java.io.IOException
public void prepareToWrite(org.apache.hadoop.mapreduce.RecordWriter writer) throws java.io.IOException
prepareToWrite
in interface org.apache.pig.StoreFuncInterface
prepareToWrite
in class org.apache.pig.StoreFunc
java.io.IOException
public void cleanupOnFailure(java.lang.String location, org.apache.hadoop.mapreduce.Job job) throws java.io.IOException
cleanupOnFailure
in interface org.apache.pig.StoreFuncInterface
cleanupOnFailure
in class org.apache.pig.StoreFunc
java.io.IOException
public void setStoreFuncUDFContextSignature(java.lang.String signature)
setStoreFuncUDFContextSignature
in interface org.apache.pig.StoreFuncInterface
setStoreFuncUDFContextSignature
in class org.apache.pig.StoreFunc
public void checkSchema(org.apache.pig.ResourceSchema schema) throws java.io.IOException
checkSchema
in interface org.apache.pig.StoreFuncInterface
checkSchema
in class org.apache.pig.StoreFunc
java.io.IOException
protected void writeEnvelope(java.io.OutputStream os, org.apache.avro.io.Encoder enc) throws java.io.IOException
java.io.IOException
public void putNext(org.apache.pig.data.Tuple tuple) throws java.io.IOException
putNext
in interface org.apache.pig.StoreFuncInterface
putNext
in class org.apache.pig.StoreFunc
java.io.IOException