• Home
• com.google.cloud.bigdataoss
• bigquery-connector
• 0.6.0-hadoop2
• source code
• JsonTextBigQueryInputFormat.java

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.google.cloud.hadoop.io.bigquery.JsonTextBigQueryInputFormat Maven / Gradle / Ivy

package com.google.cloud.hadoop.io.bigquery;

import com.google.cloud.hadoop.util.LogUtil;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.InputSplit;
import org.apache.hadoop.mapreduce.RecordReader;
import org.apache.hadoop.mapreduce.lib.input.LineRecordReader;

import java.io.IOException;

/**
 * An input format that provides BigQuery JSON as lines of text as they are written to the export
 * by BigQuery.
 */
public class JsonTextBigQueryInputFormat extends AbstractBigQueryInputFormat {
  protected static final LogUtil log = new LogUtil(JsonTextBigQueryInputFormat.class);

  @Override
  public RecordReader createDelegateRecordReader(
      InputSplit split, Configuration configuration) throws IOException, InterruptedException {
    log.debug("createDelegateRecordReader -> new LineRecordReader");
    return new LineRecordReader();
  }

  @Override
  public ExportFileFormat getExportFileFormat() {
    return ExportFileFormat.LINE_DELIMITED_JSON;
  }
}