Use a Retrying Reader
Updated: Feb 21, 2022
/* * Copyright (c) 2006-2022 North Concepts Inc. All rights reserved. * Proprietary and Confidential. Use is subject to license terms. * * https://northconcepts.com/data-pipeline/licensing/ */ package com.northconcepts.datapipeline.examples.cookbook; import java.io.File; import com.northconcepts.datapipeline.avro.AvroReader; import com.northconcepts.datapipeline.core.DataReader; import com.northconcepts.datapipeline.core.StreamWriter; import com.northconcepts.datapipeline.job.Job; import com.northconcepts.datapipeline.retry.RetryingReader; public class UseRetryingReader { public static void main(String[] args) { DataReader reader = new AvroReader(new File("example/data/input/twitter.avro")); reader = new RetryingReader(reader); Job.run(reader, new StreamWriter(System.out)); } /* output ----------------------------------------------- 0 - Record (MODIFIED) { 0:[username]:STRING=[miguno]:String 1:[tweet]:STRING=[Rock: Nerf paper, scissors is fine.]:String 2:[timestamp]:LONG=[1366150681]:Long } ----------------------------------------------- 1 - Record (MODIFIED) { 0:[username]:STRING=[BlizzardCS]:String 1:[tweet]:STRING=[Works as intended. Terran is IMBA.]:String 2:[timestamp]:LONG=[1366154481]:Long } ----------------------------------------------- 2 records */ }