Measure data being read and written

/*

 * Copyright (c) 2006-2008 North Concepts Inc.  All rights reserved.

 * Proprietary and Confidential.  Use is subject to license terms.

 *

 * http://northconcepts.com/data-pipeline/licensing/

 *

 */

package com.northconcepts.datapipeline.examples.cookbook;



import java.io.File;



import org.apache.log4j.Logger;



import com.northconcepts.datapipeline.core.DataEndpoint;

import com.northconcepts.datapipeline.core.DataReader;

import com.northconcepts.datapipeline.core.DataWriter;

import com.northconcepts.datapipeline.csv.CSVReader;

import com.northconcepts.datapipeline.csv.CSVWriter;

import com.northconcepts.datapipeline.job.JobTemplate;

import com.northconcepts.datapipeline.meter.MeteredReader;

import com.northconcepts.datapipeline.meter.MeteredWriter;



public class MeasureDataBeingReadAndWritten {

    

    public static final Logger log = DataEndpoint.log; 



    public static void main(String[] args) throws Throwable {

        DataReader reader = new CSVReader(new File("credit-balance.csv"))

            .setFieldNamesInFirstRow(true);

        

        DataWriter writer = new CSVWriter(new File("credit-balance4.csv"))

            .setFieldNamesInFirstRow(true);



        MeteredReader meteredReader = new MeteredReader(reader);

        MeteredWriter meteredWriter = new MeteredWriter(writer);



        JobTemplate.DEFAULT.transfer(meteredReader, meteredWriter);

        

        log.debug("read rate: " + meteredReader.getMeter().getUnitsPerSecondAsString());

        log.debug("write rate: " + meteredWriter.getMeter().getUnitsPerSecondAsString());

    }



}
back to examples index