Examples of cascading.lingual.type.SQLTypeResolver

cascading.lingual.type.SQLTypeResolver
SQLTypeResolver is a SQL type specific implementation of {@link TypedFieldTypeResolver}. It allows for text based files to embed their type information along with column (field) name information.
Specifically it uses the {@link SQLTypeMap} to resolve type names to their corresponding SQL type in the JVM.
When used with a {@link cascading.scheme.Scheme} implementation supporting a {@link cascading.scheme.util.DelimitedParser}like any of the {@code TextDelimited} implementations, it allows for headers like the following:
{@code EMPNO:int,ITEM:string,SALE_DATE:date,SALE_TIME:time}
During runtime this header will become the source {@link cascading.tuple.Fields} for a given{@link cascading.tap.Tap}. The equivalent of:
{@code new Fields( "EMPNO", Integer.TYPE ).append( "ITEM", String.class ).append( "SALE_DATE", new SQLDateCoercibleType() ).append( "SALE_TIME", new SQLTimeCoercibleType() );}
This resolver converts the following names to types:
- string -> {@link String}
- byte -> {@link Byte#TYPE}
- boolean -> {@link Boolean#TYPE}
- short -> {@link Short#TYPE}
- int -> {@link Integer#TYPE}
- long -> {@link Long#TYPE}
- float -> {@link Float#TYPE}
- double -> {@link Double#TYPE}
- Boolean -> {@link Boolean}
- Byte -> {@link Byte}
- Short -> {@link Short}
- Integer -> {@link Integer}
- Long -> {@link Long}
- Float -> {@link Float}
- Double -> {@link Double}
- date -> {@link SQLDateCoercibleType}
- time -> {@link SQLTimeCoercibleType}
- timestamp -> {@link SQLTimestampCoercibleType}
Note that all primitive types cannot be represented as {@code Null}, to make a field (column) nullable, use an Object type. For example, instead of declaring {@code int}, use {@code Integer}.
The default type if none is provided will be {@code string}.

 */
public class SQLTypedDelimitedParser extends DelimitedParser
  {
  public SQLTypedDelimitedParser( String delimiter, String quote )
    {
    super( delimiter, quote, new SQLTypeResolver() );
    }

View Full Code Here

    super( delimiter, quote, new SQLTypeResolver() );
    }


  public SQLTypedDelimitedParser( String delimiter, String quote, boolean strict, boolean safe )
    {
    super( delimiter, quote, null, strict, safe, new SQLTypeResolver() );
    }

View Full Code Here

    addTable( schemaName, tableName, getResultPath() + "/results.tcsv", fields );
    }


  protected TupleEntryIterator getTable( String tableName ) throws IOException
    {
    Tap tap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), TEST_ROOT + tableName + ".tcsv", SinkMode.KEEP );


    tap.retrieveSourceFields( getPlatform().getFlowProcess() );


    return tap.openForRead( getPlatform().getFlowProcess() );
    }

View Full Code Here

    String statement = "select *\n"
      + "from \"example\".\"sales_fact_1997\" as s\n"
      + "join \"example\".\"employee\" as e\n"
      + "on e.\"EMPID\" = s.\"CUST_ID\"";


    Tap empTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );


    Tap resultsTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), getOutputPath( getTestName() ), SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )

View Full Code Here

    String statement = "select *\n"
      + "from \"example\".\"sales_fact_1997\" as s\n"
      + "join \"example\".\"employee\" as e\n"
      + "on e.\"EMPID\" = s.\"CUST_ID\"";


    Tap empTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );


    Tap resultsTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), getOutputPath( getTestName() ), SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "example.employee", empTap )
      .addSource( "example.sales_fact_1997", salesTap )

View Full Code Here

    String statement = "insert into \"results\" select *\n"
      + "from \"example\".\"sales_fact_1997\" as s\n"
      + "join \"example\".\"employee\" as e\n"
      + "on e.\"EMPID\" = s.\"CUST_ID\"";


    Tap empTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );


    Comparable[] names = {"CUST_ID", "PROD_ID", "EMPID", "NAME"};
    Type[] types = {Integer.class, Integer.class, Integer.class, String.class};
    Fields sinkFields = new Fields( names, types );
    Tap resultsTap = getPlatform().getDelimitedFile( sinkFields, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );

View Full Code Here

    String statement = "insert into \"results\" select *\n"
      + "from \"sales_fact_1997\" as s\n"
      + "join \"employee\" as e\n"
      + "on e.\"EMPID\" = s.\"CUST_ID\"";


    Tap empTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );


    Comparable[] names = {"CUST_ID", "PROD_ID", "EMPID", "NAME"};
    Type[] types = {Integer.class, Integer.class, Integer.class, String.class};
    Fields sinkFields = new Fields( names, types );
    Tap resultsTap = getPlatform().getDelimitedFile( sinkFields, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );

View Full Code Here

    String statement = "insert into \"results\" select *\n"
      + "from \"sales_fact_1997\" as s\n"
      + "join \"employee\" as e\n"
      + "on e.\"EMPID\" = s.\"CUST_ID\"";


    Tap empTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );


    Comparable[] names = {"CUST_ID", "PROD_ID", "EMPID", "NAME"};
    Type[] types = {Integer.class, Integer.class, Integer.class, String.class};
    Fields sinkFields = new Fields( names, types );
    Tap resultsTap = getPlatform().getDelimitedFile( sinkFields, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );

View Full Code Here

TOP

Related Classes of cascading.lingual.type.SQLTypeResolver

cascading.lingual.flow.SQLFlowPlatformTest

cascading.lingual.jdbc.JDBCPlatformTestCase

cascading.lingual.tap.SQLTypedDelimitedParser

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.