Merge pull request #1021 from data-integrations/fix-storage-read-api-type-mapping

Fixed type mappings when using the Storage Read API

Author: fernst

src/main/java/io/cdap/plugin/gcp/bigquery/sqlengine/BigQuerySparkDatasetProducer.java

@@ -123,13 +123,13 @@ private Dataset<Row> convertFieldTypes(Dataset<Row> ds) {
       }
 
       // Handle Int types
-      if (fieldSchema.getType() == Schema.Type.INT && fieldSchema.getLogicalType() == null) {
+      if (fieldSchema.getType() == Schema.Type.INT) {
         LOG.trace("Converting field {} to Integer", fieldName);
         ds = ds.withColumn(fieldName, ds.col(fieldName).cast(DataTypes.IntegerType));
       }
 
       // Handle float types
-      if (fieldSchema.getType() == Schema.Type.FLOAT && fieldSchema.getLogicalType() == null) {
+      if (fieldSchema.getType() == Schema.Type.FLOAT) {
         LOG.trace("Converting field {} to Float", fieldName);
         ds = ds.withColumn(fieldName, ds.col(fieldName).cast(DataTypes.FloatType));
       }