2020-10-31 06시 개발자 글 모음 | "[입 개발] Spark에서 Parqu"

[입 개발] Spark에서 Parquet 파일 Custom Schema 로 읽어들이기 by 강대명 about Spark

• scale) } typeName match { case BOOLEAN => BooleanType case FLOAT => FloatType case DOUBLE => DoubleType case INT32 => originalType match { case INT_8 => ByteType case INT_16 => ShortType case INT_32 | null => IntegerType case DATE => DateType case DECIMAL => makeDecimalType(Decimal
• MAX_INT_DIGITS) case UINT_8 => typeNotSupported() case UINT_16 => typeNotSupported() case UINT_32 => typeNotSupported() case TIME_MILLIS => typeNotImplemented() case _ => illegalType() } case INT64 => originalType match { case INT_64 | null => LongType case DECIMAL => makeDecimalType(Decimal
• ") TimestampType case BINARY => originalType match { case UTF8 | ENUM | JSON => StringType case null if assumeBinaryIsString => StringType case null => BinaryType case BSON => BinaryType case DECIMAL => makeDecimalType() case _ => illegalType() } case FIXED_LEN_BYTE_ARRAY => originalType match { case DECIMAL => makeDecimalType(Decimal

---