diff options
| author | Nong Li <nong@databricks.com> | 2016-02-01 13:56:14 -0800 |
|---|---|---|
| committer | Reynold Xin <rxin@databricks.com> | 2016-02-01 13:56:14 -0800 |
| commit | 064b029c6a15481fc4dfb147100c19a68cd1cc95 (patch) | |
| tree | d6d10a8d0026556f873780483d010077f6c16ac4 /unsafe | |
| parent | c9b89a0a0921ce3d52864afd4feb7f37b90f7b46 (diff) | |
| download | spark-064b029c6a15481fc4dfb147100c19a68cd1cc95.tar.gz spark-064b029c6a15481fc4dfb147100c19a68cd1cc95.tar.bz2 spark-064b029c6a15481fc4dfb147100c19a68cd1cc95.zip | |
[SPARK-13043][SQL] Implement remaining catalyst types in ColumnarBatch.
This includes: float, boolean, short, decimal and calendar interval.
Decimal is mapped to long or byte array depending on the size and calendar
interval is mapped to a struct of int and long.
The only remaining type is map. The schema mapping is straightforward but
we might want to revisit how we deal with this in the rest of the execution
engine.
Author: Nong Li <nong@databricks.com>
Closes #10961 from nongli/spark-13043.
Diffstat (limited to 'unsafe')
| -rw-r--r-- | unsafe/src/main/java/org/apache/spark/unsafe/Platform.java | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/unsafe/src/main/java/org/apache/spark/unsafe/Platform.java b/unsafe/src/main/java/org/apache/spark/unsafe/Platform.java index b29bf6a464..18761bfd22 100644 --- a/unsafe/src/main/java/org/apache/spark/unsafe/Platform.java +++ b/unsafe/src/main/java/org/apache/spark/unsafe/Platform.java @@ -27,10 +27,14 @@ public final class Platform { public static final int BYTE_ARRAY_OFFSET; + public static final int SHORT_ARRAY_OFFSET; + public static final int INT_ARRAY_OFFSET; public static final int LONG_ARRAY_OFFSET; + public static final int FLOAT_ARRAY_OFFSET; + public static final int DOUBLE_ARRAY_OFFSET; public static int getInt(Object object, long offset) { @@ -168,13 +172,17 @@ public final class Platform { if (_UNSAFE != null) { BYTE_ARRAY_OFFSET = _UNSAFE.arrayBaseOffset(byte[].class); + SHORT_ARRAY_OFFSET = _UNSAFE.arrayBaseOffset(short[].class); INT_ARRAY_OFFSET = _UNSAFE.arrayBaseOffset(int[].class); LONG_ARRAY_OFFSET = _UNSAFE.arrayBaseOffset(long[].class); + FLOAT_ARRAY_OFFSET = _UNSAFE.arrayBaseOffset(float[].class); DOUBLE_ARRAY_OFFSET = _UNSAFE.arrayBaseOffset(double[].class); } else { BYTE_ARRAY_OFFSET = 0; + SHORT_ARRAY_OFFSET = 0; INT_ARRAY_OFFSET = 0; LONG_ARRAY_OFFSET = 0; + FLOAT_ARRAY_OFFSET = 0; DOUBLE_ARRAY_OFFSET = 0; } } |