[SQL] Update Hive test harness for Hive 12 and 13

As part of the upgrade I also copy the newest version of the query tests, and whitelist a bunch of new ones that are now passing.

Author: Michael Armbrust <michael@databricks.com>

Closes #2936 from marmbrus/fix13tests and squashes the following commits:

d9cbdab [Michael Armbrust] Remove user specific tests
65801cd [Michael Armbrust] style and rat
8f6b09a [Michael Armbrust] Update test harness to work with both Hive 12 and 13.
f044843 [Michael Armbrust] Update Hive query tests and golden files to 0.13

40 files changed, 364 insertions, 140 deletions

diff --git a/sql/hive/src/test/resources/data/conf/hive-site.xml b/sql/hive/src/test/resources/data/conf/hive-site.xml
index 4e6ff16135..7931d6a712 100644
--- a/sql/hive/src/test/resources/data/conf/hive-site.xml
+++ b/sql/hive/src/test/resources/data/conf/hive-site.xml
@@ -19,6 +19,12 @@
 
 <configuration>
 
+<property>
+  <name>hive.in.test</name>
+  <value>true</value>
+  <description>Internal marker for test. Used for masking env-dependent values</description>
+</property>
+
 <!-- Hive Configuration can either be stored in this file or in the hadoop configuration files  -->
 <!-- that are implied by Hadoop setup variables.                                                -->
 <!-- Aside from Hadoop setup variables - this file is provided as a convenience so that Hive    -->
@@ -28,7 +34,7 @@
 <!-- Hive Execution Parameters -->
 <property>
   <name>hadoop.tmp.dir</name>
-  <value>${build.dir.hive}/test/hadoop-${user.name}</value>
+  <value>${test.tmp.dir}/hadoop-tmp</value>
   <description>A base for other temporary directories.</description>
 </property>
 
@@ -42,23 +48,28 @@
 
 <property>
   <name>hive.exec.scratchdir</name>
-  <value>${build.dir}/scratchdir</value>
+  <value>${test.tmp.dir}/scratchdir</value>
   <description>Scratch space for Hive jobs</description>
 </property>
 
 <property>
   <name>hive.exec.local.scratchdir</name>
-  <value>${build.dir}/localscratchdir/</value>
+  <value>${test.tmp.dir}/localscratchdir/</value>
   <description>Local scratch space for Hive jobs</description>
 </property>
 
 <property>
   <name>javax.jdo.option.ConnectionURL</name>
-  <!-- note: variable substituion not working here because it's loaded by jdo, not Hive -->
-  <value>jdbc:derby:;databaseName=../build/test/junit_metastore_db;create=true</value>
+  <value>jdbc:derby:;databaseName=${test.tmp.dir}/junit_metastore_db;create=true</value>
 </property>
 
 <property>
+  <name>hive.stats.dbconnectionstring</name>
+  <value>jdbc:derby:;databaseName=${test.tmp.dir}/TempStatsStore;create=true</value>
+</property>
+
+
+<property>
   <name>javax.jdo.option.ConnectionDriverName</name>
   <value>org.apache.derby.jdbc.EmbeddedDriver</value>
 </property>
@@ -82,7 +93,7 @@
 
 <property>
   <name>hive.metastore.metadb.dir</name>
-  <value>file://${build.dir}/test/data/metadb/</value>
+  <value>file://${test.tmp.dir}/metadb/</value>
   <description>
   Required by metastore server or if the uris argument below is not supplied
   </description>
@@ -90,32 +101,19 @@
 
 <property>
   <name>test.log.dir</name>
-  <value>${build.dir}/test/logs</value>
-  <description></description>
-</property>
-
-<property>
-  <name>test.src.dir</name>
-  <value>file://${build.dir}/src/test</value>
+  <value>${test.tmp.dir}/log/</value>
   <description></description>
 </property>
 
 <property>
   <name>test.data.files</name>
-  <value>${user.dir}/../data/files</value>
-  <description></description>
-</property>
-
-<property>
-  <name>test.query.file1</name>
-  <value>file://${user.dir}/../ql/src/test/org/apache/hadoop/hive/ql/input2.q</value>
-  <value></value>
+  <value>${hive.root}/data/files</value>
   <description></description>
 </property>
 
 <property>
   <name>hive.jar.path</name>
-  <value>${build.dir.hive}/ql/hive-exec-${version}.jar</value>
+  <value>${maven.local.repository}/org/apache/hive/hive-exec/${hive.version}/hive-exec-${hive.version}.jar</value>
   <description></description>
 </property>
 
@@ -127,7 +125,7 @@
 
 <property>
   <name>hive.querylog.location</name>
-  <value>${build.dir}/tmp</value>
+  <value>${test.tmp.dir}/tmp</value>
   <description>Location of the structured hive logs</description>
 </property>
 
@@ -144,18 +142,25 @@
 </property>
 
 <property>
-  <name>hive.task.progress</name>
-  <value>false</value>
-  <description>Track progress of a task</description>
-</property>
-
-<property>
   <name>hive.support.concurrency</name>
   <value>true</value>
   <description>Whether hive supports concurrency or not. A zookeeper instance must be up and running for the default hive lock manager to support read-write locks.</description>
 </property>
 
 <property>
+  <key>hive.unlock.numretries</key>
+  <value>2</value>
+  <description>The number of times you want to retry to do one unlock</description>
+</property>
+
+<property>
+  <key>hive.lock.sleep.between.retries</key>
+  <value>2</value>
+  <description>The sleep time (in seconds) between various retries</description>
+</property>
+
+
+<property>
   <name>fs.pfile.impl</name>
   <value>org.apache.hadoop.fs.ProxyLocalFileSystem</value>
   <description>A proxy for local file system used for cross file system testing</description>
@@ -194,4 +199,21 @@
   <description>The default SerDe hive will use for the rcfile format</description>
 </property>
 
+<property>
+  <name>hive.stats.dbclass</name>
+  <value>jdbc:derby</value>
+  <description>The storage for temporary stats generated by tasks. Currently, jdbc, hbase and counter types are supported</description>
+</property>
+
+<property>
+  <name>hive.stats.key.prefix.reserve.length</name>
+  <value>0</value>
+</property>
+
+<property>
+  <name>hive.conf.restricted.list</name>
+  <value>dummy.config.value</value>
+  <description>Using dummy config value above because you cannot override config with empty value</description>
+</property>
+
 </configuration>
diff --git a/sql/hive/src/test/resources/data/files/ProxyAuth.res b/sql/hive/src/test/resources/data/files/ProxyAuth.res
new file mode 100644
index 0000000000..96eca8f61d
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/ProxyAuth.res
@@ -0,0 +1,15 @@
++-----+-------+
+| id  | name  |
++-----+-------+
+| 1   | aaa   |
+| 2   | bbb   |
+| 3   | ccc   |
+| 4   | ddd   |
+| 5   | eee   |
++-----+-------+
++-------+-----+
+| name  | id  |
++-------+-----+
+| aaa   | 1   |
+| bbb   | 2   |
++-------+-----+
diff --git a/sql/hive/src/test/resources/data/files/alltypes.txt b/sql/hive/src/test/resources/data/files/alltypes.txt
new file mode 100644
index 0000000000..358cf400ec
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/alltypes.txt
@@ -0,0 +1,2 @@
+true|10|100|1000|10000|4.0|20.0|2.2222|1969-12-31 15:59:58.174|1970-01-01 00:00:00|hello|hello|k1:v1,k2:v2|100,200|{10, "foo"}
+true|20|200|2000|20000|8.0|40.0|4.2222|1970-12-31 15:59:58.174|1971-01-01 00:00:00|||k3:v3,k4:v4|200,300|{20, "bar"}
diff --git a/sql/hive/src/test/resources/data/files/alltypes2.txt b/sql/hive/src/test/resources/data/files/alltypes2.txt
new file mode 100644
index 0000000000..c6a05a1dad
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/alltypes2.txt
@@ -0,0 +1,2 @@
+true|10|100|1000|10000|4.0|20.0|4.2222|1969-12-31 15:59:58.174|1970-01-01|string|hello|hello|k1:v1,k2:v2|100,200|{10, "foo"}
+false|20|200|2000|20000|8.0|40.0|2.2222|1970-12-31 15:59:58.174|1971-01-01|abcd|world|world|k3:v3,k4:v4|200,300|{20, "bar"}
diff --git a/sql/hive/src/test/resources/data/files/alltypesorc b/sql/hive/src/test/resources/data/files/alltypesorc
new file mode 100644
index 0000000000..95c68cabd1
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/alltypesorc
diff --git a/sql/hive/src/test/resources/data/files/char_varchar_udf.txt b/sql/hive/src/test/resources/data/files/char_varchar_udf.txt
new file mode 100644
index 0000000000..570078d90e
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/char_varchar_udf.txt
@@ -0,0 +1 @@
+47.3224	2923.29346
diff --git a/sql/hive/src/test/resources/data/files/datatypes.txt b/sql/hive/src/test/resources/data/files/datatypes.txt
index 10daa1b11c..0228a27e92 100644
--- a/sql/hive/src/test/resources/data/files/datatypes.txt
+++ b/sql/hive/src/test/resources/data/files/datatypes.txt
@@ -1,3 +1,3 @@
-\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
--1
false
-1.1




\N\N\N
-1
-1
-1.0
-1


\N\N

\N
\N
\N
\N
\N
-1
true
1.1
1
12
1x2y
kv
a92.2
1
1
1.0
1
abcd
11112131422122
12x
1abcd2
2012-04-22 09:00:00.123456789
123456789.0123456
YWJjZA==
2013-01-01
abc123
+\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
\N
+-1
false
-1.1




\N\N\N
-1
-1
-1.0
-1


\N\N

\N
\N
\N
\N
\N
\N
+1
true
1.1
1
12
1x2y
kv
a92.2
1
1
1.0
1
abcd
11112131422122
12x
1abcd2
2012-04-22 09:00:00.123456789
123456789.0123456
YWJjZA==
2013-01-01
abc123
abc123
X'01FF'
diff --git a/sql/hive/src/test/resources/data/files/decimal.txt b/sql/hive/src/test/resources/data/files/decimal.txt
new file mode 100644
index 0000000000..28800f5278
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/decimal.txt
@@ -0,0 +1,18 @@
+55.33
+44.2
+435.33
+324.33
+324.33
+44.2
+55.3
+55.3
+0.0
+
+66.4
+23.22
+-87.2
+
+33.44
+55.3
+435.331
+-0.342
\ No newline at end of file
diff --git a/sql/hive/src/test/resources/data/files/dept.txt b/sql/hive/src/test/resources/data/files/dept.txt
new file mode 100644
index 0000000000..292bee6ee0
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/dept.txt
@@ -0,0 +1,4 @@
+31|sales
+33|engineering
+34|clerical
+35|marketing
diff --git a/sql/hive/src/test/resources/data/files/emp.txt b/sql/hive/src/test/resources/data/files/emp.txt
new file mode 100644
index 0000000000..a0e76b90e5
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/emp.txt
@@ -0,0 +1,6 @@
+Rafferty|31
+Jones|33
+Steinberg|33
+Robinson|34
+Smith|34
+John|
diff --git a/sql/hive/src/test/resources/data/files/exported_table/_metadata b/sql/hive/src/test/resources/data/files/exported_table/_metadata
new file mode 100644
index 0000000000..81fbf63a54
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/exported_table/_metadata
@@ -0,0 +1 @@
+{"partitions":[],"table":"{\"1\":{\"str\":\"j1_41\"},\"2\":{\"str\":\"default\"},\"3\":{\"str\":\"johndee\"},\"4\":{\"i32\":1371900915},\"5\":{\"i32\":0},\"6\":{\"i32\":0},\"7\":{\"rec\":{\"1\":{\"lst\":[\"rec\",2,{\"1\":{\"str\":\"a\"},\"2\":{\"str\":\"string\"}},{\"1\":{\"str\":\"b\"},\"2\":{\"str\":\"int\"}}]},\"2\":{\"str\":\"hdfs://hivebase01:8020/user/hive/warehouse/j1_41\"},\"3\":{\"str\":\"org.apache.hadoop.mapred.TextInputFormat\"},\"4\":{\"str\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"},\"5\":{\"tf\":0},\"6\":{\"i32\":-1},\"7\":{\"rec\":{\"2\":{\"str\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\"},\"3\":{\"map\":[\"str\",\"str\",2,{\"serialization.format\":\",\",\"field.delim\":\",\"}]}}},\"8\":{\"lst\":[\"str\",0]},\"9\":{\"lst\":[\"rec\",0]},\"10\":{\"map\":[\"str\",\"str\",0,{}]}}},\"8\":{\"lst\":[\"rec\",0]},\"9\":{\"map\":[\"str\",\"str\",1,{\"transient_lastDdlTime\":\"1371900931\"}]},\"12\":{\"str\":\"MANAGED_TABLE\"}}","version":"0.1"}
\ No newline at end of file
diff --git a/sql/hive/src/test/resources/data/files/exported_table/data/data b/sql/hive/src/test/resources/data/files/exported_table/data/data
new file mode 100644
index 0000000000..40a75acfa0
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/exported_table/data/data
@@ -0,0 +1,2 @@
+johndee,1
+burks,2
diff --git a/sql/hive/src/test/resources/data/files/ext_test_space/folder+with space/data.txt b/sql/hive/src/test/resources/data/files/ext_test_space/folder+with space/data.txt
new file mode 100644
index 0000000000..6a3906944c
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/ext_test_space/folder+with space/data.txt
@@ -0,0 +1,3 @@
+12	jason
+13	steven
+15	joe
\ No newline at end of file
diff --git a/sql/hive/src/test/resources/data/files/futurama_episodes.avro b/sql/hive/src/test/resources/data/files/futurama_episodes.avro
new file mode 100644
index 0000000000..c08b97b46e
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/futurama_episodes.avro
diff --git a/sql/hive/src/test/resources/data/files/header_footer_table_1/0001.txt b/sql/hive/src/test/resources/data/files/header_footer_table_1/0001.txt
new file mode 100644
index 0000000000..c242b42b60
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/header_footer_table_1/0001.txt
@@ -0,0 +1,8 @@
+name	message	0
+steven	hive	1
+dave	oozie	2
+xifa	phd	3
+chuan	hadoop	4
+shanyu	senior	5
+footer1	footer1	0
+footer2		0
\ No newline at end of file
diff --git a/sql/hive/src/test/resources/data/files/header_footer_table_1/0002.txt b/sql/hive/src/test/resources/data/files/header_footer_table_1/0002.txt
new file mode 100644
index 0000000000..d5db38d168
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/header_footer_table_1/0002.txt
@@ -0,0 +1,8 @@
+name	message	0
+steven2	hive	11
+dave2	oozie	12
+xifa2	phd	13
+chuan2	hadoop	14
+shanyu2	senior	15
+footer1	footer1	0
+footer2		0
\ No newline at end of file
diff --git a/sql/hive/src/test/resources/data/files/header_footer_table_1/0003.txt b/sql/hive/src/test/resources/data/files/header_footer_table_1/0003.txt
new file mode 100644
index 0000000000..f7a763d8b9
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/header_footer_table_1/0003.txt
@@ -0,0 +1,4 @@
+name	message	0
+david3	oozie	22
+footer1	footer1	0
+footer2		0
\ No newline at end of file
diff --git a/sql/hive/src/test/resources/data/files/header_footer_table_2/2012/01/01/0001.txt b/sql/hive/src/test/resources/data/files/header_footer_table_2/2012/01/01/0001.txt
new file mode 100644
index 0000000000..c242b42b60
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/header_footer_table_2/2012/01/01/0001.txt
@@ -0,0 +1,8 @@
+name	message	0
+steven	hive	1
+dave	oozie	2
+xifa	phd	3
+chuan	hadoop	4
+shanyu	senior	5
+footer1	footer1	0
+footer2		0
\ No newline at end of file
diff --git a/sql/hive/src/test/resources/data/files/header_footer_table_2/2012/01/02/0002.txt b/sql/hive/src/test/resources/data/files/header_footer_table_2/2012/01/02/0002.txt
new file mode 100644
index 0000000000..d5db38d168
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/header_footer_table_2/2012/01/02/0002.txt
@@ -0,0 +1,8 @@
+name	message	0
+steven2	hive	11
+dave2	oozie	12
+xifa2	phd	13
+chuan2	hadoop	14
+shanyu2	senior	15
+footer1	footer1	0
+footer2		0
\ No newline at end of file
diff --git a/sql/hive/src/test/resources/data/files/header_footer_table_2/2012/01/03/0003.txt b/sql/hive/src/test/resources/data/files/header_footer_table_2/2012/01/03/0003.txt
new file mode 100644
index 0000000000..f7a763d8b9
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/header_footer_table_2/2012/01/03/0003.txt
@@ -0,0 +1,4 @@
+name	message	0
+david3	oozie	22
+footer1	footer1	0
+footer2		0
\ No newline at end of file
diff --git a/sql/hive/src/test/resources/data/files/header_footer_table_3/empty1.txt b/sql/hive/src/test/resources/data/files/header_footer_table_3/empty1.txt
new file mode 100644
index 0000000000..e69de29bb2
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/header_footer_table_3/empty1.txt
diff --git a/sql/hive/src/test/resources/data/files/header_footer_table_3/empty2.txt b/sql/hive/src/test/resources/data/files/header_footer_table_3/empty2.txt
new file mode 100644
index 0000000000..e69de29bb2
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/header_footer_table_3/empty2.txt
diff --git a/sql/hive/src/test/resources/data/files/input.txt b/sql/hive/src/test/resources/data/files/input.txt
new file mode 100644
index 0000000000..caea9919d1
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/input.txt
@@ -0,0 +1,7 @@
+a	b	c	d	e	f	g
+a	b	c	d	e	f	g
+a	b	c	d	e	f	g
+			d	e	f	g
+a	b	c	d			
+a				e	f	g
+a			d			g
diff --git a/sql/hive/src/test/resources/data/files/keystore.jks b/sql/hive/src/test/resources/data/files/keystore.jks
new file mode 100644
index 0000000000..469d8a543a
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/keystore.jks
diff --git a/sql/hive/src/test/resources/data/files/kv9.txt b/sql/hive/src/test/resources/data/files/kv9.txt
new file mode 100644
index 0000000000..b72475f21b
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/kv9.txt
@@ -0,0 +1,27 @@
+-4400 4400
+1E+99 0
+1E-99 0
+0 0
+10 10
+23232.23435 2
+2389432.23752 3
+2389432.2375 4
+10.73433 5
+0.333 0
+-0.3 0
+-0.333 0
+1.0 1
+2 2
+3.14 3
+-1.12 -1
+-1.122 -11
+1.12 1
+1.122 1
+124.00 124
+125.2 125
+-1255.49 -1255
+3.14 3
+3.140 4
+0.9999999999999999999999999 1
+-1234567890.1234567890 -1234567890
+1234567890.1234567800 1234567890
diff --git a/sql/hive/src/test/resources/data/files/loc.txt b/sql/hive/src/test/resources/data/files/loc.txt
new file mode 100644
index 0000000000..69910b7649
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/loc.txt
@@ -0,0 +1,8 @@
+OH|31|43201|2001
+IO|32|43202|2001
+CA|35|43809|2001
+FL|33|54342|2001
+UT|35||2001
+CA|35|43809|2001
+|34|40000|
+FL|33|54342|2001
diff --git a/sql/hive/src/test/resources/data/files/non_ascii_tbl.txt b/sql/hive/src/test/resources/data/files/non_ascii_tbl.txt
new file mode 100644
index 0000000000..41586d61ed
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/non_ascii_tbl.txt
@@ -0,0 +1 @@
+1|Garçu Kôkaku kidôtai
diff --git a/sql/hive/src/test/resources/data/files/orc_create_people.txt b/sql/hive/src/test/resources/data/files/orc_create_people.txt
index 884598981a..ab93c14007 100644
--- a/sql/hive/src/test/resources/data/files/orc_create_people.txt
+++ b/sql/hive/src/test/resources/data/files/orc_create_people.txt
@@ -1,100 +1,100 @@
-1
Celeste
Browning
959-3763 Nec, Av.
Ca
-2
Risa
Yang
P.O. Box 292, 8229 Porttitor Road
Or
-3
Venus
Sutton
Ap #962-8021 Egestas Rd.
Ca
-4
Gretchen
Harrison
P.O. Box 636, 8734 Magna Avenue
Or
-5
Lani
Irwin
Ap #441-5911 Iaculis, Ave
Ca
-6
Vera
George
409-1555 Vel, Ave
Or
-7
Jessica
Malone
286-9779 Aliquam Road
Ca
-8
Ann
Chapman
Ap #504-3915 Placerat Road
Or
-9
Nigel
Bartlett
Ap #185-385 Diam Street
Ca
-10
Azalia
Jennings
5772 Diam St.
Or
-11
Preston
Cannon
Ap #527-8769 Nunc Avenue
Ca
-12
Allistair
Vasquez
2562 Odio. St.
Or
-13
Reed
Hayes
5190 Elit Street
Ca
-14
Elaine
Barron
P.O. Box 840, 8860 Sodales Av.
Or
-15
Lydia
Hood
P.O. Box 698, 5666 Semper Road
Ca
-16
Vance
Maxwell
298-3313 Malesuada Road
Or
-17
Keiko
Deleon
P.O. Box 732, 5921 Massa. Av.
Ca
-18
Dolan
Kane
Ap #906-3606 Ut Rd.
Or
-19
Merritt
Perkins
P.O. Box 228, 7090 Egestas Street
Ca
-20
Casey
Salazar
506-5065 Ut St.
Or
-21
Samson
Noel
1370 Ultrices, Road
Ca
-22
Byron
Walker
P.O. Box 386, 8324 Tellus Ave
Or
-23
Piper
Singleton
Ap #500-3561 Primis St.
Ca
-24
Ria
Mckinney
3080 Dui Rd.
Or
-25
Rahim
Stanley
559-9016 Nascetur Street
Ca
-26
Chloe
Steele
P.O. Box 766, 1628 Elit Street
Or
-27
Paloma
Ward
Ap #390-3042 Ipsum Rd.
Ca
-28
Roary
Sherman
Ap #409-6549 Metus St.
Or
-29
Calvin
Buckner
6378 Diam Avenue
Ca
-30
Camille
Good
Ap #113-8659 Suspendisse St.
Or
-31
Steel
Ayala
5518 Justo St.
Ca
-32
Josiah
Gilbert
Ap #149-6651 At, Av.
Or
-33
Hamilton
Cruz
4620 Tellus. Ave
Ca
-34
Scarlet
Santos
586-1785 Velit. Av.
Or
-35
Lewis
Mcintyre
629-6419 Ac Rd.
Ca
-36
Arsenio
Mejia
P.O. Box 767, 8625 Justo Rd.
Or
-37
Velma
Haley
1377 At Rd.
Ca
-38
Tatum
Jennings
829-7432 Posuere, Road
Or
-39
Britanni
Eaton
8811 Morbi Street
Ca
-40
Aileen
Jacobson
P.O. Box 469, 2266 Dui, Rd.
Or
-41
Kareem
Ayala
2706 Ridiculus Street
Ca
-42
Maite
Rush
7592 Neque Road
Or
-43
Signe
Velasquez
Ap #868-3039 Eget St.
Ca
-44
Zorita
Camacho
P.O. Box 651, 3340 Quis Av.
Or
-45
Glenna
Curtis
953-7965 Enim Ave
Ca
-46
Quin
Cortez
4898 Ridiculus St.
Or
-47
Talon
Dalton
P.O. Box 408, 7597 Integer Rd.
Ca
-48
Darryl
Blankenship
P.O. Box 771, 1471 Non Rd.
Or
-49
Vernon
Reyes
P.O. Box 971, 7009 Vulputate Street
Ca
-50
Tallulah
Heath
P.O. Box 865, 3697 Dis Ave
Or
-51
Ciaran
Olson
2721 Et St.
Ca
-52
Orlando
Witt
P.O. Box 717, 1102 Nulla. Rd.
Or
-53
Quinn
Rice
Ap #647-6627 Tristique Avenue
Ca
-54
Wyatt
Pickett
Ap #128-3130 Vel, Rd.
Or
-55
Emerald
Copeland
857-5119 Turpis Rd.
Ca
-56
Jonas
Quinn
Ap #441-7183 Ligula. Street
Or
-57
Willa
Berg
6672 Velit Ave
Ca
-58
Malik
Lee
998-9208 In Street
Or
-59
Callie
Medina
1620 Dui. Rd.
Ca
-60
Luke
Mason
P.O. Box 143, 2070 Augue Rd.
Or
-61
Shafira
Estrada
8824 Ante Street
Ca
-62
Elizabeth
Rutledge
315-6510 Sit St.
Or
-63
Pandora
Levine
357-3596 Nibh. Ave
Ca
-64
Hilel
Prince
845-1229 Sociosqu Rd.
Or
-65
Rinah
Torres
Ap #492-9328 At St.
Ca
-66
Yael
Hobbs
P.O. Box 477, 3896 In Street
Or
-67
Nevada
Nash
P.O. Box 251, 1914 Tincidunt Road
Ca
-68
Marny
Huff
P.O. Box 818, 6086 Ultricies St.
Or
-69
Kimberley
Miles
Ap #893-3685 In Road
Ca
-70
Duncan
Fuller
Ap #197-5216 Iaculis Street
Or
-71
Yardley
Leblanc
P.O. Box 938, 1278 Sit Ave
Ca
-72
Hamish
Brewer
Ap #854-781 Quisque St.
Or
-73
Petra
Moon
453-6609 Curabitur Street
Ca
-74
Reese
Estrada
Ap #382-3313 Malesuada St.
Or
-75
Gage
Higgins
7443 Eu Street
Ca
-76
Zachery
Camacho
Ap #795-4143 Quam. St.
Or
-77
Kelly
Garner
P.O. Box 895, 2843 Cras Rd.
Ca
-78
Hanae
Carr
9440 Amet St.
Or
-79
Ann
Alston
884-7948 Dictum Road
Ca
-80
Chancellor
Cobb
P.O. Box 889, 5978 Ac Avenue
Or
-81
Dorothy
Harrell
6974 Tristique Ave
Ca
-82
Vaughan
Leon
1610 Luctus Av.
Or
-83
Wynne
Jimenez
321-9171 Felis. Avenue
Ca
-84
Willa
Mendoza
489-182 Sed Av.
Or
-85
Camden
Goodwin
4579 Ante St.
Ca
-86
Ifeoma
French
P.O. Box 160, 8769 Integer Road
Or
-87
Ramona
Strong
1666 Ridiculus Avenue
Ca
-88
Brett
Ramos
Ap #579-9879 Et, Road
Or
-89
Ulla
Gray
595-7066 Malesuada Road
Ca
-90
Kevyn
Mccall
P.O. Box 968, 1420 Aenean Avenue
Or
-91
Genevieve
Wilkins
908 Turpis. Street
Ca
-92
Thane
Oneil
6766 Lectus St.
Or
-93
Mariko
Cline
P.O. Box 329, 5375 Ac St.
Ca
-94
Lael
Mclean
500-7010 Sit St.
Or
-95
Winifred
Hopper
Ap #140-8982 Velit Avenue
Ca
-96
Rafael
England
P.O. Box 405, 7857 Eget Av.
Or
-97
Dana
Carter
814-601 Purus. Av.
Ca
-98
Juliet
Battle
Ap #535-1965 Cursus St.
Or
-99
Wynter
Vincent
626-8492 Mollis Avenue
Ca
-100
Wang
Mitchell
4023 Lacinia. Ave
Or
+1
Celeste
Browning
959-3763 Nec, Av.
100.00
2011-03-12 15:20:00
Ca
+2
Risa
Yang
P.O. Box 292, 8229 Porttitor Road
200.00
2011-03-12 15:20:00
Or
+3
Venus
Sutton
Ap #962-8021 Egestas Rd.
300.00
2011-03-12 15:20:00
Ca
+4
Gretchen
Harrison
P.O. Box 636, 8734 Magna Avenue
400.00
2011-03-12 15:20:00
Or
+5
Lani
Irwin
Ap #441-5911 Iaculis, Ave
500.00
2011-03-12 15:20:00
Ca
+6
Vera
George
409-1555 Vel, Ave
600.00
2011-03-12 15:20:00
Or
+7
Jessica
Malone
286-9779 Aliquam Road
700.00
2011-03-12 15:20:00
Ca
+8
Ann
Chapman
Ap #504-3915 Placerat Road
800.00
2011-03-12 15:20:00
Or
+9
Nigel
Bartlett
Ap #185-385 Diam Street
900.00
2011-03-12 15:20:00
Ca
+10
Azalia
Jennings
5772 Diam St.
100.00
2011-03-12 15:20:00
Or
+11
Preston
Cannon
Ap #527-8769 Nunc Avenue
100.00
2011-03-12 15:20:00
Ca
+12
Allistair
Vasquez
2562 Odio. St.
100.00
2011-03-12 15:20:00
Or
+13
Reed
Hayes
5190 Elit Street
100.00
2011-03-12 15:20:00
Ca
+14
Elaine
Barron
P.O. Box 840, 8860 Sodales Av.
100.00
2011-03-12 15:20:00
Or
+15
Lydia
Hood
P.O. Box 698, 5666 Semper Road
100.00
2011-03-12 15:20:00
Ca
+16
Vance
Maxwell
298-3313 Malesuada Road
100.00
2011-03-12 15:20:00
Or
+17
Keiko
Deleon
P.O. Box 732, 5921 Massa. Av.
100.00
2011-03-12 15:20:00
Ca
+18
Dolan
Kane
Ap #906-3606 Ut Rd.
100.00
2011-03-12 15:20:00
Or
+19
Merritt
Perkins
P.O. Box 228, 7090 Egestas Street
100.00
2011-03-12 15:20:00
Ca
+20
Casey
Salazar
506-5065 Ut St.
200.00
2011-03-12 15:20:00
Or
+21
Samson
Noel
1370 Ultrices, Road
200.00
2012-03-12 15:20:00
Ca
+22
Byron
Walker
P.O. Box 386, 8324 Tellus Ave
200.00
2012-03-12 15:20:00
Or
+23
Piper
Singleton
Ap #500-3561 Primis St.
200.00
2012-03-12 15:20:00
Ca
+24
Ria
Mckinney
3080 Dui Rd.
200.00
2012-03-12 15:20:00
Or
+25
Rahim
Stanley
559-9016 Nascetur Street
200.00
2012-03-12 15:20:00
Ca
+26
Chloe
Steele
P.O. Box 766, 1628 Elit Street
200.00
2012-03-12 15:20:00
Or
+27
Paloma
Ward
Ap #390-3042 Ipsum Rd.
200.00
2012-03-12 15:20:00
Ca
+28
Roary
Sherman
Ap #409-6549 Metus St.
200.00
2012-03-12 15:20:00
Or
+29
Calvin
Buckner
6378 Diam Avenue
200.00
2012-03-12 15:20:00
Ca
+30
Camille
Good
Ap #113-8659 Suspendisse St.
300.00
2012-03-12 15:20:00
Or
+31
Steel
Ayala
5518 Justo St.
300.00
2012-03-12 15:20:00
Ca
+32
Josiah
Gilbert
Ap #149-6651 At, Av.
300.00
2012-03-12 15:20:00
Or
+33
Hamilton
Cruz
4620 Tellus. Ave
300.00
2012-03-12 15:20:00
Ca
+34
Scarlet
Santos
586-1785 Velit. Av.
300.00
2012-03-12 15:20:00
Or
+35
Lewis
Mcintyre
629-6419 Ac Rd.
300.00
2012-03-12 15:20:00
Ca
+36
Arsenio
Mejia
P.O. Box 767, 8625 Justo Rd.
300.00
2012-03-12 15:20:00
Or
+37
Velma
Haley
1377 At Rd.
300.00
2012-03-12 15:20:00
Ca
+38
Tatum
Jennings
829-7432 Posuere, Road
300.00
2012-03-12 15:20:00
Or
+39
Britanni
Eaton
8811 Morbi Street
300.00
2012-03-12 15:20:00
Ca
+40
Aileen
Jacobson
P.O. Box 469, 2266 Dui, Rd.
400.00
2012-03-12 15:20:00
Or
+41
Kareem
Ayala
2706 Ridiculus Street
400.00
2013-03-12 15:20:00
Ca
+42
Maite
Rush
7592 Neque Road
400.00
2013-03-12 15:20:00
Or
+43
Signe
Velasquez
Ap #868-3039 Eget St.
400.00
2013-03-12 15:20:00
Ca
+44
Zorita
Camacho
P.O. Box 651, 3340 Quis Av.
400.00
2013-03-12 15:20:00
Or
+45
Glenna
Curtis
953-7965 Enim Ave
400.00
2013-03-12 15:20:00
Ca
+46
Quin
Cortez
4898 Ridiculus St.
400.00
2013-03-12 15:20:00
Or
+47
Talon
Dalton
P.O. Box 408, 7597 Integer Rd.
400.00
2013-03-12 15:20:00
Ca
+48
Darryl
Blankenship
P.O. Box 771, 1471 Non Rd.
400.00
2013-03-12 15:20:00
Or
+49
Vernon
Reyes
P.O. Box 971, 7009 Vulputate Street
400.00
2013-03-12 15:20:00
Ca
+50
Tallulah
Heath
P.O. Box 865, 3697 Dis Ave
500.00
2013-03-12 15:20:00
Or
+51
Ciaran
Olson
2721 Et St.
500.00
2013-03-12 15:20:00
Ca
+52
Orlando
Witt
P.O. Box 717, 1102 Nulla. Rd.
500.00
2013-03-12 15:20:00
Or
+53
Quinn
Rice
Ap #647-6627 Tristique Avenue
500.00
2013-03-12 15:20:00
Ca
+54
Wyatt
Pickett
Ap #128-3130 Vel, Rd.
500.00
2013-03-12 15:20:00
Or
+55
Emerald
Copeland
857-5119 Turpis Rd.
500.00
2013-03-12 15:20:00
Ca
+56
Jonas
Quinn
Ap #441-7183 Ligula. Street
500.00
2013-03-12 15:20:00
Or
+57
Willa
Berg
6672 Velit Ave
500.00
2013-03-12 15:20:00
Ca
+58
Malik
Lee
998-9208 In Street
500.00
2013-03-12 15:20:00
Or
+59
Callie
Medina
1620 Dui. Rd.
500.00
2013-03-12 15:20:00
Ca
+60
Luke
Mason
P.O. Box 143, 2070 Augue Rd.
600.00
2013-03-12 15:20:00
Or
+61
Shafira
Estrada
8824 Ante Street
600.00
2014-03-12 15:20:00
Ca
+62
Elizabeth
Rutledge
315-6510 Sit St.
600.00
2014-03-12 15:20:00
Or
+63
Pandora
Levine
357-3596 Nibh. Ave
600.00
2014-03-12 15:20:00
Ca
+64
Hilel
Prince
845-1229 Sociosqu Rd.
600.00
2014-03-12 15:20:00
Or
+65
Rinah
Torres
Ap #492-9328 At St.
600.00
2014-03-12 15:20:00
Ca
+66
Yael
Hobbs
P.O. Box 477, 3896 In Street
600.00
2014-03-12 15:20:00
Or
+67
Nevada
Nash
P.O. Box 251, 1914 Tincidunt Road
600.00
2014-03-12 15:20:00
Ca
+68
Marny
Huff
P.O. Box 818, 6086 Ultricies St.
600.00
2014-03-12 15:20:00
Or
+69
Kimberley
Miles
Ap #893-3685 In Road
600.00
2014-03-12 15:20:00
Ca
+70
Duncan
Fuller
Ap #197-5216 Iaculis Street
700.00
2014-03-12 15:20:00
Or
+71
Yardley
Leblanc
P.O. Box 938, 1278 Sit Ave
700.00
2014-03-12 15:20:00
Ca
+72
Hamish
Brewer
Ap #854-781 Quisque St.
700.00
2014-03-12 15:20:00
Or
+73
Petra
Moon
453-6609 Curabitur Street
700.00
2014-03-12 15:20:00
Ca
+74
Reese
Estrada
Ap #382-3313 Malesuada St.
700.00
2014-03-12 15:20:00
Or
+75
Gage
Higgins
7443 Eu Street
700.00
2014-03-12 15:20:00
Ca
+76
Zachery
Camacho
Ap #795-4143 Quam. St.
700.00
2014-03-12 15:20:00
Or
+77
Kelly
Garner
P.O. Box 895, 2843 Cras Rd.
700.00
2014-03-12 15:20:00
Ca
+78
Hanae
Carr
9440 Amet St.
700.00
2014-03-12 15:20:00
Or
+79
Ann
Alston
884-7948 Dictum Road
700.00
2014-03-12 15:20:00
Ca
+80
Chancellor
Cobb
P.O. Box 889, 5978 Ac Avenue
800.00
2014-03-12 15:20:00
Or
+81
Dorothy
Harrell
6974 Tristique Ave
800.00
2010-03-12 15:20:00
Ca
+82
Vaughan
Leon
1610 Luctus Av.
800.00
2010-03-12 15:20:00
Or
+83
Wynne
Jimenez
321-9171 Felis. Avenue
800.00
2010-03-12 15:20:00
Ca
+84
Willa
Mendoza
489-182 Sed Av.
800.00
2010-03-12 15:20:00
Or
+85
Camden
Goodwin
4579 Ante St.
800.00
2010-03-12 15:20:00
Ca
+86
Ifeoma
French
P.O. Box 160, 8769 Integer Road
800.00
2010-03-12 15:20:00
Or
+87
Ramona
Strong
1666 Ridiculus Avenue
800.00
2010-03-12 15:20:00
Ca
+88
Brett
Ramos
Ap #579-9879 Et, Road
800.00
2010-03-12 15:20:00
Or
+89
Ulla
Gray
595-7066 Malesuada Road
800.00
2010-03-12 15:20:00
Ca
+90
Kevyn
Mccall
P.O. Box 968, 1420 Aenean Avenue
900.00
2010-03-12 15:20:00
Or
+91
Genevieve
Wilkins
908 Turpis. Street
900.00
2010-03-12 15:20:00
Ca
+92
Thane
Oneil
6766 Lectus St.
900.00
2010-03-12 15:20:00
Or
+93
Mariko
Cline
P.O. Box 329, 5375 Ac St.
900.00
2010-03-12 15:20:00
Ca
+94
Lael
Mclean
500-7010 Sit St.
900.00
2010-03-12 15:20:00
Or
+95
Winifred
Hopper
Ap #140-8982 Velit Avenue
900.00
2010-03-12 15:20:00
Ca
+96
Rafael
England
P.O. Box 405, 7857 Eget Av.
900.00
2010-03-12 15:20:00
Or
+97
Dana
Carter
814-601 Purus. Av.
900.00
2010-03-12 15:20:00
Ca
+98
Juliet
Battle
Ap #535-1965 Cursus St.
900.00
2010-03-12 15:20:00
Or
+99
Wynter
Vincent
626-8492 Mollis Avenue
900.00
2010-03-12 15:20:00
Ca
+100
Wang
Mitchell
4023 Lacinia. Ave
100.00
2010-03-12 15:20:00
Or
diff --git a/sql/hive/src/test/resources/data/files/orc_split_elim.orc b/sql/hive/src/test/resources/data/files/orc_split_elim.orc
new file mode 100644
index 0000000000..cd145d3431
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/orc_split_elim.orc
diff --git a/sql/hive/src/test/resources/data/files/parquet_create.txt b/sql/hive/src/test/resources/data/files/parquet_create.txt
new file mode 100644
index 0000000000..ccd48ee37a
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/parquet_create.txt
@@ -0,0 +1,3 @@
+1|foo line1|key11:value11,key12:value12,key13:value13|a,b,c|one,two
+2|bar line2|key21:value21,key22:value22,key23:value23|d,e,f|three,four
+3|baz line3|key31:value31,key32:value32,key33:value33|g,h,i|five,six
diff --git a/sql/hive/src/test/resources/data/files/parquet_partitioned.txt b/sql/hive/src/test/resources/data/files/parquet_partitioned.txt
new file mode 100644
index 0000000000..8f322f3bf3
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/parquet_partitioned.txt
@@ -0,0 +1,3 @@
+1|foo|part1
+2|bar|part2
+3|baz|part2
diff --git a/sql/hive/src/test/resources/data/files/parquet_types.txt b/sql/hive/src/test/resources/data/files/parquet_types.txt
new file mode 100644
index 0000000000..0be390b38c
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/parquet_types.txt
@@ -0,0 +1,21 @@
+100|1|1|1.0|0.0|abc
+101|2|2|1.1|0.3|def
+102|3|3|1.2|0.6|ghi
+103|1|4|1.3|0.9|jkl
+104|2|5|1.4|1.2|mno
+105|3|1|1.0|1.5|pqr
+106|1|2|1.1|1.8|stu
+107|2|3|1.2|2.1|vwx
+108|3|4|1.3|2.4|yza
+109|1|5|1.4|2.7|bcd
+110|2|1|1.0|3.0|efg
+111|3|2|1.1|3.3|hij
+112|1|3|1.2|3.6|klm
+113|2|4|1.3|3.9|nop
+114|3|5|1.4|4.2|qrs
+115|1|1|1.0|4.5|tuv
+116|2|2|1.1|4.8|wxy
+117|3|3|1.2|5.1|zab
+118|1|4|1.3|5.4|cde
+119|2|5|1.4|5.7|fgh
+120|3|1|1.0|6.0|ijk
diff --git a/sql/hive/src/test/resources/data/files/person age.txt b/sql/hive/src/test/resources/data/files/person age.txt
index c902284c11..f63d241088 100644
--- a/sql/hive/src/test/resources/data/files/person age.txt
+++ b/sql/hive/src/test/resources/data/files/person age.txt
@@ -1,5 +1,5 @@
-John	23
-Tom	17
-Jim	31
-Boby	9
-Paul	51
\ No newline at end of file
+John
23
+Tom
17
+Jim
31
+Boby
9
+Paul
51
diff --git a/sql/hive/src/test/resources/data/files/person+age.txt b/sql/hive/src/test/resources/data/files/person+age.txt
new file mode 100644
index 0000000000..9d2fa32342
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/person+age.txt
@@ -0,0 +1,3 @@
+Sean
29
+Tim
47
+Pooh
21
diff --git a/sql/hive/src/test/resources/data/files/posexplode_data.txt b/sql/hive/src/test/resources/data/files/posexplode_data.txt
new file mode 100644
index 0000000000..d04778becc
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/posexplode_data.txt
@@ -0,0 +1,4 @@
+John Doe
100000.0
Mary SmithTodd Jones
Federal Taxes.2State Taxes.05Insurance.1
1 Michigan Ave.ChicagoIL60600
+Mary Smith
80000.0
Jeremy King
Federal Taxes.2State Taxes. 05Insurance.1
100 Ontario St.ChicagoIL60601
+Todd Jones
70000.0

Federal Taxes.15State Taxes.03Insurance. 1
200 Chicago Ave.Oak ParkIL60700
+Jeremy King
60000.0

Federal Taxes.15State Taxes.03Insurance. 1
300 Obscure Dr.ObscuriaIL60100
diff --git a/sql/hive/src/test/resources/data/files/sample.json b/sql/hive/src/test/resources/data/files/sample.json
new file mode 100644
index 0000000000..7b749791ef
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/sample.json
@@ -0,0 +1 @@
+{"a" : "2" ,"b" : "blah"}
diff --git a/sql/hive/src/test/resources/data/files/symlink1.txt b/sql/hive/src/test/resources/data/files/symlink1.txt
index dc1a7c5682..91d734607e 100644
--- a/sql/hive/src/test/resources/data/files/symlink1.txt
+++ b/sql/hive/src/test/resources/data/files/symlink1.txt
@@ -1,2 +1,2 @@
-../data/files/T1.txt
-../data/files/T3.txt
+../../data/files/T1.txt
+../../data/files/T3.txt
diff --git a/sql/hive/src/test/resources/data/files/symlink2.txt b/sql/hive/src/test/resources/data/files/symlink2.txt
index 8436a30adf..487b05e941 100644
--- a/sql/hive/src/test/resources/data/files/symlink2.txt
+++ b/sql/hive/src/test/resources/data/files/symlink2.txt
@@ -1 +1 @@
-../data/files/T2.txt
+../../data/files/T2.txt
diff --git a/sql/hive/src/test/resources/data/files/truststore.jks b/sql/hive/src/test/resources/data/files/truststore.jks
new file mode 100644
index 0000000000..9c5d703fba
--- /dev/null
+++ b/sql/hive/src/test/resources/data/files/truststore.jks
diff --git a/sql/hive/src/test/resources/data/scripts/input20_script.py b/sql/hive/src/test/resources/data/scripts/input20_script.py
new file mode 100644
index 0000000000..40e3683dc3
--- /dev/null
+++ b/sql/hive/src/test/resources/data/scripts/input20_script.py
@@ -0,0 +1,30 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+import sys
+import re
+line = sys.stdin.readline()
+x = 1
+while line:
+  tem = sys.stdin.readline()
+  if line == tem:
+    x = x + 1
+  else:
+    print str(x).strip()+'\t'+re.sub('\t','_',line.strip())
+    line = tem
+    x = 1
\ No newline at end of file