carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jack...@apache.org
Subject [28/50] [abbrv] carbondata git commit: adding the test case for the bad record condition with update operation.
Date Wed, 05 Jul 2017 00:44:37 GMT
adding the test case for the bad record condition with update operation.


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/026ceae2
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/026ceae2
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/026ceae2

Branch: refs/heads/streaming_ingest
Commit: 026ceae2025ac32f91dea8a632014233144dd27c
Parents: 480ebb8
Author: ravikiran23 <ravikiran.sn042@gmail.com>
Authored: Wed Jun 28 12:27:46 2017 +0530
Committer: Venkata Ramana G <ramana.gollamudi@huawei.com>
Committed: Thu Jun 29 12:49:13 2017 +0530

----------------------------------------------------------------------
 .../src/test/resources/IUD/badrecord.csv        |  3 +
 ...UpdateCarbonTableTestCaseWithBadRecord.scala | 70 ++++++++++++++++++++
 2 files changed, 73 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/carbondata/blob/026ceae2/integration/spark-common-test/src/test/resources/IUD/badrecord.csv
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/resources/IUD/badrecord.csv b/integration/spark-common-test/src/test/resources/IUD/badrecord.csv
new file mode 100644
index 0000000..6590732
--- /dev/null
+++ b/integration/spark-common-test/src/test/resources/IUD/badrecord.csv
@@ -0,0 +1,3 @@
+c1,c2,c3,c5
+ravi,2,kiran,huawei
+manohar,4,vanam,huawei
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/carbondata/blob/026ceae2/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCaseWithBadRecord.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCaseWithBadRecord.scala
b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCaseWithBadRecord.scala
new file mode 100644
index 0000000..7cc8ebc
--- /dev/null
+++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCaseWithBadRecord.scala
@@ -0,0 +1,70 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.carbondata.spark.testsuite.iud
+
+import org.apache.spark.sql.common.util.QueryTest
+import org.apache.spark.sql.{Row, SaveMode}
+import org.scalatest.BeforeAndAfterAll
+
+import org.apache.carbondata.common.constants.LoggerAction
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.util.CarbonProperties
+
+class UpdateCarbonTableTestCaseWithBadRecord extends QueryTest with BeforeAndAfterAll {
+  override def beforeAll {
+
+    CarbonProperties.getInstance()
+      .addProperty(CarbonCommonConstants.CARBON_BAD_RECORDS_ACTION , LoggerAction.FORCE.name())
+  }
+
+
+  test("test update operation with Badrecords action as force.") {
+    sql("""drop table if exists badtable""").show
+    sql("""create table badtable (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""")
+    sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/badrecord.csv' INTO table badtable""")
+    sql("""update badtable d  set (d.c2) = (d.c2 / 1)""").show()
+    checkAnswer(
+      sql("""select c1,c2,c3,c5 from badtable"""),
+      Seq(Row("ravi",null,"kiran","huawei"),Row("manohar",null,"vanam","huawei"))
+    )
+    sql("""drop table badtable""").show
+
+
+  }
+  test("test update operation with Badrecords action as FAIL.") {
+    CarbonProperties.getInstance()
+      .addProperty(CarbonCommonConstants.CARBON_BAD_RECORDS_ACTION , LoggerAction.FAIL.name())
+    sql("""drop table if exists badtable""").show
+    sql("""create table badtable (c1 string,c2 int,c3 string,c5 string) STORED BY 'org.apache.carbondata.format'""")
+    sql(s"""LOAD DATA LOCAL INPATH '$resourcesPath/IUD/badrecord.csv' INTO table badtable""")
+    val exec = intercept[Exception] {
+      sql("""update badtable d  set (d.c2) = (d.c2 / 1)""").show()
+    }
+    checkAnswer(
+      sql("""select c1,c2,c3,c5 from badtable"""),
+      Seq(Row("ravi",2,"kiran","huawei"),Row("manohar",4,"vanam","huawei"))
+    )
+    sql("""drop table badtable""").show
+
+
+  }
+
+  override def afterAll {
+    CarbonProperties.getInstance()
+      .addProperty(CarbonCommonConstants.CARBON_BAD_RECORDS_ACTION , CarbonCommonConstants.CARBON_BAD_RECORDS_ACTION_DEFAULT)
+  }
+}
\ No newline at end of file


Mime
View raw message