From f086c17b8e1b74a3493b7381b36323afe0be3df5 Mon Sep 17 00:00:00 2001 From: Angerszhuuuu Date: Wed, 28 Jul 2021 14:38:23 +0800 Subject: [PATCH] [SPARK-36312][SQL][FOLLOWUP] Add back ParquetSchemaConverter.checkFieldNames ### What changes were proposed in this pull request? Add back ParquetSchemaConverter.checkFieldNames() ### Why are the changes needed? Fix code ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? Closes #33552 from AngersZhuuuu/SPARK-36312-FOLLOWUP. Authored-by: Angerszhuuuu Signed-off-by: Wenchen Fan --- .../datasources/parquet/ParquetSchemaConverter.scala | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetSchemaConverter.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetSchemaConverter.scala index 217c020358..f3bfd99368 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetSchemaConverter.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetSchemaConverter.scala @@ -591,6 +591,16 @@ private[sql] object ParquetSchemaConverter { } } + def checkFieldNames(schema: StructType): Unit = { + schema.foreach { field => + checkFieldName(field.name) + field.dataType match { + case s: StructType => checkFieldNames(s) + case _ => + } + } + } + def checkConversionRequirement(f: => Boolean, message: String): Unit = { if (!f) { throw new AnalysisException(message)