[SEDONA-412] pre-commit: add hook end-of-file-fixer

.pre-commit-config.yaml

@@ -32,3 +32,5 @@ repos:
       - id: check-xml
       # - id: check-yaml
       - id: detect-private-key
+      - id: end-of-file-fixer
+        files: \.java$|\.scala$

common/src/main/java/org/apache/sedona/common/enums/FileDataSplitter.java

@@ -129,4 +129,3 @@ public String getDelimiter()
         return this.splitter;
     }
 }
-

common/src/main/java/org/apache/sedona/common/raster/GeometryFunctions.java

@@ -124,4 +124,4 @@ public static Geometry envelope(GridCoverage2D raster) throws FactoryException {
         int srid = RasterAccessors.srid(raster);
         return new GeometryFactory(new PrecisionModel(), srid).toGeometry(envelope);
     }
-}
+}

common/src/main/java/org/apache/sedona/common/utils/BBox.java

@@ -57,4 +57,4 @@ public Polygon toPolygon() {
             new Coordinate(this.startLon, this.startLat)
         });
     }
-}
+}

common/src/test/java/org/apache/sedona/common/ConstructorsTest.java

@@ -143,4 +143,4 @@ public void pointZ() {
         assertEquals(4326, point.getSRID());
         assertEquals("POINT Z(0 1 2)", Functions.asWKT(point));
     }
-}
+}

common/src/test/java/org/apache/sedona/common/H3UtilTest.java

@@ -239,4 +239,4 @@ public void lineStringCrossPentagonToCellsNonFullCover()  {
         assert approxCells.equals(cellsNonFullCover);
         assert !approxCells.equals(cellsFullCover);
     }
-}
+}

common/src/test/java/org/apache/sedona/common/geometrySerde/SpatialIndexSerdeTest.java

@@ -231,4 +231,4 @@ private SpatialIndex generateIndex(int geomNum, Class aClass)
         }
         return quadtree;
     }
-}
+}

common/src/test/java/org/apache/sedona/common/raster/FunctionsTest.java

@@ -191,4 +191,4 @@ public void values() throws TransformException {
     private Point point(double x, double y) {
         return new GeometryFactory().createPoint(new Coordinate(x, y));
     }
-}
+}

examples/spark-rdd-colocation-mining/src/main/scala/ScalaExample.scala

@@ -182,4 +182,4 @@ object ScalaExample extends App{
     sparkSession.stop()
   }
 
-}
+}

examples/spark-sql/src/main/scala/ScalaExample.scala

@@ -150,4 +150,4 @@ object ScalaExample extends App{
     df = df.selectExpr("RS_GetBand(data, 1, numBands) as targetBand")
     df.selectExpr("RS_MultiplyFactor(targetBand, 3) as multiply").show()
   }
-}
+}

examples/spark-viz/src/main/scala/ScalaExample.scala

@@ -220,4 +220,4 @@ object ScalaExample extends App{
 	}
 
 
-}
+}

flink/src/main/java/org/apache/sedona/flink/expressions/Aggregators.java

@@ -190,5 +190,3 @@ public void resetAccumulator (Accumulators.AccGeometry acc){
         }
     }
 }
-
-

flink/src/test/java/org/apache/sedona/flink/TestBase.java

@@ -412,4 +412,4 @@ static long count(Table table) {
         }
         return count;
     }
-}
+}

spark/common/src/main/java/org/apache/sedona/core/formatMapper/LineStringFormatMapper.java

@@ -50,4 +50,4 @@ public LineStringFormatMapper(Integer startOffset, Integer endOffset, FileDataSp
     {
         super(startOffset, endOffset, Splitter, carryInputData, GeometryType.LINESTRING);
     }
-}
+}

spark/common/src/main/java/org/apache/sedona/core/formatMapper/PolygonFormatMapper.java

@@ -50,4 +50,4 @@ public PolygonFormatMapper(Integer startOffset, Integer endOffset, FileDataSplit
     {
         super(startOffset, endOffset, Splitter, carryInputData, GeometryType.POLYGON);
     }
-}
+}

spark/common/src/main/java/org/apache/sedona/core/formatMapper/shapefileParser/ShapefileRDD.java

@@ -273,4 +273,4 @@ public BoundBox call(BoundBox box1, BoundBox box2)
         }
         else { return null; }
     }
-}
+}

spark/common/src/main/java/org/apache/sedona/core/formatMapper/shapefileParser/shapes/ShapeInputFormat.java

@@ -121,4 +121,3 @@ public List<InputSplit> getSplits(JobContext job)
         return splits;
     }
 }
-

spark/common/src/main/java/org/apache/sedona/core/showcase/Example.java

@@ -377,4 +377,4 @@ public static void testLoadShapefileIntoPolygonRDD()
             e.printStackTrace();
         }
     }
-}
+}

spark/common/src/main/java/org/apache/sedona/core/spatialRDD/PolygonRDD.java

@@ -187,4 +187,3 @@ public Polygon call(Polygon v1, Polygon v2)
         return result;
     }
 }
-

spark/common/src/main/java/org/apache/sedona/viz/core/BigBufferedImage.java

@@ -546,4 +546,4 @@ private void disposeNow(final MappedByteBuffer[] disposedBuffer)
             }
         }
     }
-}
+}

spark/common/src/main/java/org/apache/sedona/viz/core/ImageSerializableWrapper.java

@@ -104,4 +104,4 @@ public String toString()
                 "height=" + image.getHeight() +
                 ')';
     }
-}
+}

spark/common/src/main/scala/org/apache/sedona/python/wrapper/translation/PythonRDDToJavaConverter.scala

@@ -63,4 +63,3 @@ case class PythonRDDToJavaConverter(javaRDD: JavaRDD[Array[Byte]], geometrySeria
     finalGeom
   }
 }
-

spark/common/src/main/scala/org/apache/sedona/sql/SedonaSqlExtensions.scala

@@ -29,4 +29,4 @@ class SedonaSqlExtensions extends (SparkSessionExtensions => Unit) {
       _ => ()
     })
   }
-}
+}

spark/common/src/main/scala/org/apache/sedona/sql/UDF/UdfRegistrator.scala

@@ -46,4 +46,4 @@ Catalog.aggregateExpressions.foreach(f => sparkSession.udf.register(f.getClass.g
 Catalog.aggregateExpressions.foreach(f => sparkSession.sessionState.functionRegistry.dropFunction(FunctionIdentifier(f.getClass.getSimpleName))) // SPARK3 anchor
 //Catalog.aggregateExpressions_UDAF.foreach(f => sparkSession.sessionState.functionRegistry.dropFunction(FunctionIdentifier(f.getClass.getSimpleName))) // SPARK2 anchor
   }
-}
+}

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/execution/SedonaSparkPlan.scala

@@ -45,4 +45,4 @@ trait SedonaBinaryExecNode extends SparkPlan {
   }
 
   protected def withNewChildrenInternal(newLeft: SparkPlan, newRight: SparkPlan): SparkPlan
-}
+}

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/AggregateFunctions.scala

@@ -167,4 +167,3 @@ class ST_Intersection_Aggr extends Aggregator[Geometry, Geometry, Geometry] with
     else buffer1.intersection(buffer2)
   }
 }
-

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/Constructors.scala

@@ -291,4 +291,3 @@ case class ST_MLineFromText(inputExpressions: Seq[Expression])
     copy(inputExpressions = newChildren)
   }
 }
-

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/Functions.scala

@@ -1148,4 +1148,3 @@ case class ST_IsCollection(inputExpressions: Seq[Expression])
     copy(inputExpressions = newChildren)
   }
 }
-

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/raster/GeometryFunctions.scala

@@ -40,4 +40,3 @@ case class RS_MinConvexHull(inputExpressions: Seq[Expression]) extends InferredE
     copy(inputExpressions = newChildren)
   }
 }
-

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/raster/IO.scala

@@ -66,5 +66,3 @@ case class RS_Array(inputExpressions: Seq[Expression])
     copy(inputExpressions = newChildren)
   }
 }
-
-

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/raster/PixelFunctionEditors.scala

@@ -40,4 +40,4 @@ case class RS_SetValue(inputExpressions: Seq[Expression]) extends InferredExpres
   protected def withNewChildrenInternal(newChildren: IndexedSeq[Expression]) = {
     copy(inputExpressions = newChildren)
   }
-}
+}

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/raster/RasterBandEditors.scala

@@ -40,4 +40,4 @@ case class RS_AddBand(inputExpressions: Seq[Expression]) extends InferredExpress
   protected def withNewChildrenInternal(newChildren: IndexedSeq[Expression]) = {
     copy(inputExpressions = newChildren)
   }
-}
+}

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/raster/RasterEditors.scala

@@ -43,4 +43,4 @@ case class RS_Resample(inputExpressions: Seq[Expression]) extends InferredExpres
   protected def withNewChildrenInternal(newChildren: IndexedSeq[Expression]) = {
     copy(inputExpressions = newChildren)
   }
-}
+}

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/raster/RasterOutputs.scala

@@ -62,4 +62,4 @@ case class RS_AsImage(inputExpressions: Seq[Expression]) extends InferredExpress
   protected def withNewChildrenInternal(newChildren: IndexedSeq[Expression]) = {
     copy(inputExpressions = newChildren)
   }
-}
+}

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/st_aggregates.scala

@@ -52,4 +52,4 @@ object st_aggregates extends DataFrameAPI {
     val aggrFunc = udaf(new ST_Union_Aggr)
     aggrFunc(col(geometry))
   }
-}
+}

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/st_functions.scala

@@ -425,4 +425,4 @@ object st_functions extends DataFrameAPI {
   def ST_IsCollection(geometry: String): Column = wrapExpression[ST_IsCollection](geometry)
 
 }
-
+

spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/io/raster/RasterOptions.scala

@@ -29,4 +29,4 @@ private[io] class RasterOptions(@transient private val parameters: CaseInsensiti
   val rasterPathField = parameters.get("pathField")
   // Column of the raster image itself
   val rasterField = parameters.get("rasterField")
-}
+}

spark/common/src/test/java/org/apache/sedona/core/TestBase.java

@@ -55,4 +55,3 @@ protected static void deleteFile(String path)
         fileSystem.delete(new Path(path), true);
     }
 }
-

spark/common/src/test/java/org/apache/sedona/core/formatMapper/shapefileParser/shapes/ShapefileRDDTest.java

@@ -366,4 +366,4 @@ public void testParseBoundary()
         Assert.assertEquals(gtlbounds, myBounds);
         gtlReader.close();
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/io/EarthdataHDFTest.java

@@ -174,4 +174,4 @@ public void testSpatialRangeQueryUsingIndex()
             assert resultSize > -1;
         }
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialOperator/LineStringKnnTest.java

@@ -191,4 +191,4 @@ public void testSpatialKnnQueryUsingIndex()
             //System.out.println(result.get(0).getUserData().toString());
         }
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialOperator/LineStringRangeTest.java

@@ -188,4 +188,4 @@ public void testSpatialRangeQueryUsingIndex()
         }
         assert RangeQuery.SpatialRangeQuery(spatialRDD, queryEnvelope, false, true).take(10).get(1).getUserData().toString() != null;
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialOperator/PointKnnTest.java

@@ -243,4 +243,4 @@ public void testSpatialKnnQueryTopKlargerThanRowNumber()
             assert result.size() == 1;
         }
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialOperator/PointRangeTest.java

@@ -184,4 +184,4 @@ public void testSpatialRangeQueryUsingIndex()
             assertEquals(resultSize, 2830);
         }
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialOperator/PolygonKnnTest.java

@@ -233,4 +233,4 @@ public void testSpatialKNNCorrectness()
         }
         assert difference == 0;
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialOperator/PolygonRangeTest.java

@@ -186,4 +186,4 @@ public void testSpatialRangeQueryUsingIndex()
         }
         assert RangeQuery.SpatialRangeQuery(spatialRDD, queryEnvelope, false, true).take(10).get(1).getUserData().toString() != null;
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialOperator/RectangleKnnTest.java

@@ -229,4 +229,4 @@ public void testSpatialKNNCorrectness()
         }
         assert difference == 0;
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialOperator/RectangleRangeTest.java

@@ -216,4 +216,4 @@ public void testSpatialRangeQueryLeftCoveredByRightFalse()
             assertEquals(useIndexResultSize, notUseIndexResultSize);
         }
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialPartitioning/quadtree/QuadRectangleTest.java

@@ -50,4 +50,4 @@ private QuadRectangle makeRect(double x, double y, double width, double height)
     {
         return new QuadRectangle(x, y, width, height);
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialPartitioning/quadtree/QuadTreeTest.java

@@ -204,4 +204,4 @@ public void testQuadTreePartitionLineage()
             }
         }
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialRDD/PointRDDTest.java

@@ -140,4 +140,4 @@ public void testBuildQuadtreeIndex()
             List<Point> result = spatialRDD.indexedRDD.take(1).get(0).query(spatialRDD.boundaryEnvelope);
         }
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/spatialRDD/RectangleRDDTest.java

@@ -138,4 +138,4 @@ public void testBuildQuadtreeIndex()
             List<Point> result = spatialRDD.indexedRDD.take(1).get(0).query(spatialRDD.boundaryEnvelope);
         }
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/utils/RDDSampleUtilsTest.java

@@ -71,4 +71,4 @@ private void assertFailure(int numPartitions, long totalNumberOfRecords, int giv
             // expected
         }
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/core/utils/SedonaConfTest.java

@@ -59,4 +59,4 @@ public void testBytesFromString() {
         assertEquals(1024, SedonaConf.bytesFromString("1k"));
         assertEquals(2097152, SedonaConf.bytesFromString("2MB"));
     }
-}
+}

spark/common/src/test/java/org/apache/sedona/viz/NYCTripPointMapper.java

@@ -70,4 +70,3 @@ public Iterator call(String line)
         return result.iterator();
     }
 }
-

spark/common/src/test/scala/org/apache/sedona/sql/GeometrySample.scala

@@ -73,4 +73,3 @@ trait GeometrySample {
     lines.toList
   }
 }
-

spark/common/src/test/scala/org/apache/sedona/sql/functions/geohash/Fixtures.scala

@@ -69,4 +69,4 @@ object Fixtures extends TableDrivenPropertyChecks {
   def decodeGeoHash(geohash: String, precision: Int): Geometry =
     GeoHashDecoder.decode(geohash, precision)
 
-}
+}

spark/common/src/test/scala/org/apache/sedona/sql/ogc/GeometryTypesAndFunctionsTestScala.scala

@@ -557,4 +557,4 @@ class GeometryTypesAndFunctionsTestScala extends TestBaseScala with BeforeAndAft
       assert(actual == "POLYGON ((48 6, 52 18, 66 23, 73 9, 48 6))")
     }
   }
-}
+}

spark/common/src/test/scala/org/apache/sedona/sql/ogc/package-info.java

@@ -20,4 +20,4 @@
  * This package contains compliance tests for OGC simple feature access part two version 1.2.1.
  * https://www.ogc.org/standards/sfs
  */
-package org.apache.sedona.sql.ogc;
+package org.apache.sedona.sql.ogc;

spark/common/src/test/scala/org/apache/sedona/sql/rasterIOTest.scala

@@ -133,4 +133,4 @@ class rasterIOTest extends TestBaseScala with BeforeAndAfter with GivenWhenThen
   }
 
   override def afterAll(): Unit = FileUtils.deleteDirectory(new File(tempDir))
-}
+}