rename parallelism to numThreads

hnswlib-spark/src/main/python/pyspark_hnsw/knn.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, Optional, TYPE_CHECKING
+from typing import Any, Dict, TYPE_CHECKING
 
 from pyspark.ml.wrapper import JavaEstimator, JavaModel
 from pyspark.ml.param.shared import (
@@ -16,8 +16,6 @@
 # noinspection PyProtectedMember
 from pyspark.ml.util import JavaMLReadable, JavaMLWritable, MLReader, _jvm
 
-if TYPE_CHECKING:
-    from py4j.java_gateway import JavaObject
 
 __all__ = [
     "HnswSimilarity",
@@ -74,9 +72,9 @@ class _KnnModelParams(HasFeaturesCol, HasPredictionCol):
         typeConverter=TypeConverters.toString,
     )
 
-    parallelism = Param(
+    numThreads = Param(
         Params._dummy(),
-        "parallelism",
+        "numThreads",
         "number of threads to use",
         typeConverter=TypeConverters.toInt,
     )
@@ -128,11 +126,11 @@ def getQueryPartitionsCol(self):
         """
         return self.getOrDefault(self.queryPartitionsCol)
 
-    def getParallelism(self):
+    def getNumThreads(self):
         """
-        Gets the value of parallelism or its default value.
+        Gets the value of numThreads.
         """
-        return self.getOrDefault(self.parallelism)
+        return self.getOrDefault(self.numThreads)
 
     def getK(self):
         """
@@ -312,10 +310,10 @@ def __init__(
         partitionCol=None,
         queryIdentifierCol=None,
         queryPartitionsCol=None,
-        parallelism=None,
+        numThreads=None,
         featuresCol="features",
         predictionCol="prediction",
-        numPartitions=1,
+        numPartitions=None,
         numReplicas=0,
         k=5,
         distanceFunction="cosine",
@@ -367,11 +365,11 @@ def setQueryPartitionsCol(self, value):
         """
         return self._set(queryPartitionsCol=value)
 
-    def setParallelism(self, value):
+    def setNumThreads(self, value):
         """
-        Sets the value of :py:attr:`parallelism`.
+        Sets the value of :py:attr:`numThreads`.
         """
-        return self._set(parallelism=value)
+        return self._set(numThreads=value)
 
     def setNumPartitions(self, value):
         """
@@ -428,7 +426,7 @@ def setParams(
         identifierCol="id",
         queryIdentifierCol=None,
         queryPartitionsCol=None,
-        parallelism=None,
+        numThreads=None,
         featuresCol="features",
         predictionCol="prediction",
         numPartitions=1,
@@ -471,11 +469,11 @@ def setQueryPartitionsCol(self, value):
         """
         return self._set(queryPartitionsCol=value)
 
-    def setParallelism(self, value):
+    def setNumThreads(self, value):
         """
-        Sets the value of :py:attr:`parallelism`.
+        Sets the value of :py:attr:`numThreads`.
         """
-        return self._set(parallelism=value)
+        return self._set(numThreads=value)
 
     def setK(self, value):
         """
@@ -526,7 +524,7 @@ def __init__(
         identifierCol="id",
         queryIdentifierCol=None,
         queryPartitionsCol=None,
-        parallelism=None,
+        numThreads=None,
         featuresCol="features",
         predictionCol="prediction",
         m=16,
@@ -588,11 +586,11 @@ def setQueryPartitionsCol(self, value):
         """
         return self._set(queryPartitionsCol=value)
 
-    def setParallelism(self, value):
+    def setNumThreads(self, value):
         """
-        Sets the value of :py:attr:`parallelism`.
+        Sets the value of :py:attr:`numThreads`.
         """
-        return self._set(parallelism=value)
+        return self._set(numThreads=value)
 
     def setNumPartitions(self, value):
         """
@@ -667,13 +665,13 @@ def setParams(
         identifierCol="id",
         queryIdentifierCol=None,
         queryPartitionsCol=None,
-        parallelism=None,
+        numThreads=None,
         featuresCol="features",
         predictionCol="prediction",
         m=16,
         ef=10,
         efConstruction=200,
-        numPartitions=1,
+        numPartitions=None,
         numReplicas=0,
         k=5,
         distanceFunction="cosine",
@@ -709,11 +707,11 @@ def setQueryPartitionsCol(self, value):
         """
         return self._set(queryPartitionsCol=value)
 
-    def setParallelism(self, value):
+    def setNumThreads(self, value):
         """
-        Sets the value of :py:attr:`parallelism`.
+        Sets the value of :py:attr:`numThreads`.
         """
-        return self._set(parallelism=value)
+        return self._set(numThreads=value)
 
     def setK(self, value):
         """