[DOCSP-26312] Micro-Batch Processing (#147)

* initial commit

* fix constants

* fixes

* fixes

* fix links

* fix links

* rw feedback

* fixes

* fixes

* versions

* fixes

* fixes

* fixes

Author: mongoKart

config/redirects

@@ -1,6 +1,6 @@
 define: prefix docs/spark-connector
 define: base https://www.mongodb.com/${prefix}
-define: versions v1.1 v2.0 v2.1 v2.2 v2.3 v2.4 v3.0 master
+define: versions v1.1 v2.0 v2.1 v2.2 v2.3 v2.4 v3.0 v10.0 v10.1 master
 
 raw: ${prefix}/ -> ${base}/current/
 raw: ${prefix}/configuration -> ${base}/current/configuration/

snooty.toml

@@ -6,11 +6,15 @@ intersphinx = ["https://www.mongodb.com/docs/manual/objects.inv"]
 toc_landing_pages = ["configuration"]
 
 [constants]
-current-version = "10.0.5"
-spark-core-version = "3.0.2"
-spark-sql-version = "3.0.2"
-scala-version = "2.12"
-scala-version-full = "2.12.13"
+driver-short = "Spark Connector"
+driver-long = "MongoDB {+driver-short+}"
+current-version = "10.1.0"
+spark-core-version = "3.3.1"
+spark-sql-version = "3.3.1"
+scala-previous = "2.12"
+scala-previous-full = "2.12.13"
+scala-latest = "2.13"
+scala-latest-full = "2.13.10"
 
 [substitutions]
 copy = "unicode:: U+000A9"

source/java/api.txt

@@ -5,24 +5,40 @@ Dependency Management
 
 .. include:: /includes/scala-java-dependencies.rst
 
-The following excerpt is from a Maven ``pom.xml`` file:
+Beginning in version 3.2.0, Apache Spark supports both Scala {+scala-previous+} and {+scala-latest+}. 
+Spark 3.1.3 and previous versions support only Scala {+scala-previous+}. 
+To provide support for both Scala versions, version {+current-version+} of the Spark 
+Connector produces two artifacts:
+
+- ``org.mongodb.spark:mongo-spark-connector_{+scala-previous+}:{+current-version+}`` is 
+  compiled against Scala {+scala-previous+}, and supports Spark 3.1.x and above.  
+- ``org.mongodb.spark:mongo-spark-connector_{+scala-latest+}:{+current-version+}`` is 
+  compiled against Scala {+scala-latest+}, and supports Spark 3.2.x and above.
+
+.. important::
+   
+   Use the Spark Connector artifact that's compatible with your
+   versions of Scala and Spark.  
+
+The following excerpt from a Maven ``pom.xml`` file shows how to include dependencies 
+compatible with Scala {+scala-previous+}:
 
 .. code-block:: xml
 
    <dependencies>
      <dependency>
        <groupId>org.mongodb.spark</groupId>
-       <artifactId>mongo-spark-connector</artifactId>
+       <artifactId>mongo-spark-connector_{+scala-previous+}</artifactId>
        <version>{+current-version+}</version>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
-       <artifactId>spark-core_{+scala-version+}</artifactId>
+       <artifactId>spark-core_{+scala-previous+}</artifactId>
        <version>{+spark-core-version+}</version>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
-       <artifactId>spark-sql_{+scala-version+}</artifactId>
+       <artifactId>spark-sql_{+scala-previous+}</artifactId>
        <version>{+spark-sql-version+}</version>
      </dependency>
    </dependencies>

source/scala/api.txt

@@ -40,7 +40,7 @@ a `SBT <http://www.scala-sbt.org/documentation.html>`_ ``build.scala`` file:
 
 .. code-block:: scala
 
-   scalaVersion := "{+scala-version-full+}",
+   scalaVersion := "{+scala-previous+}",
    libraryDependencies ++= Seq(
      "org.mongodb.spark" %% "mongo-spark-connector" % "{+current-version+}",
      "org.apache.spark" %% "spark-core" % "{+spark-core-version+}",