More advanced type checking and documentation (NVIDIA#1323)

Signed-off-by: Robert (Bobby) Evans <bobby@apache.org>
nartal1 · Dec 15, 2020 · 7a06c6e · 7a06c6e
1 parent 2e91713
commit 7a06c6e
Show file tree

Hide file tree

Showing 40 changed files with 3,201 additions and 881 deletions.
diff --git a/dist/pom.xml b/dist/pom.xml
@@ -136,19 +136,37 @@
             <goals>
               <goal>run</goal>
             </goals>
+            <configuration>
+              <launchers>
+                <launcher>
+                  <id>update_rapids_config</id>
+                  <mainClass>com.nvidia.spark.rapids.RapidsConf</mainClass>
+                  <args>
+                    <arg>${project.basedir}/../docs/configs.md</arg>
+                  </args>
+                </launcher>
+              </launchers>
+            </configuration>
+          </execution>
+          <execution>
+            <id>update_supported</id>
+            <phase>verify</phase>
+            <goals>
+              <goal>run</goal>
+            </goals>
+            <configuration>
+              <launchers>
+                <launcher>
+                  <id>update_rapids_support</id>
+                  <mainClass>com.nvidia.spark.rapids.SupportedOpsDocs</mainClass>
+                  <args>
+                    <arg>${project.basedir}/../docs/supported_ops.md</arg>
+                  </args>
+                </launcher>
+              </launchers>
+            </configuration>
           </execution>
         </executions>
-        <configuration>
-          <launchers>
-            <launcher>
-              <id>update_rapids_config</id>
-              <mainClass>com.nvidia.spark.rapids.RapidsConf</mainClass>
-              <args>
-                <arg>${project.basedir}/../docs/configs.md</arg>
-              </args>
-            </launcher>
-          </launchers>
-        </configuration>
       </plugin>
       <plugin>
         <groupId>org.apache.rat</groupId>

diff --git a/docs/configs.md b/docs/configs.md
@@ -165,7 +165,7 @@ Name | SQL Function(s) | Description | Default Value | Notes
 <a name="sql.expression.LastDay"></a>spark.rapids.sql.expression.LastDay|`last_day`|Returns the last day of the month which the date belongs to|true|None|
 <a name="sql.expression.Lead"></a>spark.rapids.sql.expression.Lead|`lead`|Window function that returns N entries ahead of this one|true|None|
 <a name="sql.expression.Least"></a>spark.rapids.sql.expression.Least|`least`|Returns the least value of all parameters, skipping null values|true|None|
-<a name="sql.expression.Length"></a>spark.rapids.sql.expression.Length|`length`, `character_length`, `char_length`|String character length|true|None|
+<a name="sql.expression.Length"></a>spark.rapids.sql.expression.Length|`length`, `character_length`, `char_length`|String character length or binary byte length|true|None|
 <a name="sql.expression.LessThan"></a>spark.rapids.sql.expression.LessThan|`<`|< operator|true|None|
 <a name="sql.expression.LessThanOrEqual"></a>spark.rapids.sql.expression.LessThanOrEqual|`<=`|<= operator|true|None|
 <a name="sql.expression.Like"></a>spark.rapids.sql.expression.Like|`like`|Like|true|None|