Remove IMDB(JOB) slt in CI

Signed-off-by: Austin Liu <austin362667@gmail.com>

.github/workflows/rust.yml

@@ -252,9 +252,9 @@ jobs:
         working-directory: ./datafusion/wasmtest
         run: wasm-pack build --dev
 
-  # verify that tpch benchmark queries return the correct results
-  verify-tpch-benchmark-results:
-    name: verify tpch benchmark results (amd64)
+  # verify that the benchmark queries return the correct results
+  verify-benchmark-results:
+    name: verify benchmark results (amd64)
     needs: [ linux-build-lib ]
     runs-on: ubuntu-latest
     container:
@@ -280,33 +280,7 @@ jobs:
           export TPCH_DATA=`realpath datafusion/sqllogictest/test_files/tpch/data`
           # use release build for plan verificaton because debug build causes stack overflow
           cargo test plan_q --package datafusion-benchmarks --profile release-nonlto --features=ci -- --test-threads=1
-          INCLUDE_TPCH=true cargo test --test sqllogictests -- tpch
-      - name: Verify Working Directory Clean
-        run: git diff --exit-code
-
-  # verify that imdb benchmark queries return the correct results
-  verify-imdb-benchmark-results:
-    name: verify imdb benchmark results (amd64)
-    needs: [ linux-build-lib ]
-    runs-on: ubuntu-latest
-    container:
-      image: amd64/rust
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - name: Setup Rust toolchain
-        uses: ./.github/actions/setup-builder
-        with:
-          rust-version: stable
-      - name: Download benchmark data and expected query results
-        run: |
-          benchmarks/bench.sh data imdb
-      - name: Verify that benchmark queries return expected results
-        run: |
-          INCLUDE_IMDB=true cargo test --test sqllogictests -- imdb
-      - name: Verify Working Directory Clean
-        run: git diff --exit-code
+          INCLUDE_TPCH=true cargo test --test sqllogictests
 
   sqllogictest-postgres:
     name: "Run sqllogictest with Postgres runner"

datafusion/sqllogictest/bin/sqllogictests.rs

@@ -231,14 +231,6 @@ impl TestFile {
 
         options.include_tpch
     }
-
-    fn check_imdb(&self, options: &Options) -> bool {
-        if !self.relative_path.starts_with("imdb") {
-            return true;
-        }
-
-        options.include_imdb
-    }
 }
 
 fn read_test_files<'a>(
@@ -251,7 +243,6 @@ fn read_test_files<'a>(
             .filter(|f| options.check_test_file(&f.relative_path))
             .filter(|f| f.is_slt_file())
             .filter(|f| f.check_tpch(options))
-            .filter(|f| f.check_imdb(options))
             .filter(|f| options.check_pg_compat_file(f.path.as_path())),
     ))
 }
@@ -305,9 +296,6 @@ struct Options {
     #[clap(long, env = "INCLUDE_TPCH", help = "Include tpch files")]
     include_tpch: bool,
 
-    #[clap(long, env = "INCLUDE_IMDB", help = "Include imdb files")]
-    include_imdb: bool,
-
     #[clap(
         action,
         help = "regex like arguments passed to the program which are treated as cargo test filter (substring match on filenames)"