chore: update substrait dependency (#1311)

andrew-coleman · web-flow · commit 2cf1e0769ea9 · 2025-12-04T21:03:47.000+04:00
Signed-off-by: Andrew Coleman &lt;andrew_coleman@uk.ibm.com&gt;
diff --git a/.github/workflows/auto-rebase.yml b/.github/workflows/auto-rebase.yml
@@ -13,7 +13,7 @@ jobs:
     name: AutoRebase
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/create-github-app-token@v2.0.2
+      - uses: actions/create-github-app-token@v1.12.0
         id: generate-token
         with:
           app-id: ${{ secrets.APP_ID }}
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -14,7 +14,7 @@ jobs:
   release:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/create-github-app-token@v2.0.2
+      - uses: actions/create-github-app-token@v1.12.0
         id: generate_token
         with:
           app-id: ${{ secrets.APP_ID }}
diff --git a/.github/workflows/update-deps.yml b/.github/workflows/update-deps.yml
@@ -62,14 +62,14 @@ jobs:
         id: needs_pr
         run: echo "did_change=${{ steps.get_current_commit.outputs.rev != steps.get_new_commit.outputs.rev }}" >> "$GITHUB_OUTPUT"
 
-      - uses: actions/create-github-app-token@v2.0.2
+      - uses: actions/create-github-app-token@v1.12.0
         if: fromJSON(steps.needs_pr.outputs.did_change)
         id: generate_pr_token
         with:
           app-id: ${{ secrets.SQUAWK_BOT_APP_ID }}
           private-key: ${{ secrets.SQUAWK_BOT_APP_PRIVATE_KEY }}
 
-      - uses: actions/create-github-app-token@v2.0.2
+      - uses: actions/create-github-app-token@v1.12.0
         if: fromJSON(steps.needs_pr.outputs.did_change)
         id: generate_pr_approval_token
         with:
diff --git a/ibis_substrait/compiler/mapping.py b/ibis_substrait/compiler/mapping.py
@@ -236,6 +236,7 @@ def register_extension_yaml(
         else "https://github.com/substrait-io/substrait/blob/main/extensions"
     )
 
+    extension_definitions.pop("urn", None)
     for named_functions in extension_definitions.values():
         for function in named_functions:
             for func in _parse_func(function):
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h01/tpc_h01.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h01/tpc_h01.json
@@ -771,7 +771,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h02/tpc_h02.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h02/tpc_h02.json
@@ -2054,6 +2054,7 @@
                 ]
               }
             },
+            "offset": "0",
             "count": "100"
           }
         },
@@ -2071,7 +2072,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h03/tpc_h03.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h03/tpc_h03.json
@@ -1243,6 +1243,7 @@
                 ]
               }
             },
+            "offset": "0",
             "count": "10"
           }
         },
@@ -1256,7 +1257,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h04/tpc_h04.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h04/tpc_h04.json
@@ -596,7 +596,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h05/tpc_h05.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h05/tpc_h05.json
@@ -1733,7 +1733,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h06/tpc_h06.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h06/tpc_h06.json
@@ -490,7 +490,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h07/tpc_h07.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h07/tpc_h07.json
@@ -1351,7 +1351,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h08/tpc_h08.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h08/tpc_h08.json
@@ -1712,7 +1712,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h09/tpc_h09.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h09/tpc_h09.json
@@ -1230,7 +1230,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h10/tpc_h10.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h10/tpc_h10.json
@@ -1426,6 +1426,7 @@
                 ]
               }
             },
+            "offset": "0",
             "count": "20"
           }
         },
@@ -1443,7 +1444,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h11/tpc_h11.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h11/tpc_h11.json
@@ -1412,7 +1412,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h12/tpc_h12.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h12/tpc_h12.json
@@ -1173,7 +1173,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h13/tpc_h13.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h13/tpc_h13.json
@@ -691,7 +691,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h14/tpc_h14.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h14/tpc_h14.json
@@ -1177,7 +1177,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h15/tpc_h15.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h15/tpc_h15.json
@@ -1504,7 +1504,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h16/tpc_h16.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h16/tpc_h16.json
@@ -981,7 +981,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h17/tpc_h17.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h17/tpc_h17.json
@@ -1218,7 +1218,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h18/tpc_h18.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h18/tpc_h18.json
@@ -1336,6 +1336,7 @@
                 ]
               }
             },
+            "offset": "0",
             "count": "100"
           }
         },
@@ -1351,7 +1352,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h19/tpc_h19.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h19/tpc_h19.json
@@ -1813,7 +1813,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h20/tpc_h20.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h20/tpc_h20.json
@@ -1321,7 +1321,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h21/tpc_h21.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h21/tpc_h21.json
@@ -1509,6 +1509,7 @@
                 ]
               }
             },
+            "offset": "0",
             "count": "100"
           }
         },
@@ -1520,7 +1521,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h22/tpc_h22.json b/ibis_substrait/tests/compiler/snapshots/test_tpch/test_compile/tpc_h22/tpc_h22.json
@@ -1008,7 +1008,7 @@
     }
   ],
   "version": {
-    "minorNumber": 56,
+    "minorNumber": 77,
     "producer": "ibis-substrait"
   }
 }
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -23,7 +23,7 @@ python = ">=3.9,<4"
 ibis-framework = ">=9,<10"
 packaging = ">=21.3"
 pyyaml = ">=5"
-substrait = ">=0.23.0"
+substrait = ">=0.25.0"
 
 [tool.poetry.group.dev.dependencies]
 ipython = ">=8.2.0"
@@ -139,6 +139,7 @@ filterwarnings = [
   "ignore:`Value.output_dtype` is deprecated:FutureWarning",
   # ignore elementwise deprecation warnings to keep testing them until it's removed
   "ignore:`elementwise` is deprecated as of v9.0; use the ibis.udf.* api",
+  "ignore:datetime.datetime.utcfromtimestamp\\(\\) is deprecated.*:DeprecationWarning",
 ]
 markers = ["no_decompile"]
 norecursedirs = ["site-packages", "dist-packages", ".direnv"]

Original file line number	Diff line number	Diff line change
`@@ -236,6 +236,7 @@ def register_extension_yaml(`
`236`	`236`	`else "https://github.com/substrait-io/substrait/blob/main/extensions"`
`237`	`237`	`)`
`238`	`238`
	`239`	`+ extension_definitions.pop("urn", None)`
`239`	`240`	`for named_functions in extension_definitions.values():`
`240`	`241`	`for function in named_functions:`
`241`	`242`	`for func in _parse_func(function):`
Original file line number	Diff line number	Diff line change
`@@ -771,7 +771,7 @@`
`771`	`771`	`}`
`772`	`772`	`],`
`773`	`773`	`"version": {`
`774`		`- "minorNumber": 56,`
	`774`	`+ "minorNumber": 77,`
`775`	`775`	`"producer": "ibis-substrait"`
`776`	`776`	`}`
`777`	`777`	`}`
Original file line number	Diff line number	Diff line change
`@@ -2054,6 +2054,7 @@`
`2054`	`2054`	`]`
`2055`	`2055`	`}`
`2056`	`2056`	`},`
	`2057`	`+ "offset": "0",`
`2057`	`2058`	`"count": "100"`
`2058`	`2059`	`}`
`2059`	`2060`	`},`
`@@ -2071,7 +2072,7 @@`
`2071`	`2072`	`}`
`2072`	`2073`	`],`
`2073`	`2074`	`"version": {`
`2074`		`- "minorNumber": 56,`
	`2075`	`+ "minorNumber": 77,`
`2075`	`2076`	`"producer": "ibis-substrait"`
`2076`	`2077`	`}`
`2077`	`2078`	`}`
Original file line number	Diff line number	Diff line change
`@@ -1243,6 +1243,7 @@`
`1243`	`1243`	`]`
`1244`	`1244`	`}`
`1245`	`1245`	`},`
	`1246`	`+ "offset": "0",`
`1246`	`1247`	`"count": "10"`
`1247`	`1248`	`}`
`1248`	`1249`	`},`
`@@ -1256,7 +1257,7 @@`
`1256`	`1257`	`}`
`1257`	`1258`	`],`
`1258`	`1259`	`"version": {`
`1259`		`- "minorNumber": 56,`
	`1260`	`+ "minorNumber": 77,`
`1260`	`1261`	`"producer": "ibis-substrait"`
`1261`	`1262`	`}`
`1262`	`1263`	`}`
Original file line number	Diff line number	Diff line change
`@@ -596,7 +596,7 @@`
`596`	`596`	`}`
`597`	`597`	`],`
`598`	`598`	`"version": {`
`599`		`- "minorNumber": 56,`
	`599`	`+ "minorNumber": 77,`
`600`	`600`	`"producer": "ibis-substrait"`
`601`	`601`	`}`
`602`	`602`	`}`
Original file line number	Diff line number	Diff line change
`@@ -1733,7 +1733,7 @@`
`1733`	`1733`	`}`
`1734`	`1734`	`],`
`1735`	`1735`	`"version": {`
`1736`		`- "minorNumber": 56,`
	`1736`	`+ "minorNumber": 77,`
`1737`	`1737`	`"producer": "ibis-substrait"`
`1738`	`1738`	`}`
`1739`	`1739`	`}`
Original file line number	Diff line number	Diff line change
`@@ -490,7 +490,7 @@`
`490`	`490`	`}`
`491`	`491`	`],`
`492`	`492`	`"version": {`
`493`		`- "minorNumber": 56,`
	`493`	`+ "minorNumber": 77,`
`494`	`494`	`"producer": "ibis-substrait"`
`495`	`495`	`}`
`496`	`496`	`}`