Merge branch 'main' into fix/allow-skipping-memtable_volume-creation-with-databricks

Author: LegrandT

.github/workflows/check-generated-files.yml

@@ -44,7 +44,7 @@ jobs:
           cache-dependency-path: requirements-dev.txt
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - name: update apt-get
         run: sudo apt-get update -y -q

.github/workflows/ibis-backends-cloud.yml

@@ -130,7 +130,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - name: install additional deps
         if: matrix.backend.key == 'snowpark'

.github/workflows/ibis-backends.yml

@@ -65,7 +65,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - uses: extractions/setup-just@v3
         env:
@@ -498,7 +498,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - name: install other deps
         if: matrix.backend.additional_deps != null
@@ -612,7 +612,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
         # it requires a version of pandas that pyspark is not compatible with
       - name: remove lonboard

.github/workflows/ibis-benchmarks.yml

@@ -33,7 +33,7 @@ jobs:
           python-version: "3.13"
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - uses: extractions/setup-just@v3
         env:

.github/workflows/ibis-main.yml

@@ -66,7 +66,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - name: install ${{ matrix.os }} system dependencies
         if: startsWith(matrix.os, 'ubuntu')
@@ -121,7 +121,7 @@ jobs:
           python-version: "3.9"
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - name: install system dependencies
         run: |
@@ -146,7 +146,7 @@ jobs:
           python-version: "3.13"
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - name: check duckdb doesn't import sqlite3
         run: uv run --extra duckdb python -c 'import sys, ibis; assert "sqlite3" not in sys.modules; ibis.duckdb.connect(); assert "sqlite3" not in sys.modules'
@@ -164,7 +164,7 @@ jobs:
           python-version: "3.13"
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - name: check scrapy import
         run: uv run --with scrapy python -c 'import scrapy; import ibis'
@@ -196,7 +196,7 @@ jobs:
           python-version: "3.13"
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - uses: extractions/setup-just@v3
         env:

.github/workflows/pre-release.yml

@@ -33,7 +33,7 @@ jobs:
           python-version: "3.13"
 
       - name: install uv
-        uses: astral-sh/[email protected].1
+        uses: astral-sh/[email protected].2
 
       - uses: extractions/setup-just@v3
         env:

compose.yaml

@@ -1,6 +1,6 @@
 services:
   clickhouse:
-    image: clickhouse/clickhouse-server:25.9.3.48-alpine
+    image: clickhouse/clickhouse-server:25.9.4.58-alpine
     ports:
       - 8123:8123 # http port
       - 9000:9000 # native protocol port

ibis/backends/duckdb/__init__.py

@@ -180,9 +180,11 @@ def create_table(
             catalog = "temp"
             database = "main"
 
+        in_memory = False
         if obj is not None:
             if not isinstance(obj, ir.Expr):
                 table = ibis.memtable(obj)
+                in_memory = True
             else:
                 table = obj
 
@@ -233,6 +235,13 @@ def create_table(
                 ).sql(dialect)
                 cur.execute(insert_stmt).fetchall()
 
+                if in_memory:
+                    cur.execute(
+                        sge.Drop(kind="VIEW", this=table.get_name(), exists=True).sql(
+                            dialect
+                        )
+                    )
+
             if overwrite:
                 cur.execute(
                     sge.Drop(kind="TABLE", this=final_table, exists=True).sql(dialect)

ibis/backends/duckdb/tests/test_client.py

@@ -468,6 +468,18 @@ def test_create_temp_table_in_nondefault_schema():
     con.con.execute(f"USE {database}")
     con.create_table("foo", {"id": [1, 2, 3]}, temp=True)
 
+    assert not con.list_tables(database=database) and not con.list_tables()
+    assert con.list_tables(database="main") == ["foo"]
+
+
+@pytest.mark.parametrize("temp", [False, True])
+def test_create_table_from_in_memory_data(temp):
+    con = ibis.duckdb.connect()
+    con.create_table("foo", pd.DataFrame({"id": [1, 2, 3]}), temp=temp)
+
+    assert con.list_tables() == ["foo"]
+    assert con.con.execute("SHOW TABLES").fetchall() == [("foo",)]
+
 
 def test_create_table_with_quoted_columns():
     con = ibis.duckdb.connect()
@@ -476,6 +488,7 @@ def test_create_table_with_quoted_columns():
         {"group": ["G1"], "value": ["E1"], "id": [1], "date": [datetime(2025, 5, 13)]}
     )
     con.create_table(name, df, temp=True)
+    assert con.list_tables() == [name]
 
 
 def test_create_table_with_out_of_order_columns(con):

ibis/expr/decompile.py

@@ -24,7 +24,6 @@
     ops.ExtractMicrosecond: "microsecond",
     ops.ExtractMillisecond: "millisecond",
     ops.ExtractMinute: "minute",
-    ops.ExtractMinute: "minute",
     ops.ExtractMonth: "month",
     ops.ExtractQuarter: "quarter",
     ops.ExtractSecond: "second",
@@ -38,6 +37,7 @@
     ops.StringContains: "contains",
     ops.StringSQLILike: "ilike",
     ops.StringSQLLike: "like",
+    ops.Uppercase: "upper",
 }