Skip to content

Commit fdf3e21

Browse files
davanstrienclaude
andcommitted
Merge upstream/main into refactor/opendal-hf-sink
Resolve conflict in polars-stream/Cargo.toml: keep both hf_bucket_sink feature (ours) and is_first_distinct feature (upstream). Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
2 parents edb88ab + 5053689 commit fdf3e21

543 files changed

Lines changed: 129206 additions & 2898 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

--log

Whitespace-only changes.

.github/issue-labeler.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,7 @@ A-panic:
4747
A-plugin:
4848
- '/plugin/i'
4949
A-sql:
50-
- '/\bsql\b|sqlcontext/i'
50+
- '/\bsql\b|sql_expr|sqlcontext/i'
5151
A-selectors:
5252
- '/selector/i'
5353
A-streaming:

.github/workflows/docs-python.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,14 +4,14 @@ on:
44
pull_request:
55
paths:
66
- py-polars/docs/**
7-
- py-polars/polars/**
7+
- py-polars/src/polars/**
88
- .github/workflows/docs-python.yml
99
push:
1010
branches:
1111
- main
1212
paths:
1313
- py-polars/docs/**
14-
- py-polars/polars/**
14+
- py-polars/src/polars/**
1515
- .github/workflows/docs-python.yml
1616
repository_dispatch:
1717
types:

.github/workflows/test-coverage.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -157,7 +157,7 @@ jobs:
157157
run: >
158158
pytest
159159
-n auto
160-
-m "not may_fail_auto_streaming and not slow and not write_disk and not release and not docs and not hypothesis and not benchmark and not ci_only"
160+
-m "not may_fail_auto_streaming and not slow and not write_disk and not release and not benchmark and not docs"
161161
-k 'not test_polars_import'
162162
--cov --cov-report xml:auto-streaming.xml --cov-fail-under=0
163163
@@ -170,7 +170,7 @@ jobs:
170170
run: >
171171
pytest
172172
-n auto
173-
-m "not may_fail_auto_streaming and not slow and not write_disk and not release and not docs and not hypothesis and not benchmark and not ci_only"
173+
-m "not may_fail_auto_streaming and not slow and not write_disk and not release and not benchmark and not docs"
174174
-k 'not test_polars_import'
175175
--cov --cov-report xml:small-morsel.xml --cov-fail-under=0
176176

.github/workflows/test-python.yml

Lines changed: 21 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -43,13 +43,28 @@ jobs:
4343
os: [ubuntu-latest]
4444
python-version: ['3.10', '3.12', '3.13', '3.14', '3.14t']
4545
ideal_morsel_size: [100000]
46+
auto_new_streaming: [false]
4647
include:
4748
- os: windows-latest
4849
python-version: '3.14'
4950
ideal_morsel_size: 100000
51+
auto_new_streaming: false
52+
- os: windows-latest
53+
python-version: '3.14'
54+
ideal_morsel_size: 100000
55+
auto_new_streaming: true
56+
- os: ubuntu-latest
57+
python-version: '3.14'
58+
ideal_morsel_size: 4
59+
auto_new_streaming: false
60+
- os: ubuntu-latest
61+
python-version: '3.14'
62+
ideal_morsel_size: 100000
63+
auto_new_streaming: true
5064
- os: ubuntu-latest
5165
python-version: '3.14'
5266
ideal_morsel_size: 4
67+
auto_new_streaming: true
5368

5469
steps:
5570
- uses: actions/checkout@v6
@@ -114,33 +129,33 @@ jobs:
114129
maturin develop --manifest-path runtime/polars-runtime-32/Cargo.toml
115130
116131
- name: Run doctests
117-
if: github.ref_name != 'main' && matrix.python-version == '3.14' && matrix.os == 'ubuntu-latest'
132+
if: github.ref_name != 'main' && matrix.python-version == '3.14' && matrix.os == 'ubuntu-latest' && !matrix.auto_new_streaming
118133
run: |
119134
python tests/docs/run_doctest.py
120135
pytest tests/docs/test_user_guide.py -m docs
121136
122137
- name: Run tests
123-
if: github.ref_name != 'main' && matrix.python-version != '3.14t'
138+
if: github.ref_name != 'main' && matrix.python-version != '3.14t' && !matrix.auto_new_streaming
124139
env:
125140
POLARS_TIMEOUT_MS: 60000
126141
run: pytest -n auto -m "not release and not benchmark and not docs"
127142

128143
- name: Run tests with new streaming engine
129-
if: github.ref_name != 'main' && matrix.python-version != '3.14t'
144+
if: github.ref_name != 'main' && matrix.python-version != '3.14t' && matrix.auto_new_streaming
130145
env:
131146
POLARS_AUTO_NEW_STREAMING: 1
132147
POLARS_TIMEOUT_MS: 60000
133-
run: pytest -n auto -m "not may_fail_auto_streaming and not slow and not write_disk and not release and not docs and not hypothesis and not benchmark and not ci_only"
148+
run: pytest -n auto -m "not may_fail_auto_streaming and not release and not benchmark and not docs"
134149

135150
- name: Run tests async reader tests
136-
if: github.ref_name != 'main' && matrix.os != 'windows-latest' && matrix.python-version != '3.14t'
151+
if: github.ref_name != 'main' && matrix.os != 'windows-latest' && matrix.python-version != '3.14t' && !matrix.auto_new_streaming
137152
env:
138153
POLARS_FORCE_ASYNC: 1
139154
POLARS_TIMEOUT_MS: 60000
140155
run: pytest -n auto -m "not release and not benchmark and not docs" tests/unit/io/
141156

142157
- name: Run tests multiscan force empty capabilities
143-
if: github.ref_name != 'main' && matrix.python-version != '3.14t'
158+
if: github.ref_name != 'main' && matrix.python-version != '3.14t' && !matrix.auto_new_streaming
144159
env:
145160
POLARS_FORCE_EMPTY_READER_CAPABILITIES: 1
146161
POLARS_TIMEOUT_MS: 60000

.gitignore

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,14 @@ target/
4242
*.tbl
4343

4444
# Project
45-
/docs/assets/data/
45+
/docs/assets/data/*
46+
!/docs/assets/data/alltypes_plain.parquet
47+
!/docs/assets/data/apple_stock.csv
48+
!/docs/assets/data/iris.csv
49+
!/docs/assets/data/monopoly_props_groups.csv
50+
!/docs/assets/data/monopoly_props_prices.csv
51+
!/docs/assets/data/pokemon.csv
52+
!/docs/assets/data/reddit.csv
4653
/docs/assets/people.md
4754

4855
# User specific source setups

0 commit comments

Comments
 (0)