review-tui: Provide progress indications when upgrading a series
PATCH 1/1 review-tui: Provide progress indications when upgrading a series
Upgrading a series, especially a large series, can sometimes be a slow operation. It can take a while to figure out the base commit to use, and network operations can be slow. At the moment we just have a "Fetching new revision" interstitial which can be displayed for many tens of seconds with no indication as to what it's actually doing.
Add progress messages to the interstitial indicating what is currently happening, helping reassure users that progress is being made and providing hints about the source of any problems that are seen.
--- src/b4/__init__.py | 29 +++++++--- src/b4/review/_review.py | 19 ++++-- src/b4/review_tui/_modals.py | 16 +++++- src/b4/review_tui/_tracking_app.py | 29 +++++++++- src/tests/test_rethread.py | 35 ++++++++++++ src/tests/test_review_tracking.py | 48 +++++++++++++++- src/tests/test_tui_modals.py | 17 ++++++ src/tests/test_tui_tracking.py | 92 ++++++++++++++++++++++++++++++ 8 files changed, 266 insertions(+), 19 deletions(-)
src/b4/__init__.py +20 -9
@@ -37,6 +37,7 @@ from pathlib import Path from typing import ( Any, BinaryIO, + Callable, Dict, Generator, Iterator,
@@ -5533,28 +5534,38 @@ def discover_rethread_series(msgid: str, nocache: bool = False) -> List[str]: def fetch_rethread_messages( - msgids: List[str], nocache: bool = False + msgids: List[str], + nocache: bool = False, + progress_cb: Optional[Callable[[int, int], None]] = None, ) -> Tuple[List[str], List[EmailMessage]]: """Fetch messages for multiple msgids, deduplicating across threads. Returns (msgids, all_msgs) where msgids is the input list (for pipeline use) and all_msgs contains all fetched messages with - duplicates removed. + duplicates removed. *progress_cb*, when provided, is called as + ``progress_cb(completed, total)`` before the first request and after + every message-id has been attempted. """ all_msgs: List[EmailMessage] = [] seen: Set[str] = set() + total = len(msgids) - for msgid in msgids: + if progress_cb is not None: + progress_cb(0, total) + + for completed, msgid in enumerate(msgids, 1): logger.info('Retrieving series: %s', msgid) thread_msgs = get_pi_thread_by_msgid(msgid, nocache=nocache) if not thread_msgs: logger.warning('Could not retrieve %s, skipping', msgid) - continue - for msg in thread_msgs: - c_msgid = LoreMessage.get_clean_msgid(msg) - if c_msgid and c_msgid not in seen: - all_msgs.append(msg) - seen.add(c_msgid) + else: + for msg in thread_msgs: + c_msgid = LoreMessage.get_clean_msgid(msg) + if c_msgid and c_msgid not in seen: + all_msgs.append(msg) + seen.add(c_msgid) + if progress_cb is not None: + progress_cb(completed, total) if not all_msgs: raise LookupError('Could not retrieve any of the specified messages')
src/b4/review/_review.py +15 -4
@@ -184,13 +184,17 @@ def _retrieve_messages(message_id: str) -> List[email.message.EmailMessage]: def retrieve_series_messages( - series: Dict[str, Any], identifier: str + series: Dict[str, Any], + identifier: str, + progress_cb: Optional[Callable[[int, int], None]] = None, ) -> List[email.message.EmailMessage]: """Fetch messages for a tracked series, using stored patch info when available. For rethreaded series, reads the series_patches table to fetch each patch individually and runs the rethread pipeline. For normal series, - falls back to the standard single-msgid retrieval. + falls back to the standard single-msgid retrieval. *progress_cb*, when + provided, reports completed and total thread fetches; the normal path is + a single request, while rethreaded series can report each patch thread. """ change_id = series.get('change_id', '') revision = series.get('revision')
@@ -205,7 +209,9 @@ def retrieve_series_messages( if patches: msgids = [p['message_id'] for p in patches if p['position'] > 0] if len(msgids) >= 2: - _msgids, all_msgs = b4.fetch_rethread_messages(msgids, nocache=True) + _msgids, all_msgs = b4.fetch_rethread_messages( + msgids, nocache=True, progress_cb=progress_cb + ) _cover_msgid, msgs = b4.LoreSeries.rethread_series(msgids, all_msgs) if not msgs: raise LookupError(
@@ -215,7 +221,12 @@ def retrieve_series_messages( if not message_id: raise LookupError('No message-id for this series') - return _retrieve_messages(message_id) + if progress_cb is not None: + progress_cb(0, 1) + msgs = _retrieve_messages(message_id) + if progress_cb is not None: + progress_cb(1, 1) + return msgs def _get_lore_series(
src/b4/review_tui/_modals.py +14 -2
@@ -1575,7 +1575,8 @@ class WorkerScreen(ModalScreen[Any]): """Generic modal that runs a callable in a worker thread. Shows a loading indicator while the callable runs. Dismisses with - the return value on success or None on error/cancel. + the return value on success or None on error/cancel. Pass *status* to + add a progress line that callers can refresh with :meth:`update_status`. Usage::
@@ -1609,18 +1610,29 @@ class WorkerScreen(ModalScreen[Any]): text-style: bold; margin-bottom: 1; } + #ws-status { + margin-bottom: 1; + } """ - def __init__(self, title: str, fn: Any) -> None: + def __init__(self, title: str, fn: Any, status: str = '') -> None: super().__init__() self._title = title self._fn = fn + self._status = status def compose(self) -> ComposeResult: with Vertical(id='ws-dialog'): yield Static(self._title, id='ws-title', markup=False) + if self._status: + yield Static(self._status, id='ws-status', markup=False) yield LoadingIndicator() + def update_status(self, text: str) -> None: + """Update the optional progress text from the UI thread.""" + if self.is_attached: + self.query_one('#ws-status', Static).update(text) + def on_mount(self) -> None: # run_lore_worker() sheds any stale cancel flag before the fetch and # runs with exit_on_error=False, so a fetch failure surfaces through
src/b4/review_tui/_tracking_app.py +27 -2
@@ -4069,6 +4069,17 @@ class TrackingApp(LoreNodeShutdownMixin, CheckRunnerMixin, App[Optional[str]]): return # Phase 1: fetch series and compute base in a worker thread + worker_screen: WorkerScreen + + def _set_fetch_status(status: str) -> None: + self.call_from_thread(worker_screen.update_status, status) + + def _fetch_progress(completed: int, total: int) -> None: + if total > 1: + _set_fetch_status( + f'Fetching patch threads {completed}/{total}\N{HORIZONTAL ELLIPSIS}' + ) + def _fetch_update() -> Tuple[b4.LoreSeries, bytes, str, str, int]: with _quiet_worker(): target_series = dict(self._selected_series or {})
@@ -4076,10 +4087,18 @@ class TrackingApp(LoreNodeShutdownMixin, CheckRunnerMixin, App[Optional[str]]): target_series['revision'] = target_rev target_series['is_rethreaded'] = target_is_rethreaded msgs = b4.review.retrieve_series_messages( - target_series, self._identifier + target_series, + self._identifier, + progress_cb=_fetch_progress, ) lser = b4.review._get_lore_series(msgs) + patch_count = sum(patch is not None for patch in lser.patches[1:]) + patch_label = 'patch' if patch_count == 1 else 'patches' + _set_fetch_status( + f'Preparing {patch_count} {patch_label}\N{HORIZONTAL ELLIPSIS}' + ) + am_msgs = lser.get_am_ready( noaddtrailers=True, addmysob=False,
@@ -4097,13 +4116,19 @@ class TrackingApp(LoreNodeShutdownMixin, CheckRunnerMixin, App[Optional[str]]): ambytes = ifh.getvalue() # Determine best base: configured, series-specified or guessed + _set_fetch_status('Finding base commit\N{HORIZONTAL ELLIPSIS}') topdir = b4.git_get_toplevel() initial_base, base_hint = _detect_initial_base(lser, topdir) return lser, ambytes, initial_base, base_hint, len(am_msgs) + worker_screen = WorkerScreen( + 'Fetching new revision\u2026', + _fetch_update, + status=f'Fetching v{target_rev} from lore\u2026', + ) self.push_screen( - WorkerScreen('Fetching new revision\u2026', _fetch_update), + worker_screen, callback=lambda result: self._on_update_prepared( result, change_id,
src/tests/test_rethread.py +35 -0
@@ -570,6 +570,41 @@ class TestDiscoverRethreadSeries: assert result == ['p1@x'] +# =========================================================================== +# fetch_rethread_messages progress tests +# =========================================================================== +class TestFetchRethreadMessagesProgress: + def test_reports_every_attempted_thread(self) -> None: + """Progress includes the initial state and failed thread fetches.""" + p1 = _make_msg('p1@x', '[PATCH 1/2] First fix') + p3 = _make_msg('p3@x', '[PATCH 2/2] Second fix') + threads = { + 'p1@x': [p1], + 'missing@x': [], + 'p3@x': [p3], + } + progress: List[Tuple[int, int]] = [] + + with mock.patch( + 'b4.get_pi_thread_by_msgid', + side_effect=lambda msgid, **_kwargs: threads[msgid], + ): + returned_ids, msgs = b4.fetch_rethread_messages( + list(threads), + nocache=True, + progress_cb=lambda completed, total: progress.append( + (completed, total) + ), + ) + + assert returned_ids == ['p1@x', 'missing@x', 'p3@x'] + assert [b4.LoreMessage.get_clean_msgid(msg) for msg in msgs] == [ + 'p1@x', + 'p3@x', + ] + assert progress == [(0, 3), (1, 3), (2, 3), (3, 3)] + + # =========================================================================== # Prefer a properly-threaded resend over stitched patches # (feature/rethread-upgrade-compose)
src/tests/test_review_tracking.py +46 -2
64 lines not on this page · raw message
src/tests/test_tui_modals.py +17 -0
@@ -1262,6 +1262,23 @@ class TestWorkerScreen: (msgid [email protected]). """ + @pytest.mark.asyncio + async def test_status_line_can_be_updated(self) -> None: + """The optional status line is visible and can be refreshed.""" + app = ModalTestApp() + screen = WorkerScreen('Working…', lambda: 'done', status='Fetching 0/2…') + with mock.patch('b4.review_tui._modals.run_lore_worker'): + async with app.run_test() as pilot: + app.push_screen(screen) + await pilot.pause() + + status = screen.query_one('#ws-status', Static) + assert _static_text(status) == 'Fetching 0/2…' + + screen.update_status('Fetching 1/2…') + await pilot.pause() + assert _static_text(status) == 'Fetching 1/2…' + @pytest.mark.asyncio async def test_on_mount_resets_cancel_flag(self) -> None: """A fetch must clear any stale cancel flag before it runs."""
src/tests/test_tui_tracking.py +92 -0
98 lines not on this page · raw message
Signature · 1 line
2.47.3
Konstantin Ryabitsev
AppliedQuoted 1 line · Mark Brown
review-tui: Provide progress indications when upgrading a series
Applied, thanks!
[1/1] review-tui: Provide progress indications when upgrading a series
commit: cde64701deebd7a60af31ce44d322ce402937bdd
Best regards,
Signature · 1 line
Konstantin Ryabitsev <[email protected]>