Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -312,6 +312,8 @@ async def purge(self) -> None:
update_modified_at=True,
update_accessed_at=True,
new_pending_request_count=0,
new_handled_request_count=0,
new_total_request_count=0,
)

# Invalidate is_empty cache.
Expand Down
2 changes: 2 additions & 0 deletions src/crawlee/storage_clients/_memory/_request_queue_client.py
Original file line number Diff line number Diff line change
Expand Up @@ -133,6 +133,8 @@ async def purge(self) -> None:
update_modified_at=True,
update_accessed_at=True,
new_pending_request_count=0,
new_handled_request_count=0,
new_total_request_count=0,
)

@override
Expand Down
2 changes: 2 additions & 0 deletions src/crawlee/storage_clients/_redis/_request_queue_client.py
Original file line number Diff line number Diff line change
Expand Up @@ -237,6 +237,8 @@ async def purge(self) -> None:
update_accessed_at=True,
update_modified_at=True,
new_pending_request_count=0,
new_handled_request_count=0,
new_total_request_count=0,
),
)

Expand Down
2 changes: 2 additions & 0 deletions src/crawlee/storage_clients/_sql/_request_queue_client.py
Original file line number Diff line number Diff line change
Expand Up @@ -179,6 +179,8 @@ async def purge(self) -> None:
update_accessed_at=True,
update_modified_at=True,
new_pending_request_count=0,
new_handled_request_count=0,
new_total_request_count=0,
force=True,
)
)
Expand Down
10 changes: 5 additions & 5 deletions tests/unit/storages/test_request_queue.py
Original file line number Diff line number Diff line change
Expand Up @@ -629,7 +629,7 @@ async def test_purge(

# Queue should be empty now
metadata = await rq.get_metadata()
assert metadata.total_request_count == 3
assert metadata.total_request_count == 0
assert metadata.pending_request_count == 0
assert metadata.handled_request_count == 0
assert await rq.is_empty() is True
Expand Down Expand Up @@ -1144,12 +1144,12 @@ async def test_purge_on_start_enabled(storage_client: StorageClient) -> None:
assert alias_metadata_after.pending_request_count == 0
assert named_metadata_after.pending_request_count == 2

assert default_metadata_after.handled_request_count == 1
assert alias_metadata_after.handled_request_count == 1
assert default_metadata_after.handled_request_count == 0
assert alias_metadata_after.handled_request_count == 0
assert named_metadata_after.handled_request_count == 1

assert default_metadata_after.total_request_count == 3
assert alias_metadata_after.total_request_count == 3
assert default_metadata_after.total_request_count == 0
assert alias_metadata_after.total_request_count == 0
assert named_metadata_after.total_request_count == 3

# Clean up
Expand Down
Loading