fix(skills): let ClawHub index build walk past the 12s browse budget (#44500)
The deploy-site skills index crawl was capped at ~3k ClawHub entries because CATALOG_WALK_BUDGET_SECONDS applied to max_items=0 walks too. Only enforce the wall-clock budget for bounded browse requests and pass limit=0 from build_skills_index so CI walks the full catalog. Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
parent
021ed69141
commit
2ee69d0579
3 changed files with 33 additions and 6 deletions
|
|
@ -2279,12 +2279,20 @@ class ClawHubSource(SkillSource):
|
|||
# terminates well before this on `nextCursor` going None — the cap is
|
||||
# a safety rail against an infinite-cursor loop.
|
||||
max_pages = 750
|
||||
deadline = time.monotonic() + self.CATALOG_WALK_BUDGET_SECONDS
|
||||
# Wall-clock budget is for interactive browse (max_items > 0) only.
|
||||
# The offline index builder passes max_items=0 and must walk the full
|
||||
# catalog — a 12s cap there ships ~3k skills and trips the deploy
|
||||
# health floor (20k).
|
||||
deadline = (
|
||||
time.monotonic() + self.CATALOG_WALK_BUDGET_SECONDS
|
||||
if max_items > 0
|
||||
else None
|
||||
)
|
||||
hit_deadline = False
|
||||
hit_max_items = False
|
||||
|
||||
for _ in range(max_pages):
|
||||
if time.monotonic() > deadline:
|
||||
if deadline is not None and time.monotonic() > deadline:
|
||||
hit_deadline = True
|
||||
break
|
||||
params: Dict[str, Any] = {"limit": 200}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue