Rebuild the rolling index
curl --request POST \
--url https://scraper.example.com/rebuild-index \
--header 'X-Webhook-Secret: <api-key>'import requests
url = "https://scraper.example.com/rebuild-index"
headers = {"X-Webhook-Secret": "<api-key>"}
response = requests.post(url, headers=headers)
print(response.text)const options = {method: 'POST', headers: {'X-Webhook-Secret': '<api-key>'}};
fetch('https://scraper.example.com/rebuild-index', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));Rolling index
Rebuild the rolling index
Diff every consecutive pair of snapshots in the data repo and rewrite
rolling_index.json from scratch.
n8n calls this when /append-index returns 409. Run time grows with the
number of snapshots; for large backfills use scripts/rebuild_index.py.
Rebuild the rolling index
curl --request POST \
--url https://scraper.example.com/rebuild-index \
--header 'X-Webhook-Secret: <api-key>'import requests
url = "https://scraper.example.com/rebuild-index"
headers = {"X-Webhook-Secret": "<api-key>"}
response = requests.post(url, headers=headers)
print(response.text)const options = {method: 'POST', headers: {'X-Webhook-Secret': '<api-key>'}};
fetch('https://scraper.example.com/rebuild-index', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));