List backfills
curl --request GET \
--url https://api.example.com/api/v1/beam/backfillsimport requests
url = "https://api.example.com/api/v1/beam/backfills"
response = requests.get(url)
print(response.text)const options = {method: 'GET'};
fetch('https://api.example.com/api/v1/beam/backfills', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.example.com/api/v1/beam/backfills",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.example.com/api/v1/beam/backfills"
req, _ := http.NewRequest("GET", url, nil)
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.example.com/api/v1/beam/backfills")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.example.com/api/v1/beam/backfills")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
response = http.request(request)
puts response.read_bodyBackfills
List backfills
Returns all backfill jobs for the authenticated user’s organization.
GET
/
api
/
v1
/
beam
/
backfills
List backfills
curl --request GET \
--url https://api.example.com/api/v1/beam/backfillsimport requests
url = "https://api.example.com/api/v1/beam/backfills"
response = requests.get(url)
print(response.text)const options = {method: 'GET'};
fetch('https://api.example.com/api/v1/beam/backfills', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.example.com/api/v1/beam/backfills",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.example.com/api/v1/beam/backfills"
req, _ := http.NewRequest("GET", url, nil)
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.example.com/api/v1/beam/backfills")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.example.com/api/v1/beam/backfills")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
response = http.request(request)
puts response.read_bodyReturns all backfill jobs created by the authenticated user’s organization, ordered by creation time.
Response:
Response fields:
Job statuses:
curl -X GET https://api.allium.so/api/v1/beam/backfills \
-H "X-API-Key: ${ALLIUM_API_KEY}"
[
{
"job_id": "f47ac10b-58cc-4372-a567-0e02b2c3d479",
"workflow_id": "beam-backfill-org123-f47ac10b-58cc-4372-a567-0e02b2c3d479",
"organization_id": "org123",
"status": "transporting",
"job_name": "USDC transfers Jan 2024",
"table": "base.assets.erc20_token_transfers",
"partition_key": "block_timestamp",
"backfill_start": "2024-01-01T00:00:00",
"backfill_end": "2024-02-01T00:00:00",
"filter_column": "token_address",
"filter_values": ["0x833589fcd6edb6e08f4c7c32d4f71b54bda02913"],
"destinations": [
{ "type": "kafka", "name": "base-usdc-transfers-backfill", "uid": "..." }
],
"static_egress_ip": false,
"num_chunks": 1000,
"chunks_left": 423,
"error_message": null,
"time_created": "2024-04-27T10:30:00Z",
"time_completed": null
}
]
| Field | Description |
|---|---|
job_id | Unique job identifier |
status | Current job state — see statuses below |
job_name | Display name provided at creation |
table | Source Snowflake table |
partition_key | "block_timestamp" |
backfill_start / backfill_end | Window bounds (inclusive start, exclusive end) |
filter_column / filter_values | Column filter applied to the export, or null if none |
num_chunks | Total parquet files staged from Snowflake, or null while still staging |
chunks_left | Remaining files to deliver; counts down to 0 |
error_message | Set on failed jobs; null otherwise |
time_created | ISO 8601 UTC timestamp |
time_completed | ISO 8601 UTC timestamp, or null if not yet finished |
| Status | Description |
|---|---|
staging | Exporting data from Snowflake to GCS |
transporting | Delivering parquet chunks to destinations |
completed | All chunks delivered successfully |
failed | Job encountered an error (see error_message) |
cancelled | Job was cancelled via the cancel endpoint |
Was this page helpful?
⌘I