Export logs

curl --get --location \
  "https://api.writer.com/api/observability/v1/organization/<ORGANIZATION_ID>/logs/export" \
  --header "Authorization: Bearer $WRITER_API_KEY" \
  --data-urlencode "order=tail" \
  --data-urlencode "format=native" \
  --data-urlencode "limit=1000"

import os

import requests

organization_id = "<ORGANIZATION_ID>"
api_key = os.environ["WRITER_API_KEY"]

response = requests.get(
    "https://api.writer.com/api/observability/v1/organization/"
    f"{organization_id}/logs/export",
    headers={"Authorization": f"Bearer {api_key}"},
    params={"order": "tail", "format": "native", "limit": 1000},
    timeout=60,
)
response.raise_for_status()
print(response.json())
print(response.headers["x-next-cursor"])

const organizationId = "<ORGANIZATION_ID>";
const apiKey = process.env.WRITER_API_KEY;

const params = new URLSearchParams({
  order: "tail",
  format: "native",
  limit: "1000",
});

const response = await fetch(
  `https://api.writer.com/api/observability/v1/organization/${organizationId}/logs/export?${params}`,
  { headers: { Authorization: `Bearer ${apiKey}` } },
);

if (!response.ok) {
  throw new Error(`Export request failed with status ${response.status}`);
}

const body = await response.json();
console.log(body);
console.log(response.headers.get("x-next-cursor"));

#!/usr/bin/env bash
set -euo pipefail

organization_id="<ORGANIZATION_ID>"
poll_interval_seconds=30
cursor=""
base_url="https://api.writer.com/api/observability/v1/organization/${organization_id}/logs/export"

while true; do
  headers_file=$(mktemp)
  body_file=$(mktemp)

  args=(
    --silent
    --show-error
    --get
    --location
    --output "$body_file"
    --dump-header "$headers_file"
    --header "Authorization: Bearer ${WRITER_API_KEY}"
    --data-urlencode "order=tail"
    --data-urlencode "format=native"
    --data-urlencode "limit=1000"
  )
  if [[ -n "$cursor" ]]; then
    args+=(--data-urlencode "cursor=${cursor}")
  fi

  status=$(curl "${args[@]}" --write-out "%{http_code}" "$base_url")

  if [[ "$status" == "429" ]]; then
    retry_after=$(grep -i '^retry-after:' "$headers_file" | tail -n 1 | awk '{print $2}' | tr -d '\r')
    rm -f "$headers_file" "$body_file"
    sleep "${retry_after:-1}"
    continue
  fi

  if [[ "$status" != "200" ]]; then
    echo "Export request failed with status ${status}" >&2
    cat "$body_file" >&2
    rm -f "$headers_file" "$body_file"
    exit 1
  fi

  cat "$body_file"
  echo

  cursor=$(grep -i '^x-next-cursor:' "$headers_file" | tail -n 1 | cut -d' ' -f2- | tr -d '\r')
  has_more=$(grep -i '^x-has-more:' "$headers_file" | tail -n 1 | awk '{print $2}' | tr -d '\r')
  rm -f "$headers_file" "$body_file"

  if [[ "$has_more" != "true" ]]; then
    sleep "$poll_interval_seconds"
  fi
done

import os
import time

import requests

organization_id = "<ORGANIZATION_ID>"
api_key = os.environ["WRITER_API_KEY"]
poll_interval_seconds = 30
cursor = None
seen_log_ids = set()

url = (
    "https://api.writer.com/api/observability/v1/organization/"
    f"{organization_id}/logs/export"
)

while True:
    params = {"order": "tail", "format": "native", "limit": 1000}
    if cursor:
        params["cursor"] = cursor

    response = requests.get(
        url,
        headers={"Authorization": f"Bearer {api_key}"},
        params=params,
        timeout=60,
    )

    if response.status_code == 429:
        retry_after = int(response.headers.get("retry-after", "1"))
        time.sleep(max(retry_after, 1))
        continue

    response.raise_for_status()

    for row in response.json()["result"]:
        log_id = row["log_id"]
        if log_id in seen_log_ids:
            continue
        seen_log_ids.add(log_id)
        print(log_id, row["inserted_at_ms"], row.get("model"))

    cursor = response.headers["x-next-cursor"]
    if response.headers.get("x-has-more") != "true":
        time.sleep(poll_interval_seconds)

const organizationId = "<ORGANIZATION_ID>";
const apiKey = process.env.WRITER_API_KEY;
const pollIntervalMs = 30000;
let cursor = null;
const seenLogIds = new Set();

function sleep(ms) {
  return new Promise((resolve) => setTimeout(resolve, ms));
}

async function pollLogs() {
  const url = `https://api.writer.com/api/observability/v1/organization/${organizationId}/logs/export`;

  while (true) {
    const params = new URLSearchParams({
      order: "tail",
      format: "native",
      limit: "1000",
    });
    if (cursor) {
      params.set("cursor", cursor);
    }

    const response = await fetch(`${url}?${params}`, {
      headers: { Authorization: `Bearer ${apiKey}` },
    });

    if (response.status === 429) {
      const retryAfter = Number(response.headers.get("retry-after") ?? "1");
      await sleep(Math.max(retryAfter, 1) * 1000);
      continue;
    }

    if (!response.ok) {
      throw new Error(`Export request failed with status ${response.status}`);
    }

    const body = await response.json();
    for (const row of body.result) {
      if (seenLogIds.has(row.log_id)) {
        continue;
      }
      seenLogIds.add(row.log_id);
      console.log(row.log_id, row.inserted_at_ms, row.model);
    }

    cursor = response.headers.get("x-next-cursor");
    if (response.headers.get("x-has-more") !== "true") {
      await sleep(pollIntervalMs);
    }
  }
}

pollLogs();