Scraped rows, straight to your server.

What arrives

{
  "source": "magic-scraper",
  "version": "1.23.0",
  "event": "rows",
  "trigger": "manual",
  "page": { "url": "https://example.com/members", "title": "Members" },
  "sent_at": "2026-10-25T09:30:00.000Z",
  "batch": { "index": 1, "count": 1 },
  "total_rows": 2,
  "columns": ["Name", "Phone", "City"],
  "rows": [
    { "Name": "Acme Roofing", "Phone": "0207946001", "City": "Leeds" },
    { "Name": "Bolt Electric", "Phone": "0207946002", "City": "York" }
  ]
}

A receiver in Node.js

// Receive rows from Magic Scraper's "Send to webhook" and append them to
// rows.jsonl, one JSON object per line. Node 18 or later, no packages.
//
//   MS_SECRET=your-secret node receiver.mjs
//   ON_ROWS=./on-rows.sh MS_SECRET=your-secret node receiver.mjs   (optional script)
import { createServer } from 'node:http';
import { appendFileSync } from 'node:fs';
import { timingSafeEqual } from 'node:crypto';
import { spawn } from 'node:child_process';

const PORT = Number(process.env.PORT) || 8787;
const SECRET = process.env.MS_SECRET || '';  // the Secret typed in Magic Scraper, if any
const ON_ROWS = process.env.ON_ROWS || '';   // a script to run with the new rows on stdin
const FILE = process.env.MS_FILE || 'rows.jsonl';

function secretOk(got) {
  if (!SECRET) return true;
  const a = Buffer.from(String(got || '')), b = Buffer.from(SECRET);
  return a.length === b.length && timingSafeEqual(a, b);
}

createServer((req, res) => {
  if (req.method !== 'POST' || req.url !== '/hook') return res.writeHead(404).end();
  if (!secretOk(req.headers['x-magic-scraper-secret'])) return res.writeHead(401).end();
  const chunks = [];
  let size = 0;
  req.on('data', (c) => { size += c.length; if (size > 25e6) req.destroy(); else chunks.push(c); });
  req.on('end', () => {
    let msg;
    try { msg = JSON.parse(Buffer.concat(chunks).toString('utf8')); } catch { return res.writeHead(400).end(); }
    // "Batches of rows" (the default) sends an object; "One item per row" a bare list.
    const rows = Array.isArray(msg) ? msg : msg.rows || [];
    if (!Array.isArray(msg) && msg.event === 'test') {
      console.log('Test row from Magic Scraper', msg.version, '- saved settings work.');
      return res.writeHead(200, { 'content-type': 'application/json' }).end('{"ok":true}');
    }
    const lines = rows.map((r) => JSON.stringify(r)).join('\n') + '\n';
    appendFileSync(FILE, lines);
    const where = Array.isArray(msg) ? '' : ` from ${msg.page.url} (batch ${msg.batch.index}/${msg.batch.count})`;
    console.log(`${rows.length} rows${where}`);
    res.writeHead(200, { 'content-type': 'application/json' }).end(JSON.stringify({ ok: true, rows: rows.length }));
    // The rows go to the script on stdin, never on its command line: scraped
    // text is written by whoever made the page, and a shell would run it.
    if (ON_ROWS && rows.length) {
      const p = spawn(ON_ROWS, [], { stdio: ['pipe', 'inherit', 'inherit'] });
      p.on('error', (e) => console.error('ON_ROWS failed:', e.message));
      p.stdin.end(lines);
    }
  });
}).listen(PORT, () => console.log(`Waiting for Magic Scraper on http://localhost:${PORT}/hook`));

A receiver in PHP

<?php
// Receive rows from Magic Scraper's "Send to webhook" and append them to a
// JSON Lines file, one row per line. PHP 8.1 or later, no packages.
//
// Test on your own computer:   MS_SECRET=your-secret php -S localhost:8787 hook.php
// On a server: put this file in your web root and keep MS_FILE outside it.

$secret = getenv('MS_SECRET') ?: '';                                    // the Secret typed in Magic Scraper, if any
$file   = getenv('MS_FILE') ?: dirname(__DIR__) . '/magic-scraper-rows.jsonl'; // outside the web root
$onRows = getenv('ON_ROWS') ?: '';                                      // a script to run with the new rows on stdin

if ($_SERVER['REQUEST_METHOD'] !== 'POST') { http_response_code(405); exit; }
$got = $_SERVER['HTTP_X_MAGIC_SCRAPER_SECRET'] ?? '';
if ($secret !== '' && !hash_equals($secret, $got)) { http_response_code(401); exit; }

$msg = json_decode(file_get_contents('php://input'), true);
if (!is_array($msg)) { http_response_code(400); exit; }

// "Batches of rows" (the default) sends an object; "One item per row" a bare list.
$rows = array_is_list($msg) ? $msg : ($msg['rows'] ?? []);
header('Content-Type: application/json');
if (!array_is_list($msg) && ($msg['event'] ?? '') === 'test') { echo '{"ok":true}'; exit; }

$lines = '';
foreach ($rows as $row) $lines .= json_encode($row, JSON_UNESCAPED_UNICODE | JSON_UNESCAPED_SLASHES) . "\n";
file_put_contents($file, $lines, FILE_APPEND | LOCK_EX);
echo json_encode(['ok' => true, 'rows' => count($rows)]);

// The rows go to the script on stdin, never on its command line: scraped text
// is written by whoever made the page, and a shell would run it. An array
// command (PHP 7.4+) starts the script without a shell at all.
if ($onRows !== '' && $rows) {
    $p = proc_open([$onRows], [0 => ['pipe', 'r'], 1 => ['file', '/dev/null', 'w'], 2 => ['file', '/dev/null', 'w']], $pipes);
    if (is_resource($p)) { fwrite($pipes[0], $lines); fclose($pipes[0]); proc_close($p); }
}

Handing the rows to a shell script, safely

#!/bin/sh
# Called with the new rows on stdin, one JSON object per line.
# Example: keep a CSV of name and phone. jq treats every value as data.
jq -r '[."Name", ."Phone"] | @csv' >> leads.csv

Try it on your own computer first

Putting it online

Reasonable questions