[ Mar 12 16:15:53 Enabled. ] [ Mar 12 16:15:53 Rereading configuration. ] [ Mar 12 16:15:54 Rereading configuration. ] [ Mar 12 16:16:00 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:00.398883473Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547} {"msg":"dataset: \"oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:00.399871531Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:00.399885862Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:00.399893202Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:00.416876362Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:00.521636349Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.400093879Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47290"} {"msg":"region 6d81df39-cc15-469e-baa0-1b684aabdede state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.427377524Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.430364971Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.433549911Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"uri":"/crucible/0/regions","method":"POST","req_id":"e78cf659-163e-41e0-abb1-d6185922f79e","remote_addr":"[fd00:1122:3344:101::b]:47290","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14868,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.441733315Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.441747075Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6d81df39-cc15-469e-baa0-1b684aabdede\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6d81df39-cc15-469e-baa0-1b684aabdede\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.505341495Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"region":"6d81df39-cc15-469e-baa0-1b684aabdede","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6d81df39-cc15-469e-baa0-1b684aabdede\" \"--data\" \"/data/regions/6d81df39-cc15-469e-baa0-1b684aabdede\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.5077335Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"region":"6d81df39-cc15-469e-baa0-1b684aabdede","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.74988682Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"uri":"/crucible/0/regions","method":"POST","req_id":"7055235a-3852-43d0-a586-c630e2de8f72","remote_addr":"[fd00:1122:3344:101::b]:47290","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.870078008Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"region":"6d81df39-cc15-469e-baa0-1b684aabdede","component":"worker"} {"msg":"region 6d81df39-cc15-469e-baa0-1b684aabdede state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.870158099Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.870326302Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6d81df39-cc15-469e-baa0-1b684aabdede","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.870669159Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6d81df39-cc15-469e-baa0-1b684aabdede","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.877554819Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.894847695Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6d81df39-cc15-469e-baa0-1b684aabdede","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.898606766Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d81df39-cc15-469e-baa0-1b684aabdede","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.899137346Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.899198177Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.899235438Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.899266129Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.903483708Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:49.908144416Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:50.105950119Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"uri":"/crucible/0/regions","method":"POST","req_id":"31acdb39-8d0f-486b-a554-398737635aa7","remote_addr":"[fd00:1122:3344:101::b]:47290","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.347439521Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:42920"} {"msg":"region 73b9b9da-0dd4-446a-bf90-dc63f5bba9a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.348000551Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.348062052Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.348071313Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"uri":"/crucible/0/regions","method":"POST","req_id":"4747ce02-4041-4ea3-bf9e-06892b6f50ab","remote_addr":"[fd00:1122:3344:101::b]:42920","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":590,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/73b9b9da-0dd4-446a-bf90-dc63f5bba9a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.356219806Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/73b9b9da-0dd4-446a-bf90-dc63f5bba9a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.356248727Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"73b9b9da-0dd4-446a-bf90-dc63f5bba9a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/73b9b9da-0dd4-446a-bf90-dc63f5bba9a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.399213168Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"region":"73b9b9da-0dd4-446a-bf90-dc63f5bba9a2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"73b9b9da-0dd4-446a-bf90-dc63f5bba9a2\" \"--data\" \"/data/regions/73b9b9da-0dd4-446a-bf90-dc63f5bba9a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.399256258Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"region":"73b9b9da-0dd4-446a-bf90-dc63f5bba9a2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.500364937Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"region":"73b9b9da-0dd4-446a-bf90-dc63f5bba9a2","component":"worker"} {"msg":"region 73b9b9da-0dd4-446a-bf90-dc63f5bba9a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.500402167Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.500510869Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-73b9b9da-0dd4-446a-bf90-dc63f5bba9a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.519197232Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-73b9b9da-0dd4-446a-bf90-dc63f5bba9a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.526052321Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.534769116Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-73b9b9da-0dd4-446a-bf90-dc63f5bba9a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.537498977Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/73b9b9da-0dd4-446a-bf90-dc63f5bba9a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.537697021Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.537741752Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.537779632Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.537818403Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.541148966Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.546527768Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:53.686074771Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"uri":"/crucible/0/regions","method":"POST","req_id":"240b364a-81ca-4965-b513-679204989163","remote_addr":"[fd00:1122:3344:101::b]:42920","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.605194474Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"uri":"/crucible/0/regions/6d81df39-cc15-469e-baa0-1b684aabdede","method":"GET","req_id":"7dcdba90-494a-48ea-ac94-a3c180394b35","remote_addr":"[fd00:1122:3344:101::b]:42920","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/6d81df39-cc15-469e-baa0-1b684aabdede\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.609623188Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"dataset is oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.618653288Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"snapshot is oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede@93db9137-4507-4fbd-9812-efd7964088c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.625247323Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede\", \"93db9137-4507-4fbd-9812-efd7964088c5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.625272383Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.635224174Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"uri":"/crucible/0/regions/6d81df39-cc15-469e-baa0-1b684aabdede/snapshots/93db9137-4507-4fbd-9812-efd7964088c5","method":"GET","req_id":"c972fc1c-6350-460d-b1ff-c39109f392f1","remote_addr":"[fd00:1122:3344:101::b]:42920","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25637,"response_code":200} {"msg":"path is \"/data/regions/6d81df39-cc15-469e-baa0-1b684aabdede\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.639102944Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"dataset is oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.645293831Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"snapshot is oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede@93db9137-4507-4fbd-9812-efd7964088c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.652272942Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede\", \"93db9137-4507-4fbd-9812-efd7964088c5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.652299903Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 6d81df39-cc15-469e-baa0-1b684aabdede-93db9137-4507-4fbd-9812-efd7964088c5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.659877786Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"applying SMF actions for region 6d81df39-cc15-469e-baa0-1b684aabdede running snapshot 93db9137-4507-4fbd-9812-efd7964088c5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.660038889Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.660050589Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"uri":"/crucible/0/regions/6d81df39-cc15-469e-baa0-1b684aabdede/snapshots/93db9137-4507-4fbd-9812-efd7964088c5/run","method":"POST","req_id":"2ebb7b6d-7549-407b-8f07-96203e131621","remote_addr":"[fd00:1122:3344:101::b]:42920","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20964,"response_code":200} {"msg":"creating missing snapshot instance snapshot-6d81df39-cc15-469e-baa0-1b684aabdede-93db9137-4507-4fbd-9812-efd7964088c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.665440691Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6d81df39-cc15-469e-baa0-1b684aabdede-93db9137-4507-4fbd-9812-efd7964088c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.677883896Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6d81df39-cc15-469e-baa0-1b684aabdede-93db9137-4507-4fbd-9812-efd7964088c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.6870974Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d81df39-cc15-469e-baa0-1b684aabdede/.zfs/snapshot/93db9137-4507-4fbd-9812-efd7964088c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.687325234Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.687362225Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.687394495Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.687427216Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.687470747Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.690765719Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.694924427Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"worker"} {"msg":"region 6d81df39-cc15-469e-baa0-1b684aabdede running snapshot 93db9137-4507-4fbd-9812-efd7964088c5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.694935538Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"path is \"/data/regions/6d81df39-cc15-469e-baa0-1b684aabdede\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.972892033Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"dataset is oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.979068749Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"datafile"} {"msg":"snapshot is oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede@93db9137-4507-4fbd-9812-efd7964088c5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.985074362Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c3eb6253-dcf1-4d99-8056-d9ebf6153276/crucible/regions/6d81df39-cc15-469e-baa0-1b684aabdede\", \"93db9137-4507-4fbd-9812-efd7964088c5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.985103573Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:54.990649338Z","hostname":"oxz_crucible_8296075c-c606-412c-af85-e217e20230ec","pid":27547,"uri":"/crucible/0/regions/6d81df39-cc15-469e-baa0-1b684aabdede/snapshots/93db9137-4507-4fbd-9812-efd7964088c5/run","method":"POST","req_id":"1138e2a0-7f91-4fe7-ae1f-06a08a095051","remote_addr":"[fd00:1122:3344:101::b]:42920","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17783,"response_code":200}