[ May 1 17:47:08 Enabled. ] [ May 1 17:47:08 Rereading configuration. ] [ May 1 17:47:10 Rereading configuration. ] [ May 1 17:47:13 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ae1da83e66c648574827298f4bc444632bf4d047\nCommit timestamp: 2026-03-31T21:17:13.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.112536552Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917} {"msg":"dataset: \"oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.11538627Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.11539994Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.11540663Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.125947333Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.207258838Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.074086665Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55830"} {"msg":"region a566b4c8-34a9-4758-aa70-7f7d109bda9b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.109805367Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.110698616Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.110740936Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions","method":"POST","req_id":"6c2eed2b-4979-46b2-81ff-2d8b18d4453b","remote_addr":"[fd00:1122:3344:101::c]:55830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16306,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.118315879Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.11833067Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a566b4c8-34a9-4758-aa70-7f7d109bda9b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.187822516Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"a566b4c8-34a9-4758-aa70-7f7d109bda9b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a566b4c8-34a9-4758-aa70-7f7d109bda9b\" \"--data\" \"/data/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.187937148Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"a566b4c8-34a9-4758-aa70-7f7d109bda9b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.441373155Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions","method":"POST","req_id":"5b37a7ff-f456-4c88-9491-08d9f14ac2fa","remote_addr":"[fd00:1122:3344:101::c]:55830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.479199981Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"a566b4c8-34a9-4758-aa70-7f7d109bda9b","component":"worker"} {"msg":"region a566b4c8-34a9-4758-aa70-7f7d109bda9b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.479248122Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.479495587Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a566b4c8-34a9-4758-aa70-7f7d109bda9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.479824133Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a566b4c8-34a9-4758-aa70-7f7d109bda9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.484264513Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.498136334Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a566b4c8-34a9-4758-aa70-7f7d109bda9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.501474911Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.502008392Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.502128475Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.502181996Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.502214376Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.506615545Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:36.510870441Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.029407463Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions","method":"POST","req_id":"4cfe8d69-2209-41c3-8e67-1625c81cb93f","remote_addr":"[fd00:1122:3344:101::c]:55830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":93,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.472142Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b","method":"GET","req_id":"7b7b3d4c-68c2-4d89-bfd7-20ba99c78eb6","remote_addr":"[fd00:1122:3344:101::c]:55830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":99,"response_code":200} {"msg":"path is \"/data/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.475026758Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"dataset is oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.484439588Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"region a566b4c8-34a9-4758-aa70-7f7d109bda9b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.491411689Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.491571523Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b","method":"DELETE","req_id":"b2d5d974-2089-4644-a512-11af1390f08a","remote_addr":"[fd00:1122:3344:101::c]:55830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16570,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.491623624Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a566b4c8-34a9-4758-aa70-7f7d109bda9b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.492580563Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.496910471Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b","method":"GET","req_id":"c92dc40e-c553-4111-8e06-44497f568c77","remote_addr":"[fd00:1122:3344:101::c]:55830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.497306569Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.506337491Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"a566b4c8-34a9-4758-aa70-7f7d109bda9b","component":"worker"} {"msg":"region a566b4c8-34a9-4758-aa70-7f7d109bda9b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.581211246Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:37.592952984Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/a566b4c8-34a9-4758-aa70-7f7d109bda9b","method":"GET","req_id":"9438ada7-b63d-47d6-9aa7-8364e6c34050","remote_addr":"[fd00:1122:3344:101::c]:55830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 5c35150b-fa6b-4f6a-bbda-31b67f32a5aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.042631466Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.04281673Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.042866681Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions","method":"POST","req_id":"37be1f43-258a-4fee-8548-499367d67635","remote_addr":"[fd00:1122:3344:101::c]:55830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":246,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.048464744Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.048489794Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.107637461Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\" \"--data\" \"/data/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.107716883Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.19606292Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","component":"worker"} {"msg":"region 5c35150b-fa6b-4f6a-bbda-31b67f32a5aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.196096091Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.196408547Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.197633302Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.204679665Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.215041304Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.219330851Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.219530485Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.219590036Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.219600936Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.219639057Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.223142418Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.227892634Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.382377039Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions","method":"POST","req_id":"5f4d205f-4f30-41e8-a09f-3483efedac4a","remote_addr":"[fd00:1122:3344:101::c]:55830","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.212380085Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:46639"} {"msg":"region f105ba7a-bec1-4ea7-b51f-eefcd6d99a41 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.213146091Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.213164521Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.213170721Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions","method":"POST","req_id":"1df68767-5aa3-4fa9-bd7e-54c2ccc45f3c","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":677,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/f105ba7a-bec1-4ea7-b51f-eefcd6d99a41","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.222098632Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/f105ba7a-bec1-4ea7-b51f-eefcd6d99a41","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.222126455Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f105ba7a-bec1-4ea7-b51f-eefcd6d99a41\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f105ba7a-bec1-4ea7-b51f-eefcd6d99a41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.276644565Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"f105ba7a-bec1-4ea7-b51f-eefcd6d99a41","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f105ba7a-bec1-4ea7-b51f-eefcd6d99a41\" \"--data\" \"/data/regions/f105ba7a-bec1-4ea7-b51f-eefcd6d99a41\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.276681636Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"f105ba7a-bec1-4ea7-b51f-eefcd6d99a41","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.355086912Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"f105ba7a-bec1-4ea7-b51f-eefcd6d99a41","component":"worker"} {"msg":"region f105ba7a-bec1-4ea7-b51f-eefcd6d99a41 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.355118752Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.355240085Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f105ba7a-bec1-4ea7-b51f-eefcd6d99a41","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.373540915Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f105ba7a-bec1-4ea7-b51f-eefcd6d99a41","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.386760533Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.393333816Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f105ba7a-bec1-4ea7-b51f-eefcd6d99a41","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.397371007Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f105ba7a-bec1-4ea7-b51f-eefcd6d99a41","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.397597092Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.397648613Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.397693794Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.397731665Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.401888369Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.406991812Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.58532509Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions","method":"POST","req_id":"02e7ce49-e576-424a-88de-97706851e6f9","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.038146154Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","method":"GET","req_id":"a8f6ae48-3384-493a-9fce-ade84f65bd60","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.042046952Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"dataset is oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.048364531Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"snapshot is oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa@375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.053569406Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\", \"375ad000-cde4-4b35-8b5f-bbf420bf5694\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.053593176Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.063484306Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa/snapshots/375ad000-cde4-4b35-8b5f-bbf420bf5694","method":"GET","req_id":"5b3530b5-6ed3-430e-8109-88f0f30a6d61","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21453,"response_code":200} {"msg":"path is \"/data/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.067066568Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"dataset is oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.074103031Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"snapshot is oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa@375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.080653223Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\", \"375ad000-cde4-4b35-8b5f-bbf420bf5694\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.080698464Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5c35150b-fa6b-4f6a-bbda-31b67f32a5aa-375ad000-cde4-4b35-8b5f-bbf420bf5694 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.08787086Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.088016503Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa/snapshots/375ad000-cde4-4b35-8b5f-bbf420bf5694/run","method":"POST","req_id":"99560c3e-132b-449e-98e1-013acd33ac84","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20961,"response_code":200} {"msg":"applying SMF actions for region 5c35150b-fa6b-4f6a-bbda-31b67f32a5aa running snapshot 375ad000-cde4-4b35-8b5f-bbf420bf5694 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.088044263Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-5c35150b-fa6b-4f6a-bbda-31b67f32a5aa-375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.093010944Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5c35150b-fa6b-4f6a-bbda-31b67f32a5aa-375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.099852612Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5c35150b-fa6b-4f6a-bbda-31b67f32a5aa-375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.109970876Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa/.zfs/snapshot/375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.110172661Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.110214201Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.110250072Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.110284683Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.110327584Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.113209872Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.119087401Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"region 5c35150b-fa6b-4f6a-bbda-31b67f32a5aa running snapshot 375ad000-cde4-4b35-8b5f-bbf420bf5694 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.119103721Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"path is \"/data/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.312446833Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"dataset is oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.318872313Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"snapshot is oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa@375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.326435866Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa\", \"375ad000-cde4-4b35-8b5f-bbf420bf5694\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.326482347Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.332876236Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/5c35150b-fa6b-4f6a-bbda-31b67f32a5aa/snapshots/375ad000-cde4-4b35-8b5f-bbf420bf5694/run","method":"POST","req_id":"08b42670-3185-4b51-93f6-c63accaeb2fc","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20490,"response_code":200} {"msg":"region 9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.564566096Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.56474779Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.56476512Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions","method":"POST","req_id":"1be5ed20-e8b4-4f52-9910-aff64f808373","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":294,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.571647089Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.5716776Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.621430886Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7\" \"--data\" \"/data/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.621477587Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.697294831Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","component":"worker"} {"msg":"region 9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.697324661Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.697433304Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.698996405Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.701898814Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.708229812Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.709893384Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions","method":"POST","req_id":"3623fdc5-f03c-4ccd-b4e6-4ed194c7b52f","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.711451527Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.711689732Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.711731803Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.711767994Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.711803274Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.717143353Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.728866292Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.654219314Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","method":"GET","req_id":"ea04c191-ce51-4bc6-9108-4288f8a2b1a5","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.658760776Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"dataset is oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.668753438Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"region 9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.67673767Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.676911273Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.676960854Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","method":"DELETE","req_id":"9bbbf51e-2746-42c3-8338-e035f2ddea8b","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19145,"response_code":204} {"msg":"disabling downstairs instance: downstairs-9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.678823752Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.679972345Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","method":"GET","req_id":"71f31883-e4b5-454a-9860-2247f277cca7","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.691995399Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5c5d8536-e0f7-442e-b7c1-2a265a743b7a/crucible/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.700580782Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"region":"9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","component":"worker"} {"msg":"region 9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.751069294Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.812398825Z","hostname":"oxz_crucible_a67dc0d4-2172-45a3-9f0d-eb03662b804a","pid":25917,"uri":"/crucible/0/regions/9b7546ed-a35d-4a69-a8e8-a9b4c2e0a4b7","method":"GET","req_id":"4de163ef-3821-4de8-be32-e429055ee916","remote_addr":"[fd00:1122:3344:101::c]:46639","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200}