[ May 21 01:32:06 Enabled. ]
[ May 21 01:32:06 Rereading configuration. ]
[ May 21 01:32:07 Rereading configuration. ]
[ May 21 01:32:12 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:12.548807484Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621}
{"msg":"dataset: \"oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:12.549591219Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:12.54960976Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:12.5496172Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:12.563604339Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:12.660528769Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.706023916Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63955"}
{"msg":"region e784d6ff-19f6-4727-9d1b-61b35c3a2a65 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.730566705Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.73282052Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.73284738Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions","method":"POST","req_id":"8837de7a-9d5e-4fdc-ae96-f1fdd9bdb4fc","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":12935,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.742493052Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.742509673Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e784d6ff-19f6-4727-9d1b-61b35c3a2a65\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.78957949Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"region":"e784d6ff-19f6-4727-9d1b-61b35c3a2a65","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e784d6ff-19f6-4727-9d1b-61b35c3a2a65\" \"--data\" \"/data/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:57.791962198Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"region":"e784d6ff-19f6-4727-9d1b-61b35c3a2a65","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.115187845Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions","method":"POST","req_id":"d5ac7f6d-e6d8-4bd2-a9f2-90bcc78a9663","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.116742746Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"region":"e784d6ff-19f6-4727-9d1b-61b35c3a2a65","component":"worker"}
{"msg":"region e784d6ff-19f6-4727-9d1b-61b35c3a2a65 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.117158305Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.117288997Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e784d6ff-19f6-4727-9d1b-61b35c3a2a65","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.117685545Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e784d6ff-19f6-4727-9d1b-61b35c3a2a65","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.123999991Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.135657283Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e784d6ff-19f6-4727-9d1b-61b35c3a2a65","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.139578481Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.140289385Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.140351976Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.140393597Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.140428728Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.144350596Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.148323745Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:58.375861167Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions","method":"POST","req_id":"2f8ada9a-0887-40de-9b67-b7d6c71b7459","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.014535696Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65","method":"GET","req_id":"93acb858-af79-445c-ae64-8ea140e9536d","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"path is \"/data/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.017629868Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"dataset is oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.025486444Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"region e784d6ff-19f6-4727-9d1b-61b35c3a2a65 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.032029875Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.032148087Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65","method":"DELETE","req_id":"87c5a708-53c4-4ca6-aab5-b0c25dd8f099","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14540,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.032172868Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-e784d6ff-19f6-4727-9d1b-61b35c3a2a65 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.032661497Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.035720498Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65","method":"GET","req_id":"9c0967b5-32d8-437b-817b-8901957a60c9","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.03733216Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.045548684Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"region":"e784d6ff-19f6-4727-9d1b-61b35c3a2a65","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.096438017Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65","method":"GET","req_id":"746fe082-6aba-4689-bbe8-43ea0f03060c","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region e784d6ff-19f6-4727-9d1b-61b35c3a2a65 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.107721962Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:32:59.237339894Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions/e784d6ff-19f6-4727-9d1b-61b35c3a2a65","method":"GET","req_id":"0b556fca-4b74-4ddf-9d65-170fca2f2938","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"region 673572eb-4494-439b-a29f-fcd8fa68e1f0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.25312716Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.253267823Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions","method":"POST","req_id":"14d0645f-4f46-421d-a021-b81ce776a534","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":201,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.253292293Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.259850314Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.259886415Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"673572eb-4494-439b-a29f-fcd8fa68e1f0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.309625865Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"region":"673572eb-4494-439b-a29f-fcd8fa68e1f0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"673572eb-4494-439b-a29f-fcd8fa68e1f0\" \"--data\" \"/data/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.309664256Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"region":"673572eb-4494-439b-a29f-fcd8fa68e1f0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.378289093Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"region":"673572eb-4494-439b-a29f-fcd8fa68e1f0","component":"worker"}
{"msg":"region 673572eb-4494-439b-a29f-fcd8fa68e1f0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.378324123Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.378405445Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-673572eb-4494-439b-a29f-fcd8fa68e1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.379612999Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-673572eb-4494-439b-a29f-fcd8fa68e1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.382755482Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.390914594Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-673572eb-4494-439b-a29f-fcd8fa68e1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.394310532Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.394515736Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.394561917Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.394604828Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.394633258Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.399963485Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.405920843Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:33:01.463615932Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions","method":"POST","req_id":"aad91b6d-2fee-464d-8fd9-87f5408318dd","remote_addr":"[fd00:1122:3344:101::b]:63955","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.455518421Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65513"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.456383918Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0","method":"GET","req_id":"514b71fc-55b6-40b9-9599-a6c3e30a019c","remote_addr":"[fd00:1122:3344:101::b]:65513","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"path is \"/data/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.458626363Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"dataset is oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.464542451Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"snapshot is oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0@d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.469920948Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0\", \"d4c17557-2853-4585-8802-7731f0bfddec\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.469939828Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.477852926Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0/snapshots/d4c17557-2853-4585-8802-7731f0bfddec","method":"GET","req_id":"cbdfeb4a-39c2-4854-9790-b01fa9fea4cb","remote_addr":"[fd00:1122:3344:101::b]:65513","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19252,"response_code":200}
{"msg":"path is \"/data/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.481368416Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"dataset is oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.486134191Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"snapshot is oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0@d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.490888485Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0\", \"d4c17557-2853-4585-8802-7731f0bfddec\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.490902156Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 673572eb-4494-439b-a29f-fcd8fa68e1f0-d4c17557-2853-4585-8802-7731f0bfddec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.497484057Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.498070668Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0/snapshots/d4c17557-2853-4585-8802-7731f0bfddec/run","method":"POST","req_id":"01cd9750-dbba-46fb-bb91-40514771a1df","remote_addr":"[fd00:1122:3344:101::b]:65513","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16732,"response_code":200}
{"msg":"applying SMF actions for region 673572eb-4494-439b-a29f-fcd8fa68e1f0 running snapshot d4c17557-2853-4585-8802-7731f0bfddec (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.498084729Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-673572eb-4494-439b-a29f-fcd8fa68e1f0-d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.518544016Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-673572eb-4494-439b-a29f-fcd8fa68e1f0-d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.526912493Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-673572eb-4494-439b-a29f-fcd8fa68e1f0-d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.541456653Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0/.zfs/snapshot/d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.541694457Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.541736998Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.541772369Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.541807229Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.54184587Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.544993523Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.549107145Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"worker"}
{"msg":"region 673572eb-4494-439b-a29f-fcd8fa68e1f0 running snapshot d4c17557-2853-4585-8802-7731f0bfddec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.549116925Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"path is \"/data/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.771679457Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"dataset is oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.782412981Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"datafile"}
{"msg":"snapshot is oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0@d4c17557-2853-4585-8802-7731f0bfddec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.791290378Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_50060b4c-2ff6-413c-a485-3f58ce732f8f/crucible/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0\", \"d4c17557-2853-4585-8802-7731f0bfddec\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.791334739Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T01:43:22.800165825Z","hostname":"oxz_crucible_2df8831e-9673-449a-8636-077eb61a933c","pid":23621,"uri":"/crucible/0/regions/673572eb-4494-439b-a29f-fcd8fa68e1f0/snapshots/d4c17557-2853-4585-8802-7731f0bfddec/run","method":"POST","req_id":"bd12f889-ccc6-4ba8-991d-1a3422bf857c","remote_addr":"[fd00:1122:3344:101::b]:65513","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28561,"response_code":200}