[ Nov 20 17:17:03 Enabled. ]
[ Nov 20 17:17:03 Rereading configuration. ]
[ Nov 20 17:17:06 Rereading configuration. ]
[ Nov 20 17:17:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:10.676129943Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677}
{"msg":"dataset: \"oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:10.676858916Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:10.676903777Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:10.676909467Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:10.693665402Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:10.82519217Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:55.919496399Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36755"}
{"msg":"region 99c1e8df-c8b0-439c-b58e-100080b9d4ca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:55.970268841Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:55.972681867Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:55.972743228Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions","method":"POST","req_id":"37d95e8e-132d-4b4c-ae11-c5888025a638","remote_addr":"[fd00:1122:3344:101::c]:36755","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22535,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:55.985329464Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:55.985345344Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"99c1e8df-c8b0-439c-b58e-100080b9d4ca\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.075639499Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"region":"99c1e8df-c8b0-439c-b58e-100080b9d4ca","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"99c1e8df-c8b0-439c-b58e-100080b9d4ca\" \"--data\" \"/data/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.077981534Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"region":"99c1e8df-c8b0-439c-b58e-100080b9d4ca","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.257222568Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions","method":"POST","req_id":"87ff182a-d028-4026-a6a6-c54e2e196e52","remote_addr":"[fd00:1122:3344:101::c]:36755","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.417361244Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"region":"99c1e8df-c8b0-439c-b58e-100080b9d4ca","component":"worker"}
{"msg":"region 99c1e8df-c8b0-439c-b58e-100080b9d4ca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.417440436Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.417612269Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-99c1e8df-c8b0-439c-b58e-100080b9d4ca","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.417952135Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-99c1e8df-c8b0-439c-b58e-100080b9d4ca","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.426058887Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.440503328Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-99c1e8df-c8b0-439c-b58e-100080b9d4ca","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.444433902Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.445152436Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.445211497Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.445248528Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.44534597Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.449838904Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.454509391Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:56.898312992Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions","method":"POST","req_id":"e84d45d5-722a-4a92-ba80-61fd931f8489","remote_addr":"[fd00:1122:3344:101::c]:36755","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.306608446Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca","method":"GET","req_id":"a63cf14b-bf1f-4e2c-b632-548fa65972e1","remote_addr":"[fd00:1122:3344:101::c]:36755","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.30998922Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"dataset is oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.318754074Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"region 99c1e8df-c8b0-439c-b58e-100080b9d4ca state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.325687914Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.325847887Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca","method":"DELETE","req_id":"16884a06-7f8b-4f18-89c8-3cacb7de9964","remote_addr":"[fd00:1122:3344:101::c]:36755","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15875,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.325897128Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-99c1e8df-c8b0-439c-b58e-100080b9d4ca (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.326810145Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.328306584Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca","method":"GET","req_id":"afbbe367-df50-4d31-9c51-8e5ab24e4640","remote_addr":"[fd00:1122:3344:101::c]:36755","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.33186801Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.34039121Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"region":"99c1e8df-c8b0-439c-b58e-100080b9d4ca","component":"worker"}
{"msg":"region 99c1e8df-c8b0-439c-b58e-100080b9d4ca state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.407128773Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:57.438748067Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions/99c1e8df-c8b0-439c-b58e-100080b9d4ca","method":"GET","req_id":"5d3808b2-0746-4f8c-bf42-b1540385afda","remote_addr":"[fd00:1122:3344:101::c]:36755","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region 919b001a-67e1-4194-b537-3a9144a572ef state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.709787986Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.71000451Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions","method":"POST","req_id":"f0d04465-4475-49fc-a7e6-f0486af47909","remote_addr":"[fd00:1122:3344:101::c]:36755","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":281,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.710059571Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.716884069Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.71690156Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"919b001a-67e1-4194-b537-3a9144a572ef\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/919b001a-67e1-4194-b537-3a9144a572ef\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.787932213Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"region":"919b001a-67e1-4194-b537-3a9144a572ef","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"919b001a-67e1-4194-b537-3a9144a572ef\" \"--data\" \"/data/regions/919b001a-67e1-4194-b537-3a9144a572ef\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.787994084Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"region":"919b001a-67e1-4194-b537-3a9144a572ef","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.8581056Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"region":"919b001a-67e1-4194-b537-3a9144a572ef","component":"worker"}
{"msg":"region 919b001a-67e1-4194-b537-3a9144a572ef state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.858132691Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.858344615Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-919b001a-67e1-4194-b537-3a9144a572ef","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.859558777Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-919b001a-67e1-4194-b537-3a9144a572ef","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.862656616Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.870144406Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-919b001a-67e1-4194-b537-3a9144a572ef","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.873262565Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/919b001a-67e1-4194-b537-3a9144a572ef","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.873511239Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.87355841Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.873603581Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.873639612Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.877935452Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:17:59.882914836Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:18:00.064440493Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions","method":"POST","req_id":"36cbbe9e-b0eb-47a9-bbf1-b62912f50290","remote_addr":"[fd00:1122:3344:101::c]:36755","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.170485781Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39520"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.171609152Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions/919b001a-67e1-4194-b537-3a9144a572ef","method":"GET","req_id":"44caca9e-8642-4bf4-8620-0387a85be188","remote_addr":"[fd00:1122:3344:101::c]:39520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"path is \"/data/regions/919b001a-67e1-4194-b537-3a9144a572ef\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.1741508Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"dataset is oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.180435888Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"snapshot is oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef@4f346ed9-024c-495a-8f6b-940dcddd6e5b","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.186710865Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef\", \"4f346ed9-024c-495a-8f6b-940dcddd6e5b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.186736846Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.196100352Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions/919b001a-67e1-4194-b537-3a9144a572ef/snapshots/4f346ed9-024c-495a-8f6b-940dcddd6e5b","method":"GET","req_id":"50af6dfa-535e-4514-b8c4-1f88b6f6f890","remote_addr":"[fd00:1122:3344:101::c]:39520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21962,"response_code":200}
{"msg":"path is \"/data/regions/919b001a-67e1-4194-b537-3a9144a572ef\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.199592547Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"dataset is oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.205754433Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"snapshot is oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef@4f346ed9-024c-495a-8f6b-940dcddd6e5b","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.211645883Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef\", \"4f346ed9-024c-495a-8f6b-940dcddd6e5b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.211666904Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 919b001a-67e1-4194-b537-3a9144a572ef-4f346ed9-024c-495a-8f6b-940dcddd6e5b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.219123704Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.220081662Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions/919b001a-67e1-4194-b537-3a9144a572ef/snapshots/4f346ed9-024c-495a-8f6b-940dcddd6e5b/run","method":"POST","req_id":"e4d80eb2-57c7-4648-82e6-8d39217130fa","remote_addr":"[fd00:1122:3344:101::c]:39520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20515,"response_code":200}
{"msg":"applying SMF actions for region 919b001a-67e1-4194-b537-3a9144a572ef running snapshot 4f346ed9-024c-495a-8f6b-940dcddd6e5b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.220100522Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-919b001a-67e1-4194-b537-3a9144a572ef-4f346ed9-024c-495a-8f6b-940dcddd6e5b","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.2418107Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-919b001a-67e1-4194-b537-3a9144a572ef-4f346ed9-024c-495a-8f6b-940dcddd6e5b","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.254296834Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-919b001a-67e1-4194-b537-3a9144a572ef-4f346ed9-024c-495a-8f6b-940dcddd6e5b","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.270208673Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/919b001a-67e1-4194-b537-3a9144a572ef/.zfs/snapshot/4f346ed9-024c-495a-8f6b-940dcddd6e5b","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.270492088Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.270532209Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.27057602Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.270624871Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.270664901Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.274818089Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.279489467Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"worker"}
{"msg":"region 919b001a-67e1-4194-b537-3a9144a572ef running snapshot 4f346ed9-024c-495a-8f6b-940dcddd6e5b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.279498067Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"path is \"/data/regions/919b001a-67e1-4194-b537-3a9144a572ef\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.565922193Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"dataset is oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.573141909Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"datafile"}
{"msg":"snapshot is oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef@4f346ed9-024c-495a-8f6b-940dcddd6e5b","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.580404945Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0949f092-4321-4675-a59f-ca080d289ddd/crucible/regions/919b001a-67e1-4194-b537-3a9144a572ef\", \"4f346ed9-024c-495a-8f6b-940dcddd6e5b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.580428186Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-20T17:29:04.586437689Z","hostname":"oxz_crucible_6a62735e-1c8c-43a7-ac2f-b0ae48f624a3","pid":23677,"uri":"/crucible/0/regions/919b001a-67e1-4194-b537-3a9144a572ef/snapshots/4f346ed9-024c-495a-8f6b-940dcddd6e5b/run","method":"POST","req_id":"3db9d3a4-926f-480a-ad34-36a575761be9","remote_addr":"[fd00:1122:3344:101::c]:39520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20560,"response_code":200}