[ Mar 4 04:29:58 Enabled. ] [ Mar 4 04:29:58 Rereading configuration. ] [ Mar 4 04:30:00 Rereading configuration. ] [ Mar 4 04:30:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:06.000043589Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031} {"msg":"dataset: \"oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:06.000734522Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:06.000744212Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:06.000749492Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:06.015904315Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:06.138886546Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:40.655438853Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51306"} {"msg":"region 014e31c4-a159-4fdb-9abc-c79d58876a7c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:40.681096388Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:40.684073335Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:40.684121186Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions","method":"POST","req_id":"f552c86a-5999-4143-9967-726177ba0239","remote_addr":"[fd00:1122:3344:101::c]:51306","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13998,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:40.692801484Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:40.692819354Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"014e31c4-a159-4fdb-9abc-c79d58876a7c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:40.760170293Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"region":"014e31c4-a159-4fdb-9abc-c79d58876a7c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"014e31c4-a159-4fdb-9abc-c79d58876a7c\" \"--data\" \"/data/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:40.762452857Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"region":"014e31c4-a159-4fdb-9abc-c79d58876a7c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:40.967500131Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions","method":"POST","req_id":"1faeecda-5b2c-40f7-961d-a515cf77386a","remote_addr":"[fd00:1122:3344:101::c]:51306","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.099222201Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"region":"014e31c4-a159-4fdb-9abc-c79d58876a7c","component":"worker"} {"msg":"region 014e31c4-a159-4fdb-9abc-c79d58876a7c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.099297573Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.099502257Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-014e31c4-a159-4fdb-9abc-c79d58876a7c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.099891174Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-014e31c4-a159-4fdb-9abc-c79d58876a7c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.104557664Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.119075734Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-014e31c4-a159-4fdb-9abc-c79d58876a7c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.122449129Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.123188113Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.123263405Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.123301686Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.123333806Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.128834102Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.133487731Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:41.495526193Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions","method":"POST","req_id":"7b418baf-f6b5-4d37-acc4-ab058361109d","remote_addr":"[fd00:1122:3344:101::c]:51306","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.069101234Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c","method":"GET","req_id":"f365684a-2fe5-4ac2-ba4b-18b33d03a90d","remote_addr":"[fd00:1122:3344:101::c]:51306","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":84,"response_code":200} {"msg":"path is \"/data/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.072345456Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"dataset is oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.081191167Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"region 014e31c4-a159-4fdb-9abc-c79d58876a7c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.089202861Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.089398315Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.089432606Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c","method":"DELETE","req_id":"f3214778-c2a1-4c12-8fa8-a09788d4d9d4","remote_addr":"[fd00:1122:3344:101::c]:51306","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17077,"response_code":204} {"msg":"disabling downstairs instance: downstairs-014e31c4-a159-4fdb-9abc-c79d58876a7c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.090353314Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.092175589Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c","method":"GET","req_id":"b1ec2d9b-11cc-4b52-84b9-154f4e526cf5","remote_addr":"[fd00:1122:3344:101::c]:51306","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.094994653Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.103356544Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"region":"014e31c4-a159-4fdb-9abc-c79d58876a7c","component":"worker"} {"msg":"region 014e31c4-a159-4fdb-9abc-c79d58876a7c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.181533991Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:30:42.246553431Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions/014e31c4-a159-4fdb-9abc-c79d58876a7c","method":"GET","req_id":"72fe2da0-cd85-471a-82a7-977a5fc0cb86","remote_addr":"[fd00:1122:3344:101::c]:51306","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.379470042Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36628"} {"msg":"region 0d271c09-6e6a-413b-b446-b69f8cb40f41 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.380249627Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.381376459Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.381388719Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions","method":"POST","req_id":"4e6e3589-6d34-41e8-91b6-2d9c6b787204","remote_addr":"[fd00:1122:3344:101::c]:36628","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1807,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.390438184Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.390477095Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0d271c09-6e6a-413b-b446-b69f8cb40f41\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.462393162Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"region":"0d271c09-6e6a-413b-b446-b69f8cb40f41","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0d271c09-6e6a-413b-b446-b69f8cb40f41\" \"--data\" \"/data/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.462428982Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"region":"0d271c09-6e6a-413b-b446-b69f8cb40f41","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.692657632Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions","method":"POST","req_id":"336def46-00d4-48db-ad9e-dcb5fd8647c4","remote_addr":"[fd00:1122:3344:101::c]:36628","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.99536141Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"region":"0d271c09-6e6a-413b-b446-b69f8cb40f41","component":"worker"} {"msg":"region 0d271c09-6e6a-413b-b446-b69f8cb40f41 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.995434501Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.995528753Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0d271c09-6e6a-413b-b446-b69f8cb40f41","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:18.996460041Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0d271c09-6e6a-413b-b446-b69f8cb40f41","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.011290287Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.041983199Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0d271c09-6e6a-413b-b446-b69f8cb40f41","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.048095577Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.048515755Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.048559315Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.048597346Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.048639327Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.056466118Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.064384361Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:19.109399049Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions","method":"POST","req_id":"7f109392-db47-4895-9869-863183eaaa10","remote_addr":"[fd00:1122:3344:101::c]:36628","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.890162097Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41","method":"GET","req_id":"e63d6e99-0bc3-4682-9bdb-67ba4c43d109","remote_addr":"[fd00:1122:3344:101::c]:36628","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.893512152Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"dataset is oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.903995584Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"region 0d271c09-6e6a-413b-b446-b69f8cb40f41 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.911615511Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.911770324Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41","method":"DELETE","req_id":"8af58227-6e5d-4f2a-bf83-c183525ccc19","remote_addr":"[fd00:1122:3344:101::c]:36628","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18278,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.911787834Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-0d271c09-6e6a-413b-b446-b69f8cb40f41 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.912924856Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.914826203Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41","method":"GET","req_id":"03ee9a40-be7e-41d7-b9cc-906457eaa6c8","remote_addr":"[fd00:1122:3344:101::c]:36628","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.91883673Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2e380d9a-4048-47a1-abb0-9b191d194bb9/crucible/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.926685092Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"region":"0d271c09-6e6a-413b-b446-b69f8cb40f41","component":"worker"} {"msg":"region 0d271c09-6e6a-413b-b446-b69f8cb40f41 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:48.983369275Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T04:42:49.061568183Z","hostname":"oxz_crucible_b2e6e23f-464b-4b85-808a-e4c88249e78e","pid":29031,"uri":"/crucible/0/regions/0d271c09-6e6a-413b-b446-b69f8cb40f41","method":"GET","req_id":"0a814753-b414-4d7b-8d4a-aa89ccbf0a2d","remote_addr":"[fd00:1122:3344:101::c]:36628","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":200}