[ Jun 10 21:01:21 Enabled. ] [ Jun 10 21:01:21 Rereading configuration. ] [ Jun 10 21:01:22 Rereading configuration. ] [ Jun 10 21:01:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:26.21699475Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952} {"msg":"dataset: \"oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:26.217238879Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:26.217253649Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:26.21726522Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:26.23435927Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:26.3100404Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:57.698878029Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38049"} {"msg":"region b5fddae7-0c39-494d-b491-eceba810c478 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:57.740685378Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:57.745786851Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:57.745849083Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions","method":"POST","req_id":"88b05acb-5269-45c3-847c-701918048e12","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16508,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/b5fddae7-0c39-494d-b491-eceba810c478","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:57.754177766Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/b5fddae7-0c39-494d-b491-eceba810c478","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:57.754204867Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b5fddae7-0c39-494d-b491-eceba810c478\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b5fddae7-0c39-494d-b491-eceba810c478\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:57.820468747Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"b5fddae7-0c39-494d-b491-eceba810c478","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b5fddae7-0c39-494d-b491-eceba810c478\" \"--data\" \"/data/regions/b5fddae7-0c39-494d-b491-eceba810c478\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:57.8226374Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"b5fddae7-0c39-494d-b491-eceba810c478","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.090083741Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions","method":"POST","req_id":"577f4b27-16d2-483b-9785-2c9202056b36","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.158472573Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"b5fddae7-0c39-494d-b491-eceba810c478","component":"worker"} {"msg":"region b5fddae7-0c39-494d-b491-eceba810c478 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.158531575Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.158766623Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b5fddae7-0c39-494d-b491-eceba810c478","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.161107452Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b5fddae7-0c39-494d-b491-eceba810c478","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.165476531Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.177745217Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b5fddae7-0c39-494d-b491-eceba810c478","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.179288229Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b5fddae7-0c39-494d-b491-eceba810c478","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.180023914Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.180083767Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.180114518Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.180156799Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.194064691Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.197352273Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:58.493160217Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions","method":"POST","req_id":"69d8cd93-e40a-4377-abef-c9121d9f0efa","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.086516263Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/b5fddae7-0c39-494d-b491-eceba810c478","method":"GET","req_id":"0962dd23-19fd-45f8-b378-4e4431f9feb7","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/b5fddae7-0c39-494d-b491-eceba810c478\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.089102501Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"dataset is oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/b5fddae7-0c39-494d-b491-eceba810c478","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.097928461Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"region b5fddae7-0c39-494d-b491-eceba810c478 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.105492558Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.105730576Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.105799088Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/b5fddae7-0c39-494d-b491-eceba810c478","method":"DELETE","req_id":"64904380-645d-403a-bcf5-f5092e90ef32","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16666,"response_code":204} {"msg":"disabling downstairs instance: downstairs-b5fddae7-0c39-494d-b491-eceba810c478 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.106800612Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.108871462Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/b5fddae7-0c39-494d-b491-eceba810c478","method":"GET","req_id":"c1cf4076-18ea-4bad-9177-b28c6edd7af7","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.109671049Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/b5fddae7-0c39-494d-b491-eceba810c478\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.119145291Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"b5fddae7-0c39-494d-b491-eceba810c478","component":"worker"} {"msg":"region b5fddae7-0c39-494d-b491-eceba810c478 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.182095528Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:01:59.240800431Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/b5fddae7-0c39-494d-b491-eceba810c478","method":"GET","req_id":"33ed741f-096b-4db3-a334-f66ac628d560","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region 0bca759d-0714-442b-b159-0177623e141b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.404471095Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.404759035Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.404837568Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions","method":"POST","req_id":"50e88cce-adc9-429f-8e8f-d69da4990bf8","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":336,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.410758609Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.41078758Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0bca759d-0714-442b-b159-0177623e141b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0bca759d-0714-442b-b159-0177623e141b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.470208757Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"0bca759d-0714-442b-b159-0177623e141b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0bca759d-0714-442b-b159-0177623e141b\" \"--data\" \"/data/regions/0bca759d-0714-442b-b159-0177623e141b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.47029526Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"0bca759d-0714-442b-b159-0177623e141b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.521011612Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"0bca759d-0714-442b-b159-0177623e141b","component":"worker"} {"msg":"region 0bca759d-0714-442b-b159-0177623e141b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.521049164Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.521258341Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0bca759d-0714-442b-b159-0177623e141b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.522517574Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0bca759d-0714-442b-b159-0177623e141b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.523918351Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.52831279Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0bca759d-0714-442b-b159-0177623e141b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.529998017Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0bca759d-0714-442b-b159-0177623e141b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.530312788Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.53037282Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.530407181Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.530463883Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.532947388Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.5365434Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:02:01.689766282Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions","method":"POST","req_id":"d8ff052b-8bf0-436a-9ea1-1f35d322122e","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.47248571Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57449"} {"msg":"region 47465be0-2c31-47aa-a07b-705ffea0938f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.472623295Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.473745483Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.473771703Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions","method":"POST","req_id":"a0503d55-e421-4449-a94d-1c69227fd5c3","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1225,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/47465be0-2c31-47aa-a07b-705ffea0938f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.483782483Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/47465be0-2c31-47aa-a07b-705ffea0938f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.483812034Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"47465be0-2c31-47aa-a07b-705ffea0938f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/47465be0-2c31-47aa-a07b-705ffea0938f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.527306671Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"47465be0-2c31-47aa-a07b-705ffea0938f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"47465be0-2c31-47aa-a07b-705ffea0938f\" \"--data\" \"/data/regions/47465be0-2c31-47aa-a07b-705ffea0938f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.527344402Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"47465be0-2c31-47aa-a07b-705ffea0938f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.575459136Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"47465be0-2c31-47aa-a07b-705ffea0938f","component":"worker"} {"msg":"region 47465be0-2c31-47aa-a07b-705ffea0938f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.575486727Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.575604011Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-47465be0-2c31-47aa-a07b-705ffea0938f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.584164222Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-47465be0-2c31-47aa-a07b-705ffea0938f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.589941178Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.595705304Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-47465be0-2c31-47aa-a07b-705ffea0938f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.597223635Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/47465be0-2c31-47aa-a07b-705ffea0938f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.597567467Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.597615379Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.59766555Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.597698581Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.599342667Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.602035278Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:02.657320696Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions","method":"POST","req_id":"00984b3f-4250-45b2-9c2c-1336a1694348","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.736253879Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/0bca759d-0714-442b-b159-0177623e141b","method":"GET","req_id":"a9cdda3b-9dd1-44f7-a6fc-3eb4d7966651","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/0bca759d-0714-442b-b159-0177623e141b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.741754806Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"dataset is oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.747859523Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"snapshot is oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b@1e447ff5-c8c2-4f95-a096-981c888e5b06","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.753898699Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b\", \"1e447ff5-c8c2-4f95-a096-981c888e5b06\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.75392732Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.763737593Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/0bca759d-0714-442b-b159-0177623e141b/snapshots/1e447ff5-c8c2-4f95-a096-981c888e5b06","method":"GET","req_id":"7cb20e1f-82f4-4dc4-8cfe-9605bf606c15","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22012,"response_code":200} {"msg":"path is \"/data/regions/0bca759d-0714-442b-b159-0177623e141b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.767335625Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"dataset is oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.772921124Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"snapshot is oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b@1e447ff5-c8c2-4f95-a096-981c888e5b06","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.779232739Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b\", \"1e447ff5-c8c2-4f95-a096-981c888e5b06\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.77925738Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0bca759d-0714-442b-b159-0177623e141b-1e447ff5-c8c2-4f95-a096-981c888e5b06 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.785796302Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"applying SMF actions for region 0bca759d-0714-442b-b159-0177623e141b running snapshot 1e447ff5-c8c2-4f95-a096-981c888e5b06 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.78605214Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.786066711Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/0bca759d-0714-442b-b159-0177623e141b/snapshots/1e447ff5-c8c2-4f95-a096-981c888e5b06/run","method":"POST","req_id":"a43b4f9c-d79a-477d-835d-834da3b6b911","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18769,"response_code":200} {"msg":"creating missing snapshot instance snapshot-0bca759d-0714-442b-b159-0177623e141b-1e447ff5-c8c2-4f95-a096-981c888e5b06","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.791440523Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0bca759d-0714-442b-b159-0177623e141b-1e447ff5-c8c2-4f95-a096-981c888e5b06","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.792763488Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0bca759d-0714-442b-b159-0177623e141b-1e447ff5-c8c2-4f95-a096-981c888e5b06","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.797621393Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0bca759d-0714-442b-b159-0177623e141b/.zfs/snapshot/1e447ff5-c8c2-4f95-a096-981c888e5b06","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.797958015Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.798002056Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.798043337Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.798079849Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.79812572Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.800140878Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.803442351Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"region 0bca759d-0714-442b-b159-0177623e141b running snapshot 1e447ff5-c8c2-4f95-a096-981c888e5b06 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:03.803460631Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"path is \"/data/regions/0bca759d-0714-442b-b159-0177623e141b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:04.004069733Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"dataset is oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:04.010128959Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"snapshot is oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b@1e447ff5-c8c2-4f95-a096-981c888e5b06","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:04.016559597Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/0bca759d-0714-442b-b159-0177623e141b\", \"1e447ff5-c8c2-4f95-a096-981c888e5b06\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:04.016601238Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:04.022788358Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/0bca759d-0714-442b-b159-0177623e141b/snapshots/1e447ff5-c8c2-4f95-a096-981c888e5b06/run","method":"POST","req_id":"c12c78eb-7785-4f06-b096-15fd12ef8ed7","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18758,"response_code":200} {"msg":"region 4f77e37e-9027-4a89-9785-edb1dcbd895d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.692561593Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.692718538Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions","method":"POST","req_id":"d5025fc8-d2f2-4336-a5ce-c05a98f7a98c","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":198,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.693485455Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.699207639Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.699278271Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4f77e37e-9027-4a89-9785-edb1dcbd895d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.738299956Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"4f77e37e-9027-4a89-9785-edb1dcbd895d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4f77e37e-9027-4a89-9785-edb1dcbd895d\" \"--data\" \"/data/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.738340758Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"4f77e37e-9027-4a89-9785-edb1dcbd895d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.787414484Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"4f77e37e-9027-4a89-9785-edb1dcbd895d","component":"worker"} {"msg":"region 4f77e37e-9027-4a89-9785-edb1dcbd895d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.787443025Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.787574549Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4f77e37e-9027-4a89-9785-edb1dcbd895d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.789889628Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4f77e37e-9027-4a89-9785-edb1dcbd895d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.791387148Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.795452817Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4f77e37e-9027-4a89-9785-edb1dcbd895d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.797109413Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.797402963Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.797445114Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.797487396Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.797522167Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.799473903Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.80350388Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:08.91540725Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions","method":"POST","req_id":"496d1912-54c1-43d8-8c60-b191c24b6605","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.276919668Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d","method":"GET","req_id":"e0f7b816-cfdc-4dc7-81cd-fd5f5d7b51ba","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.281417001Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"dataset is oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.290975156Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"region 4f77e37e-9027-4a89-9785-edb1dcbd895d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.29757711Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.297726905Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d","method":"DELETE","req_id":"2dc7c684-133a-40a3-a065-4ddce0048fd8","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16338,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.297749356Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-4f77e37e-9027-4a89-9785-edb1dcbd895d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.298823042Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.301491673Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d","method":"GET","req_id":"84a0544c-29ef-4b69-a643-5e4fb59a2d7d","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.303548343Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_81eca01a-48ad-45ad-a72c-3e8e2f09c134/crucible/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.312090122Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"region":"4f77e37e-9027-4a89-9785-edb1dcbd895d","component":"worker"} {"msg":"region 4f77e37e-9027-4a89-9785-edb1dcbd895d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.354918287Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-10T21:13:35.398876279Z","hostname":"oxz_crucible_9b87d70d-215c-4c75-840a-edbf0da1a706","pid":24952,"uri":"/crucible/0/regions/4f77e37e-9027-4a89-9785-edb1dcbd895d","method":"GET","req_id":"a1073267-9c28-4479-9f7d-bd6dd87a8117","remote_addr":"[fd00:1122:3344:101::a]:57449","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200}