[ Jul 2 04:15:16 Enabled. ] [ Jul 2 04:15:16 Rereading configuration. ] [ Jul 2 04:15:17 Rereading configuration. ] [ Jul 2 04:15:19 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:19.969967219Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098} {"msg":"dataset: \"oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:19.970146892Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:19.970160983Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:19.970166213Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:19.988553763Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:15:20.05986584Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.622170995Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59199"} {"msg":"region 9af9552f-a6ee-4ec4-9377-4331f886678e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.651473402Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.65621606Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.658455147Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions","method":"POST","req_id":"50d9c5bf-b605-462e-abed-88112ff166fb","remote_addr":"[fd00:1122:3344:101::b]:59199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15585,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible/regions/9af9552f-a6ee-4ec4-9377-4331f886678e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.666262168Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible/regions/9af9552f-a6ee-4ec4-9377-4331f886678e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.666280649Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9af9552f-a6ee-4ec4-9377-4331f886678e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9af9552f-a6ee-4ec4-9377-4331f886678e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.715319644Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"region":"9af9552f-a6ee-4ec4-9377-4331f886678e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9af9552f-a6ee-4ec4-9377-4331f886678e\" \"--data\" \"/data/regions/9af9552f-a6ee-4ec4-9377-4331f886678e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.717262324Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"region":"9af9552f-a6ee-4ec4-9377-4331f886678e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.838401262Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"region":"9af9552f-a6ee-4ec4-9377-4331f886678e","component":"worker"} {"msg":"region 9af9552f-a6ee-4ec4-9377-4331f886678e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.842331374Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.842475437Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9af9552f-a6ee-4ec4-9377-4331f886678e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.844676782Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9af9552f-a6ee-4ec4-9377-4331f886678e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.850991383Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.860713564Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9af9552f-a6ee-4ec4-9377-4331f886678e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.862003001Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9af9552f-a6ee-4ec4-9377-4331f886678e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.862734546Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.864692027Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.864797349Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.86483706Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.871697112Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.873954649Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:25.975728156Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions","method":"POST","req_id":"e4c91f0e-787b-40c3-806b-4fbbef1bf077","remote_addr":"[fd00:1122:3344:101::b]:59199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":88,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.378978795Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions/9af9552f-a6ee-4ec4-9377-4331f886678e","method":"GET","req_id":"664dbb10-6acc-41a6-9cb1-5006b1cc1e3a","remote_addr":"[fd00:1122:3344:101::b]:59199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":92,"response_code":200} {"msg":"path is \"/data/regions/9af9552f-a6ee-4ec4-9377-4331f886678e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.381686382Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"dataset is oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible/regions/9af9552f-a6ee-4ec4-9377-4331f886678e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.38981092Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"region 9af9552f-a6ee-4ec4-9377-4331f886678e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.397928128Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.398126252Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.398152612Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions/9af9552f-a6ee-4ec4-9377-4331f886678e","method":"DELETE","req_id":"a376642f-97b4-473a-aa11-8603e03bbb8d","remote_addr":"[fd00:1122:3344:101::b]:59199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16523,"response_code":204} {"msg":"disabling downstairs instance: downstairs-9af9552f-a6ee-4ec4-9377-4331f886678e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.399135543Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.40190653Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.402703967Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions/9af9552f-a6ee-4ec4-9377-4331f886678e","method":"GET","req_id":"a42c5f54-9187-4614-8543-5e426cc5d3c7","remote_addr":"[fd00:1122:3344:101::b]:59199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"deleting zfs dataset \"oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible/regions/9af9552f-a6ee-4ec4-9377-4331f886678e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.411019979Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"region":"9af9552f-a6ee-4ec4-9377-4331f886678e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.472726477Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions/9af9552f-a6ee-4ec4-9377-4331f886678e","method":"GET","req_id":"d96c78c8-a413-489a-8985-631c56a1a93a","remote_addr":"[fd00:1122:3344:101::b]:59199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 9af9552f-a6ee-4ec4-9377-4331f886678e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.473695067Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:16:26.539923918Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions/9af9552f-a6ee-4ec4-9377-4331f886678e","method":"GET","req_id":"8c81b63f-404e-48ef-a983-a829e4868849","remote_addr":"[fd00:1122:3344:101::b]:59199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.488165739Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39337"} {"msg":"region c42373da-46c5-4212-a543-bd9d225eb19e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.488394634Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.488980906Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions","method":"POST","req_id":"2348a477-6362-49db-a529-296b8d7a1956","remote_addr":"[fd00:1122:3344:101::b]:39337","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":628,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.489003606Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible/regions/c42373da-46c5-4212-a543-bd9d225eb19e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.498607316Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible/regions/c42373da-46c5-4212-a543-bd9d225eb19e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.498639426Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c42373da-46c5-4212-a543-bd9d225eb19e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c42373da-46c5-4212-a543-bd9d225eb19e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.551517041Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"region":"c42373da-46c5-4212-a543-bd9d225eb19e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c42373da-46c5-4212-a543-bd9d225eb19e\" \"--data\" \"/data/regions/c42373da-46c5-4212-a543-bd9d225eb19e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.551561072Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"region":"c42373da-46c5-4212-a543-bd9d225eb19e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.59783122Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"region":"c42373da-46c5-4212-a543-bd9d225eb19e","component":"worker"} {"msg":"region c42373da-46c5-4212-a543-bd9d225eb19e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.597863881Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.597973483Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c42373da-46c5-4212-a543-bd9d225eb19e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.598912632Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c42373da-46c5-4212-a543-bd9d225eb19e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.605715013Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.616256092Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c42373da-46c5-4212-a543-bd9d225eb19e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.61762143Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c42373da-46c5-4212-a543-bd9d225eb19e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.617918156Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.617967527Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.618004308Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.618037528Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.619984829Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.622909989Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:27:40.647732663Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions","method":"POST","req_id":"dbcb8447-09fd-4e23-9b46-1e8993e4044d","remote_addr":"[fd00:1122:3344:101::b]:39337","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.934595672Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions/c42373da-46c5-4212-a543-bd9d225eb19e","method":"GET","req_id":"55a323f8-3f19-49a4-a2af-dbde9ed8c4c6","remote_addr":"[fd00:1122:3344:101::b]:39337","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/c42373da-46c5-4212-a543-bd9d225eb19e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.937779798Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"dataset is oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible/regions/c42373da-46c5-4212-a543-bd9d225eb19e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.947311356Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"region c42373da-46c5-4212-a543-bd9d225eb19e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.955616668Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.955769461Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.955791091Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions/c42373da-46c5-4212-a543-bd9d225eb19e","method":"DELETE","req_id":"54710b53-0092-4def-af05-1d96da20f762","remote_addr":"[fd00:1122:3344:101::b]:39337","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18039,"response_code":204} {"msg":"disabling downstairs instance: downstairs-c42373da-46c5-4212-a543-bd9d225eb19e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.957222721Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.959696772Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.960504299Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions/c42373da-46c5-4212-a543-bd9d225eb19e","method":"GET","req_id":"6644c9ca-e226-46b4-a8fa-b9256d4289b6","remote_addr":"[fd00:1122:3344:101::b]:39337","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":40,"response_code":200} {"msg":"deleting zfs dataset \"oxp_982c8bca-a702-4d3f-ba77-f427dd3c1074/crucible/regions/c42373da-46c5-4212-a543-bd9d225eb19e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:05.967183007Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"region":"c42373da-46c5-4212-a543-bd9d225eb19e","component":"worker"} {"msg":"region c42373da-46c5-4212-a543-bd9d225eb19e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:06.013133479Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T04:28:06.057904206Z","hostname":"oxz_crucible_46ddbd03-eca4-487b-8149-91fce142a3d0","pid":27098,"uri":"/crucible/0/regions/c42373da-46c5-4212-a543-bd9d225eb19e","method":"GET","req_id":"beeffc2f-f59b-4353-b581-dd5db4968a21","remote_addr":"[fd00:1122:3344:101::b]:39337","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200}