{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.072633544Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58746"} {"msg":"region 04e04951-646a-4ae4-8b8d-7f4d8c0b7a33 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.072732546Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.073367732Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.073376532Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"uri":"/crucible/0/regions","method":"POST","req_id":"be7934b9-2769-42e3-b9cb-ba1a9408ece7","remote_addr":"[fd00:1122:3344:101::c]:58746","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":680,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_0def2502-81eb-4b14-9f26-5ae960188d32/crucible/regions/04e04951-646a-4ae4-8b8d-7f4d8c0b7a33","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.085087941Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0def2502-81eb-4b14-9f26-5ae960188d32/crucible/regions/04e04951-646a-4ae4-8b8d-7f4d8c0b7a33","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.085114312Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"04e04951-646a-4ae4-8b8d-7f4d8c0b7a33\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/04e04951-646a-4ae4-8b8d-7f4d8c0b7a33\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.141052462Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"region":"04e04951-646a-4ae4-8b8d-7f4d8c0b7a33","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"04e04951-646a-4ae4-8b8d-7f4d8c0b7a33\" \"--data\" \"/data/regions/04e04951-646a-4ae4-8b8d-7f4d8c0b7a33\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.142877637Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"region":"04e04951-646a-4ae4-8b8d-7f4d8c0b7a33","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.226151772Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"region":"04e04951-646a-4ae4-8b8d-7f4d8c0b7a33","component":"worker"} {"msg":"region 04e04951-646a-4ae4-8b8d-7f4d8c0b7a33 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.226186302Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.226272605Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-04e04951-646a-4ae4-8b8d-7f4d8c0b7a33","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.227780902Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-04e04951-646a-4ae4-8b8d-7f4d8c0b7a33","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.232383465Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.246811761Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-04e04951-646a-4ae4-8b8d-7f4d8c0b7a33","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.250452851Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/04e04951-646a-4ae4-8b8d-7f4d8c0b7a33","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.250720228Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.250781909Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.25082799Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.250869371Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.254376818Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.259348221Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.289767801Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"uri":"/crucible/0/regions","method":"POST","req_id":"f8a7a0ce-6358-4448-a583-8fa66414f176","remote_addr":"[fd00:1122:3344:101::c]:58746","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"region eb9cb9ed-92a8-4242-9bdb-8045191d677b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:50.870775448Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:50.871002683Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:50.871013574Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"uri":"/crucible/0/regions","method":"POST","req_id":"2f736b9d-2628-40d7-81e7-447c5a49ee7d","remote_addr":"[fd00:1122:3344:101::c]:58746","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":283,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_0def2502-81eb-4b14-9f26-5ae960188d32/crucible/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:50.88018908Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0def2502-81eb-4b14-9f26-5ae960188d32/crucible/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:50.880224081Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"eb9cb9ed-92a8-4242-9bdb-8045191d677b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:50.940926919Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"region":"eb9cb9ed-92a8-4242-9bdb-8045191d677b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eb9cb9ed-92a8-4242-9bdb-8045191d677b\" \"--data\" \"/data/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:50.943072812Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"region":"eb9cb9ed-92a8-4242-9bdb-8045191d677b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.023813734Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"region":"eb9cb9ed-92a8-4242-9bdb-8045191d677b","component":"worker"} {"msg":"region eb9cb9ed-92a8-4242-9bdb-8045191d677b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.023845955Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.023999539Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-eb9cb9ed-92a8-4242-9bdb-8045191d677b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.026289225Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eb9cb9ed-92a8-4242-9bdb-8045191d677b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.035114183Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.043423788Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eb9cb9ed-92a8-4242-9bdb-8045191d677b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.046550045Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.046935145Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.047004686Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.047056538Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.047109019Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.051363394Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.056591263Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:51.132154918Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"uri":"/crucible/0/regions","method":"POST","req_id":"474f7a29-8d3c-4867-bbe8-510f27ea4368","remote_addr":"[fd00:1122:3344:101::c]:58746","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.025263038Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"uri":"/crucible/0/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b","method":"GET","req_id":"7960a765-89c0-4c10-b8b0-ec63d9267df1","remote_addr":"[fd00:1122:3344:101::c]:58746","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.029102953Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"datafile"} {"msg":"dataset is oxp_0def2502-81eb-4b14-9f26-5ae960188d32/crucible/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.041996881Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"datafile"} {"msg":"region eb9cb9ed-92a8-4242-9bdb-8045191d677b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.052443159Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.052659554Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.052713815Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"uri":"/crucible/0/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b","method":"DELETE","req_id":"b2efc882-406b-432a-89c2-ff2371aa7993","remote_addr":"[fd00:1122:3344:101::c]:58746","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23659,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-eb9cb9ed-92a8-4242-9bdb-8045191d677b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.054360016Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.056838847Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"uri":"/crucible/0/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b","method":"GET","req_id":"3d28513d-45c0-4a48-9de5-f17bc91d2f41","remote_addr":"[fd00:1122:3344:101::c]:58746","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":673,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.061086852Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0def2502-81eb-4b14-9f26-5ae960188d32/crucible/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.072993416Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"region":"eb9cb9ed-92a8-4242-9bdb-8045191d677b","component":"worker"} {"msg":"region eb9cb9ed-92a8-4242-9bdb-8045191d677b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.128254669Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:51:17.144054069Z","hostname":"oxz_crucible_b62ddf05-bf70-4650-8e3f-845847751e88","pid":24175,"uri":"/crucible/0/regions/eb9cb9ed-92a8-4242-9bdb-8045191d677b","method":"GET","req_id":"ffdbd370-3955-41f6-b7f9-00cab45c2d3c","remote_addr":"[fd00:1122:3344:101::c]:58746","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"}