{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.45214936Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60871"} {"msg":"region 8eae7f41-da74-45e6-9969-ef53aba21246 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.483308757Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.488145575Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.493267997Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions","method":"POST","req_id":"5aabb9e0-0e7e-4bbc-8c99-1c232cca6640","remote_addr":"[fd00:1122:3344:101::a]:60871","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14918,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/8eae7f41-da74-45e6-9969-ef53aba21246","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.500009569Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/8eae7f41-da74-45e6-9969-ef53aba21246","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.500028219Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8eae7f41-da74-45e6-9969-ef53aba21246\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8eae7f41-da74-45e6-9969-ef53aba21246\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.556531573Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"8eae7f41-da74-45e6-9969-ef53aba21246","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8eae7f41-da74-45e6-9969-ef53aba21246\" \"--data\" \"/data/regions/8eae7f41-da74-45e6-9969-ef53aba21246\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.556600454Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"8eae7f41-da74-45e6-9969-ef53aba21246","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.672328114Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"8eae7f41-da74-45e6-9969-ef53aba21246","component":"worker"} {"msg":"region 8eae7f41-da74-45e6-9969-ef53aba21246 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.672377334Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.672467196Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8eae7f41-da74-45e6-9969-ef53aba21246","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.672928101Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8eae7f41-da74-45e6-9969-ef53aba21246","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.680171499Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.692989304Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8eae7f41-da74-45e6-9969-ef53aba21246","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.699192249Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8eae7f41-da74-45e6-9969-ef53aba21246","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.699803156Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.699870007Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.699921788Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.699963598Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.707484009Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.711758391Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:37.84397315Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions","method":"POST","req_id":"16c59b22-1fc3-4ce6-81ee-f1f9b111b5c7","remote_addr":"[fd00:1122:3344:101::a]:60871","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.121090623Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/8eae7f41-da74-45e6-9969-ef53aba21246","method":"GET","req_id":"02a000d2-054c-4e7f-8df5-570b08acc2b7","remote_addr":"[fd00:1122:3344:101::a]:60871","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"path is \"/data/regions/8eae7f41-da74-45e6-9969-ef53aba21246\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.124254161Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"dataset is oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/8eae7f41-da74-45e6-9969-ef53aba21246","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.135406206Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"region 8eae7f41-da74-45e6-9969-ef53aba21246 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.147450252Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.147662574Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.147748335Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/8eae7f41-da74-45e6-9969-ef53aba21246","method":"DELETE","req_id":"b7330cb1-7ea7-47fd-91b0-08bd6ab7b3c9","remote_addr":"[fd00:1122:3344:101::a]:60871","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23509,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-8eae7f41-da74-45e6-9969-ef53aba21246 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.152073258Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.157964629Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.161817465Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/8eae7f41-da74-45e6-9969-ef53aba21246","method":"GET","req_id":"03867569-e153-41f3-bbe2-02eceac9d26c","remote_addr":"[fd00:1122:3344:101::a]:60871","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":226,"response_code":"200"} {"msg":"deleting zfs dataset \"oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/8eae7f41-da74-45e6-9969-ef53aba21246\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.172507415Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"8eae7f41-da74-45e6-9969-ef53aba21246","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.232825855Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/8eae7f41-da74-45e6-9969-ef53aba21246","method":"GET","req_id":"27341604-ef41-4f16-88c5-eaef4d38f13a","remote_addr":"[fd00:1122:3344:101::a]:60871","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":92,"response_code":"200"} {"msg":"region 8eae7f41-da74-45e6-9969-ef53aba21246 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.266471602Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:38.381533284Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/8eae7f41-da74-45e6-9969-ef53aba21246","method":"GET","req_id":"7613361e-1209-4c4d-8279-43797398640b","remote_addr":"[fd00:1122:3344:101::a]:60871","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"region 1c08c967-9c3c-4ff9-995c-0f15ee186bdf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.681496895Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.681637397Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.681662097Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions","method":"POST","req_id":"462d325e-f20f-4646-9463-2a7f340d932e","remote_addr":"[fd00:1122:3344:101::a]:60871","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":209,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.690549175Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.690574795Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1c08c967-9c3c-4ff9-995c-0f15ee186bdf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.751762125Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"1c08c967-9c3c-4ff9-995c-0f15ee186bdf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1c08c967-9c3c-4ff9-995c-0f15ee186bdf\" \"--data\" \"/data/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.753701279Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"1c08c967-9c3c-4ff9-995c-0f15ee186bdf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.815452196Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"1c08c967-9c3c-4ff9-995c-0f15ee186bdf","component":"worker"} {"msg":"region 1c08c967-9c3c-4ff9-995c-0f15ee186bdf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.815499006Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.815598407Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1c08c967-9c3c-4ff9-995c-0f15ee186bdf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.817101166Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1c08c967-9c3c-4ff9-995c-0f15ee186bdf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.820063121Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.826724522Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1c08c967-9c3c-4ff9-995c-0f15ee186bdf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.829709548Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.830029092Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.830087033Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.830136323Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.830176324Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.833787098Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:41.838166011Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:15:42.009368181Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions","method":"POST","req_id":"7aec7974-a5e6-4cef-9e3d-f488bb413b78","remote_addr":"[fd00:1122:3344:101::a]:60871","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.82456262Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46908"} {"msg":"region 04d96cae-2bc7-4d7f-9870-0da49f1b1249 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.825323639Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.825982747Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.825994367Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions","method":"POST","req_id":"9bb4b53f-1b5d-4db3-bf8a-295587db2285","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1346,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/04d96cae-2bc7-4d7f-9870-0da49f1b1249","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.838297136Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/04d96cae-2bc7-4d7f-9870-0da49f1b1249","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.838332576Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"04d96cae-2bc7-4d7f-9870-0da49f1b1249\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/04d96cae-2bc7-4d7f-9870-0da49f1b1249\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.892842646Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"04d96cae-2bc7-4d7f-9870-0da49f1b1249","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"04d96cae-2bc7-4d7f-9870-0da49f1b1249\" \"--data\" \"/data/regions/04d96cae-2bc7-4d7f-9870-0da49f1b1249\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.894542847Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"04d96cae-2bc7-4d7f-9870-0da49f1b1249","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.966160783Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"04d96cae-2bc7-4d7f-9870-0da49f1b1249","component":"worker"} {"msg":"region 04d96cae-2bc7-4d7f-9870-0da49f1b1249 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.966198523Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.966295375Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-04d96cae-2bc7-4d7f-9870-0da49f1b1249","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.967261046Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-04d96cae-2bc7-4d7f-9870-0da49f1b1249","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.975527406Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.983227399Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions","method":"POST","req_id":"0ba71223-f7a1-43cb-ba47-62812fd59305","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.990304735Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-04d96cae-2bc7-4d7f-9870-0da49f1b1249","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.994550306Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/04d96cae-2bc7-4d7f-9870-0da49f1b1249","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.994753109Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.9948048Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.99484762Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.994891081Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:37.999209613Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:38.005217725Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.177191432Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf","method":"GET","req_id":"9969bd80-ede0-45c9-8965-a725c90be7ad","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.180616773Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"dataset is oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.189644973Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"snapshot is oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf@fc6061e2-9851-4837-bdff-b9fe69ca9fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.198588051Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf\", \"fc6061e2-9851-4837-bdff-b9fe69ca9fd5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.198614131Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.209777656Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf/snapshots/fc6061e2-9851-4837-bdff-b9fe69ca9fd5","method":"GET","req_id":"ed142ba3-123e-4ddc-afa2-df0ccfe77ff2","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29182,"response_code":"200"} {"msg":"path is \"/data/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.213145687Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"dataset is oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.221796491Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"snapshot is oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf@fc6061e2-9851-4837-bdff-b9fe69ca9fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.229314192Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf\", \"fc6061e2-9851-4837-bdff-b9fe69ca9fd5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.229357943Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1c08c967-9c3c-4ff9-995c-0f15ee186bdf-fc6061e2-9851-4837-bdff-b9fe69ca9fd5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.238767957Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"applying SMF actions for region 1c08c967-9c3c-4ff9-995c-0f15ee186bdf running snapshot fc6061e2-9851-4837-bdff-b9fe69ca9fd5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.238930159Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.238961809Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf/snapshots/fc6061e2-9851-4837-bdff-b9fe69ca9fd5/run","method":"POST","req_id":"9c0b7dd6-e9e7-4569-8d10-50c05f70d8cb","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25839,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-1c08c967-9c3c-4ff9-995c-0f15ee186bdf-fc6061e2-9851-4837-bdff-b9fe69ca9fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.241717312Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1c08c967-9c3c-4ff9-995c-0f15ee186bdf-fc6061e2-9851-4837-bdff-b9fe69ca9fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.244609497Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1c08c967-9c3c-4ff9-995c-0f15ee186bdf-fc6061e2-9851-4837-bdff-b9fe69ca9fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.253665587Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf/.zfs/snapshot/fc6061e2-9851-4837-bdff-b9fe69ca9fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.253862359Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.25391424Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.2539608Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.254003171Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.254054712Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.257328291Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.261790275Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"region 1c08c967-9c3c-4ff9-995c-0f15ee186bdf running snapshot fc6061e2-9851-4837-bdff-b9fe69ca9fd5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.261805005Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"path is \"/data/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.471506302Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"dataset is oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.479761812Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"snapshot is oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf@fc6061e2-9851-4837-bdff-b9fe69ca9fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.488264485Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf\", \"fc6061e2-9851-4837-bdff-b9fe69ca9fd5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.488296286Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:40.496799318Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/1c08c967-9c3c-4ff9-995c-0f15ee186bdf/snapshots/fc6061e2-9851-4837-bdff-b9fe69ca9fd5/run","method":"POST","req_id":"e4f903d5-4922-4317-85ee-8c548ae34a25","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25332,"response_code":"200"} {"msg":"region c04634c6-a069-4081-b1f0-4396817e8f7d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:43.992896143Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:43.993098695Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions","method":"POST","req_id":"7f875df3-d469-4c75-8300-b6c0c20ad9db","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":260,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:43.993149136Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/c04634c6-a069-4081-b1f0-4396817e8f7d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.003312649Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/c04634c6-a069-4081-b1f0-4396817e8f7d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.003336649Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c04634c6-a069-4081-b1f0-4396817e8f7d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c04634c6-a069-4081-b1f0-4396817e8f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.059749781Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"c04634c6-a069-4081-b1f0-4396817e8f7d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c04634c6-a069-4081-b1f0-4396817e8f7d\" \"--data\" \"/data/regions/c04634c6-a069-4081-b1f0-4396817e8f7d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.059796822Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"c04634c6-a069-4081-b1f0-4396817e8f7d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.130328626Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"c04634c6-a069-4081-b1f0-4396817e8f7d","component":"worker"} {"msg":"region c04634c6-a069-4081-b1f0-4396817e8f7d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.130364046Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.130453177Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c04634c6-a069-4081-b1f0-4396817e8f7d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.132883376Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c04634c6-a069-4081-b1f0-4396817e8f7d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.136286067Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.143710107Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c04634c6-a069-4081-b1f0-4396817e8f7d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.146505571Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c04634c6-a069-4081-b1f0-4396817e8f7d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.146826975Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.146884296Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.146931886Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.146971787Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.151065936Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.158483206Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:25:44.159585859Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions","method":"POST","req_id":"939ae7df-761a-4dcd-b93f-5d9367a6f452","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.147237041Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/c04634c6-a069-4081-b1f0-4396817e8f7d","method":"GET","req_id":"a0a8266e-2b7c-44c3-8f5e-81cba52ddfd9","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"path is \"/data/regions/c04634c6-a069-4081-b1f0-4396817e8f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.150916265Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"dataset is oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/c04634c6-a069-4081-b1f0-4396817e8f7d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.162370744Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"region c04634c6-a069-4081-b1f0-4396817e8f7d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.172358764Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.172538787Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.172594767Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/c04634c6-a069-4081-b1f0-4396817e8f7d","method":"DELETE","req_id":"68be228a-3116-44c9-a47a-a13cdbe37e54","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22311,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c04634c6-a069-4081-b1f0-4396817e8f7d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.174206427Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.177265134Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/c04634c6-a069-4081-b1f0-4396817e8f7d","method":"GET","req_id":"8a58c4f2-37ab-4b64-be37-2cb55d15c3f6","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.184303629Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1f6f464f-c123-4470-96c3-74700df96380/crucible/regions/c04634c6-a069-4081-b1f0-4396817e8f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.195360993Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"region":"c04634c6-a069-4081-b1f0-4396817e8f7d","component":"worker"} {"msg":"region c04634c6-a069-4081-b1f0-4396817e8f7d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.255316638Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T08:26:09.309123389Z","hostname":"oxz_crucible_3f24b54a-b77a-46f2-bf47-e4bc27d280f0","pid":22691,"uri":"/crucible/0/regions/c04634c6-a069-4081-b1f0-4396817e8f7d","method":"GET","req_id":"179ddb4f-eeb2-49a9-af47-d7a439310985","remote_addr":"[fd00:1122:3344:101::a]:46908","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"}