{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.467923791Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53262"} {"msg":"region 8cdacf7b-0844-4af8-a67b-ab65067c8ca2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.497522767Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.498174681Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.498185321Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"uri":"/crucible/0/regions","method":"POST","req_id":"1623b28d-d4e9-466b-82eb-7745e3950d6c","remote_addr":"[fd00:1122:3344:101::a]:53262","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":719,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/8cdacf7b-0844-4af8-a67b-ab65067c8ca2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.507154774Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/8cdacf7b-0844-4af8-a67b-ab65067c8ca2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.507172754Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8cdacf7b-0844-4af8-a67b-ab65067c8ca2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/8cdacf7b-0844-4af8-a67b-ab65067c8ca2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.560341906Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"region":"8cdacf7b-0844-4af8-a67b-ab65067c8ca2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.864399186Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"uri":"/crucible/0/regions","method":"POST","req_id":"998a0846-df0a-4c27-b76e-f98793fe1bf7","remote_addr":"[fd00:1122:3344:101::a]:53262","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.869636908Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"region":"8cdacf7b-0844-4af8-a67b-ab65067c8ca2","component":"worker"} {"msg":"region 8cdacf7b-0844-4af8-a67b-ab65067c8ca2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.869659429Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.869762071Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8cdacf7b-0844-4af8-a67b-ab65067c8ca2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.87111309Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8cdacf7b-0844-4af8-a67b-ab65067c8ca2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.876821462Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.887029292Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8cdacf7b-0844-4af8-a67b-ab65067c8ca2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.890037826Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8cdacf7b-0844-4af8-a67b-ab65067c8ca2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.890296652Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.890346493Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.890394854Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.890434185Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.894640775Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:28.899304936Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:29.119075405Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"uri":"/crucible/0/regions","method":"POST","req_id":"9117aab0-7d5c-4dd4-bbff-353d52afaceb","remote_addr":"[fd00:1122:3344:101::a]:53262","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:32.898690786Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51078"} {"msg":"region b1353f54-c53f-42ae-bda6-485a713ff118 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:32.958128692Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:32.958323206Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:32.958332816Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"uri":"/crucible/0/regions","method":"POST","req_id":"062cfeb1-3606-4860-bf4e-086fba93cffc","remote_addr":"[fd00:1122:3344:101::a]:51078","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":263,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b1353f54-c53f-42ae-bda6-485a713ff118","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:32.968411593Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b1353f54-c53f-42ae-bda6-485a713ff118","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:32.968437473Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b1353f54-c53f-42ae-bda6-485a713ff118\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/b1353f54-c53f-42ae-bda6-485a713ff118\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.028130875Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"region":"b1353f54-c53f-42ae-bda6-485a713ff118","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.096952613Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"region":"b1353f54-c53f-42ae-bda6-485a713ff118","component":"worker"} {"msg":"region b1353f54-c53f-42ae-bda6-485a713ff118 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.096991634Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.097106007Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b1353f54-c53f-42ae-bda6-485a713ff118","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.099088839Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b1353f54-c53f-42ae-bda6-485a713ff118","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.102797859Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.109986493Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b1353f54-c53f-42ae-bda6-485a713ff118","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.112562599Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b1353f54-c53f-42ae-bda6-485a713ff118","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.112797604Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.112854605Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.112898706Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.112936707Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.116256768Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.120747124Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:02:33.296272304Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"uri":"/crucible/0/regions","method":"POST","req_id":"46d10bb6-d56e-4b9d-887c-46e1729640d8","remote_addr":"[fd00:1122:3344:101::a]:51078","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.036098918Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54686"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.036223451Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"uri":"/crucible/0/regions/b1353f54-c53f-42ae-bda6-485a713ff118","method":"GET","req_id":"16aa059f-b2a7-480e-8c7f-da5a455a06bd","remote_addr":"[fd00:1122:3344:101::a]:54686","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/b1353f54-c53f-42ae-bda6-485a713ff118\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.036431135Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b1353f54-c53f-42ae-bda6-485a713ff118","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.049485526Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"datafile"} {"msg":"region b1353f54-c53f-42ae-bda6-485a713ff118 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.057667941Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.057849555Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.057916337Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"uri":"/crucible/0/regions/b1353f54-c53f-42ae-bda6-485a713ff118","method":"DELETE","req_id":"88e39dfb-e5a8-49e3-88c5-40818afa3438","remote_addr":"[fd00:1122:3344:101::a]:54686","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21509,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.05808531Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"uri":"/crucible/0/regions/b1353f54-c53f-42ae-bda6-485a713ff118","method":"GET","req_id":"a7a60a32-a11d-413f-88bd-1e01de893fc7","remote_addr":"[fd00:1122:3344:101::a]:54686","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-b1353f54-c53f-42ae-bda6-485a713ff118 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.05945702Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.064751804Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b1353f54-c53f-42ae-bda6-485a713ff118\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.07434939Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"region":"b1353f54-c53f-42ae-bda6-485a713ff118","component":"worker"} {"msg":"region b1353f54-c53f-42ae-bda6-485a713ff118 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.121526773Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T07:03:05.167076571Z","hostname":"oxz_crucible_c24bc8e9-aee0-450f-9ab7-f7b1f4ec057e","pid":22724,"uri":"/crucible/0/regions/b1353f54-c53f-42ae-bda6-485a713ff118","method":"GET","req_id":"446dd3c6-aa0e-4e38-bb60-39d855f633c3","remote_addr":"[fd00:1122:3344:101::a]:54686","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":720,"response_code":"200"}