{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:26.868899644Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54423"}
{"msg":"region 15df5208-81dd-4157-8406-b722cb43fe6b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:26.869681319Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:26.870318342Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:26.870325872Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"uri":"/crucible/0/regions","method":"POST","req_id":"5947d8b9-ad0d-4741-be36-bd7dbf001be1","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1362,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_7abbec18-6cce-4b1e-9880-d5caa99cf0a9/crucible/regions/15df5208-81dd-4157-8406-b722cb43fe6b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:26.881577678Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7abbec18-6cce-4b1e-9880-d5caa99cf0a9/crucible/regions/15df5208-81dd-4157-8406-b722cb43fe6b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:26.881605029Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"15df5208-81dd-4157-8406-b722cb43fe6b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/15df5208-81dd-4157-8406-b722cb43fe6b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:26.939979868Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"region":"15df5208-81dd-4157-8406-b722cb43fe6b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"15df5208-81dd-4157-8406-b722cb43fe6b\" \"--data\" \"/data/regions/15df5208-81dd-4157-8406-b722cb43fe6b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:26.940021909Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"region":"15df5208-81dd-4157-8406-b722cb43fe6b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.023753886Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"region":"15df5208-81dd-4157-8406-b722cb43fe6b","component":"worker"}
{"msg":"region 15df5208-81dd-4157-8406-b722cb43fe6b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.023795077Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.023873529Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-15df5208-81dd-4157-8406-b722cb43fe6b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.02544014Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-15df5208-81dd-4157-8406-b722cb43fe6b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.030868579Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.043684936Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-15df5208-81dd-4157-8406-b722cb43fe6b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.046835769Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/15df5208-81dd-4157-8406-b722cb43fe6b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.047150125Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.047202766Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.047251267Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.047290288Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.051052983Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.055411411Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:27.17614153Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"uri":"/crucible/0/regions","method":"POST","req_id":"780068cf-b7d7-4a0f-9137-2658b5222f0f","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"region d7a217aa-2c20-417b-8f75-3074dab8cc37 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.432598277Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.43277395Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.432783961Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"uri":"/crucible/0/regions","method":"POST","req_id":"6de3fffd-2420-41bb-93e6-e9a79369e554","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":229,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_7abbec18-6cce-4b1e-9880-d5caa99cf0a9/crucible/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.441888083Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7abbec18-6cce-4b1e-9880-d5caa99cf0a9/crucible/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.441916093Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d7a217aa-2c20-417b-8f75-3074dab8cc37\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.497856754Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"region":"d7a217aa-2c20-417b-8f75-3074dab8cc37","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d7a217aa-2c20-417b-8f75-3074dab8cc37\" \"--data\" \"/data/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.497895785Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"region":"d7a217aa-2c20-417b-8f75-3074dab8cc37","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.573639892Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"region":"d7a217aa-2c20-417b-8f75-3074dab8cc37","component":"worker"}
{"msg":"region d7a217aa-2c20-417b-8f75-3074dab8cc37 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.573683093Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.573771515Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d7a217aa-2c20-417b-8f75-3074dab8cc37","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.575756755Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d7a217aa-2c20-417b-8f75-3074dab8cc37","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.584692564Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.591797666Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d7a217aa-2c20-417b-8f75-3074dab8cc37","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.596141493Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.59647576Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.596532561Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.596580432Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.596618743Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.600492361Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.605168334Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:32.698079016Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"uri":"/crucible/0/regions","method":"POST","req_id":"bfe40c44-a8be-42a0-a2fd-3fe0c96d2113","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.203959622Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"uri":"/crucible/0/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37","method":"GET","req_id":"2fb06600-f8e3-4d5a-adc8-533cb570db95","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.208379151Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"datafile"}
{"msg":"dataset is oxp_7abbec18-6cce-4b1e-9880-d5caa99cf0a9/crucible/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.220982313Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"datafile"}
{"msg":"region d7a217aa-2c20-417b-8f75-3074dab8cc37 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.230180637Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.230344231Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.230392141Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"uri":"/crucible/0/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37","method":"DELETE","req_id":"97de6b28-1063-4aca-ada5-7456e13cd6d8","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22034,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-d7a217aa-2c20-417b-8f75-3074dab8cc37 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.232022224Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.23380613Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"uri":"/crucible/0/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37","method":"GET","req_id":"47b1d120-f63b-4b2b-9a4a-af0e145f97d8","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":337,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.238092746Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7abbec18-6cce-4b1e-9880-d5caa99cf0a9/crucible/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.248651007Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"region":"d7a217aa-2c20-417b-8f75-3074dab8cc37","component":"worker"}
{"msg":"region d7a217aa-2c20-417b-8f75-3074dab8cc37 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.301503236Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T03:46:58.317858584Z","hostname":"oxz_crucible_0212236d-21e5-41c5-97f7-16fc6c7f46c3","pid":25955,"uri":"/crucible/0/regions/d7a217aa-2c20-417b-8f75-3074dab8cc37","method":"GET","req_id":"7ba7502b-1e26-4235-a770-fc46c35dc524","remote_addr":"[fd00:1122:3344:101::a]:54423","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":"200"}