{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:28.618571342Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51754"}
{"msg":"region fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:28.618699824Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:28.623797937Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:28.623816818Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"uri":"/crucible/0/regions","method":"POST","req_id":"154956ec-179e-4377-8a78-14bf6b370995","remote_addr":"[fd00:1122:3344:101::b]:51754","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":5143,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d4539cc0-b87d-4cba-8c75-ad46918c11d5/crucible/regions/fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:28.634653937Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d4539cc0-b87d-4cba-8c75-ad46918c11d5/crucible/regions/fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:28.634682558Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:28.720728769Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"region":"fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3\" \"--data\" \"/data/regions/fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:28.722492114Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"region":"fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:28.797964231Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"uri":"/crucible/0/regions","method":"POST","req_id":"d3686fb9-5f69-4f98-bc58-efbc9db90631","remote_addr":"[fd00:1122:3344:101::b]:51754","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.065144917Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"region":"fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3","component":"worker"}
{"msg":"region fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.065203398Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.065347441Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.067577076Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.072910834Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.083253124Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.08606052Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe0e1b5d-dc1b-437e-8760-0c5de99a1ce3","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.086339636Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.086385507Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.086425218Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.086478519Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.090043431Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.094506791Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:29.170777964Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"uri":"/crucible/0/regions","method":"POST","req_id":"4e5c3c6d-7697-40f5-9d0a-dae7707d9df1","remote_addr":"[fd00:1122:3344:101::b]:51754","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region 105ae4e5-0364-4355-8bcb-92903ce4ae5b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.079977127Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.080198292Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.080212172Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"uri":"/crucible/0/regions","method":"POST","req_id":"dad84367-96cf-4fd5-bc1c-9b4919476045","remote_addr":"[fd00:1122:3344:101::b]:51754","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":296,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d4539cc0-b87d-4cba-8c75-ad46918c11d5/crucible/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.094098133Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d4539cc0-b87d-4cba-8c75-ad46918c11d5/crucible/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.094145704Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"105ae4e5-0364-4355-8bcb-92903ce4ae5b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.158962975Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"region":"105ae4e5-0364-4355-8bcb-92903ce4ae5b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"105ae4e5-0364-4355-8bcb-92903ce4ae5b\" \"--data\" \"/data/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.161231371Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"region":"105ae4e5-0364-4355-8bcb-92903ce4ae5b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.241407643Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"region":"105ae4e5-0364-4355-8bcb-92903ce4ae5b","component":"worker"}
{"msg":"region 105ae4e5-0364-4355-8bcb-92903ce4ae5b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.241455814Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.241636548Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-105ae4e5-0364-4355-8bcb-92903ce4ae5b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.243123308Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-105ae4e5-0364-4355-8bcb-92903ce4ae5b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.25507345Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.257619021Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"uri":"/crucible/0/regions","method":"POST","req_id":"4863bbe0-bc34-4591-9a2c-698472668865","remote_addr":"[fd00:1122:3344:101::b]:51754","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":103,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.264852778Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-105ae4e5-0364-4355-8bcb-92903ce4ae5b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.269036242Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.26941683Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.269486241Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.269543773Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.269598564Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.273805619Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:34.281003525Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.933659067Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"uri":"/crucible/0/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b","method":"GET","req_id":"73366448-b3fa-4919-b73d-4fc0112ccbb8","remote_addr":"[fd00:1122:3344:101::b]:51754","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.936440084Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"datafile"}
{"msg":"dataset is oxp_d4539cc0-b87d-4cba-8c75-ad46918c11d5/crucible/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.948746943Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"datafile"}
{"msg":"region 105ae4e5-0364-4355-8bcb-92903ce4ae5b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.959446919Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.959633813Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.959685584Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"uri":"/crucible/0/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b","method":"DELETE","req_id":"574aa6d7-0e6f-4513-b772-8e4bae2b8d53","remote_addr":"[fd00:1122:3344:101::b]:51754","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23280,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-105ae4e5-0364-4355-8bcb-92903ce4ae5b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.961545792Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.962199115Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"uri":"/crucible/0/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b","method":"GET","req_id":"140e23f2-baf9-4140-b2df-724c43b49268","remote_addr":"[fd00:1122:3344:101::b]:51754","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":40,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.967758887Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d4539cc0-b87d-4cba-8c75-ad46918c11d5/crucible/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:58.978688478Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"region":"105ae4e5-0364-4355-8bcb-92903ce4ae5b","component":"worker"}
{"msg":"region 105ae4e5-0364-4355-8bcb-92903ce4ae5b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:59.054347679Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-07T10:16:59.06773495Z","hostname":"oxz_crucible_93a37dc6-54d9-42b6-8adf-0caecec4dfe6","pid":24085,"uri":"/crucible/0/regions/105ae4e5-0364-4355-8bcb-92903ce4ae5b","method":"GET","req_id":"89e2a582-692f-48f9-9490-f171846844c6","remote_addr":"[fd00:1122:3344:101::b]:51754","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":"200"}