{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.027226701Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59861"}
{"msg":"region da0181b7-dd4a-45b4-a516-d3c271cf8adf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.027331853Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.030716612Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.030737262Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"uri":"/crucible/0/regions","method":"POST","req_id":"ca55371c-3777-444b-b5c4-fe23d27194e7","remote_addr":"[fd00:1122:3344:101::b]:59861","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3420,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_275f9857-4588-4c99-8074-92222be09c5b/crucible/regions/da0181b7-dd4a-45b4-a516-d3c271cf8adf","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.040904209Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_275f9857-4588-4c99-8074-92222be09c5b/crucible/regions/da0181b7-dd4a-45b4-a516-d3c271cf8adf","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.04093664Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"da0181b7-dd4a-45b4-a516-d3c271cf8adf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/da0181b7-dd4a-45b4-a516-d3c271cf8adf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.092609922Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"region":"da0181b7-dd4a-45b4-a516-d3c271cf8adf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"da0181b7-dd4a-45b4-a516-d3c271cf8adf\" \"--data\" \"/data/regions/da0181b7-dd4a-45b4-a516-d3c271cf8adf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.092653903Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"region":"da0181b7-dd4a-45b4-a516-d3c271cf8adf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.191743012Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"uri":"/crucible/0/regions","method":"POST","req_id":"81b417cb-b41f-492c-919a-011ee92336fb","remote_addr":"[fd00:1122:3344:101::b]:59861","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.408924325Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"region":"da0181b7-dd4a-45b4-a516-d3c271cf8adf","component":"worker"}
{"msg":"region da0181b7-dd4a-45b4-a516-d3c271cf8adf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.408957946Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.409063238Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-da0181b7-dd4a-45b4-a516-d3c271cf8adf","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.410455876Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-da0181b7-dd4a-45b4-a516-d3c271cf8adf","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.419830167Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.434866544Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da0181b7-dd4a-45b4-a516-d3c271cf8adf","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.437754143Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da0181b7-dd4a-45b4-a516-d3c271cf8adf","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.43810245Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.438163901Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.438212592Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.438260273Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.441468768Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.446183154Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:31.588749039Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"uri":"/crucible/0/regions","method":"POST","req_id":"5acdd63f-e7b6-4b8a-bcc0-6bd575eef6cb","remote_addr":"[fd00:1122:3344:101::b]:59861","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"region 7f0fb53f-83d5-4637-b4df-e05dd83a5d28 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.720292658Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.720525143Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.720546854Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"uri":"/crucible/0/regions","method":"POST","req_id":"30c46b27-5183-4e41-8805-7d1268f4e286","remote_addr":"[fd00:1122:3344:101::b]:59861","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":295,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_275f9857-4588-4c99-8074-92222be09c5b/crucible/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.730746641Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_275f9857-4588-4c99-8074-92222be09c5b/crucible/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.730772472Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7f0fb53f-83d5-4637-b4df-e05dd83a5d28\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.781854692Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"region":"7f0fb53f-83d5-4637-b4df-e05dd83a5d28","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7f0fb53f-83d5-4637-b4df-e05dd83a5d28\" \"--data\" \"/data/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.781895193Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"region":"7f0fb53f-83d5-4637-b4df-e05dd83a5d28","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.849338037Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"region":"7f0fb53f-83d5-4637-b4df-e05dd83a5d28","component":"worker"}
{"msg":"region 7f0fb53f-83d5-4637-b4df-e05dd83a5d28 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.849376608Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.8494837Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7f0fb53f-83d5-4637-b4df-e05dd83a5d28","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.850502671Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7f0fb53f-83d5-4637-b4df-e05dd83a5d28","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.860858822Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.868050208Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7f0fb53f-83d5-4637-b4df-e05dd83a5d28","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.871318265Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.871615761Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.871673342Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.871718943Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.871759534Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.875350257Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:36.880797248Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:25:37.046000143Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"uri":"/crucible/0/regions","method":"POST","req_id":"f543f9aa-0d46-4a72-b78a-6738026290db","remote_addr":"[fd00:1122:3344:101::b]:59861","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.818970139Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"uri":"/crucible/0/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28","method":"GET","req_id":"2882b800-0b6e-4a0e-900f-b64c99a90985","remote_addr":"[fd00:1122:3344:101::b]:59861","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.823367909Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"datafile"}
{"msg":"dataset is oxp_275f9857-4588-4c99-8074-92222be09c5b/crucible/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.83867565Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"datafile"}
{"msg":"region 7f0fb53f-83d5-4637-b4df-e05dd83a5d28 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.848316657Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.84849573Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.848557502Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"uri":"/crucible/0/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28","method":"DELETE","req_id":"9d080605-4372-46a3-8bd3-a791dc3b2ae2","remote_addr":"[fd00:1122:3344:101::b]:59861","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25260,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7f0fb53f-83d5-4637-b4df-e05dd83a5d28 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.850243046Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.852537373Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"uri":"/crucible/0/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28","method":"GET","req_id":"170de95a-6fad-4aab-8d9a-9dbed442aa88","remote_addr":"[fd00:1122:3344:101::b]:59861","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.854803399Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_275f9857-4588-4c99-8074-92222be09c5b/crucible/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.866373085Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"region":"7f0fb53f-83d5-4637-b4df-e05dd83a5d28","component":"worker"}
{"msg":"region 7f0fb53f-83d5-4637-b4df-e05dd83a5d28 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.920462396Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-01T01:26:02.975249163Z","hostname":"oxz_crucible_d407f42a-eb7b-48f6-bf40-196a5cf1e43a","pid":22634,"uri":"/crucible/0/regions/7f0fb53f-83d5-4637-b4df-e05dd83a5d28","method":"GET","req_id":"68b16d31-875b-4c66-beb5-cab4502ca3f8","remote_addr":"[fd00:1122:3344:101::b]:59861","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":"200"}