[ Feb 21 01:16:55 Enabled. ]
[ Feb 21 01:16:55 Rereading configuration. ]
[ Feb 21 01:16:57 Rereading configuration. ]
[ Feb 21 01:16:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:59.109868284Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:59.115084831Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:59.115100461Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:59.23266612Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.13413587Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48114"}
{"msg":"region b1f63843-a2ce-42da-bf8e-8ff9427eff55 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.212483896Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.214832626Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"60aae1ba-d883-4f01-874e-e1d247cbb1e1","remote_addr":"[fd00:1122:3344:101::c]:48114","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":12565,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.215447484Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.228162975Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.228191966Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b1f63843-a2ce-42da-bf8e-8ff9427eff55\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.316420208Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"b1f63843-a2ce-42da-bf8e-8ff9427eff55","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.503896082Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"65a0da16-0bfe-43fd-92aa-78a2aeb66bc2","remote_addr":"[fd00:1122:3344:101::c]:48114","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":107,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.50983475Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"b1f63843-a2ce-42da-bf8e-8ff9427eff55","component":"worker"}
{"msg":"region b1f63843-a2ce-42da-bf8e-8ff9427eff55 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.509865351Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.510033876Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b1f63843-a2ce-42da-bf8e-8ff9427eff55","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.510630694Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b1f63843-a2ce-42da-bf8e-8ff9427eff55","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.524823379Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.559754495Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b1f63843-a2ce-42da-bf8e-8ff9427eff55","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.572365583Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.574878478Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.577111895Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.577162626Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.577203197Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.60001158Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:44.623832504Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.065785898Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"fd928591-01e2-41d8-9991-177f95f76310","remote_addr":"[fd00:1122:3344:101::c]:48114","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.534851065Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48309"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.537150423Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55","method":"GET","req_id":"1f999a09-3e38-4379-a34a-809d786f03d9","remote_addr":"[fd00:1122:3344:101::c]:48309","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2265,"response_code":"200"}
{"msg":"path is \"/data/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.537335889Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.546199004Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"region b1f63843-a2ce-42da-bf8e-8ff9427eff55 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.554799952Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.554963667Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.555024519Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55","method":"DELETE","req_id":"aac2d5a2-4a16-4b58-b9a4-4baa85f2f832","remote_addr":"[fd00:1122:3344:101::c]:48309","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17722,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.555169123Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55","method":"GET","req_id":"69d48d23-4cae-4882-bf2a-9ae9694edbc8","remote_addr":"[fd00:1122:3344:101::c]:48309","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-b1f63843-a2ce-42da-bf8e-8ff9427eff55 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.556274696Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.570985327Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.581000527Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"b1f63843-a2ce-42da-bf8e-8ff9427eff55","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.660631991Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55","method":"GET","req_id":"d714ccc3-5471-47d8-862c-c7021a0de708","remote_addr":"[fd00:1122:3344:101::c]:48309","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"region b1f63843-a2ce-42da-bf8e-8ff9427eff55 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.704838315Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:17:45.733866944Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/b1f63843-a2ce-42da-bf8e-8ff9427eff55","method":"GET","req_id":"19f35156-b9f0-4968-aace-cf487604ee33","remote_addr":"[fd00:1122:3344:101::c]:48309","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.200799383Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54306"}
{"msg":"region ba25a01f-9eb4-4e5f-bf86-70df47103f1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.230842583Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.231124041Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.231143372Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"071b9ad4-d1ae-4419-9204-a59df00be898","remote_addr":"[fd00:1122:3344:101::a]:54306","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":348,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.240400279Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.24044145Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ba25a01f-9eb4-4e5f-bf86-70df47103f1d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.289043165Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"ba25a01f-9eb4-4e5f-bf86-70df47103f1d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.359681081Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"ba25a01f-9eb4-4e5f-bf86-70df47103f1d","component":"worker"}
{"msg":"region ba25a01f-9eb4-4e5f-bf86-70df47103f1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.359729852Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.359790664Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ba25a01f-9eb4-4e5f-bf86-70df47103f1d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.361177145Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ba25a01f-9eb4-4e5f-bf86-70df47103f1d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.364356491Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.370827985Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ba25a01f-9eb4-4e5f-bf86-70df47103f1d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.373621298Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.373944338Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.37399924Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.374050341Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.374095002Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.377708781Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.382619478Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:18:34.532272869Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"ae98677f-d30a-4e0d-ab7b-7c827938f3c0","remote_addr":"[fd00:1122:3344:101::a]:54306","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:56.953915377Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38579"}
{"msg":"region f6ac57d0-ebf8-48ca-8b5f-2396a86de577 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.013755679Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.019065258Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"71dd66e8-e464-4665-9c62-7b2d06067a94","remote_addr":"[fd00:1122:3344:101::a]:38579","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":5366,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.019085669Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/f6ac57d0-ebf8-48ca-8b5f-2396a86de577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.031260393Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/f6ac57d0-ebf8-48ca-8b5f-2396a86de577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.031286904Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f6ac57d0-ebf8-48ca-8b5f-2396a86de577\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/f6ac57d0-ebf8-48ca-8b5f-2396a86de577\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.16673566Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"f6ac57d0-ebf8-48ca-8b5f-2396a86de577","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.280169537Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"06b984ad-e053-44a0-a351-b4df6d3a57c7","remote_addr":"[fd00:1122:3344:101::a]:38579","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":205,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.493255708Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"f6ac57d0-ebf8-48ca-8b5f-2396a86de577","component":"worker"}
{"msg":"region f6ac57d0-ebf8-48ca-8b5f-2396a86de577 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.493282149Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.493427643Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f6ac57d0-ebf8-48ca-8b5f-2396a86de577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.499538046Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f6ac57d0-ebf8-48ca-8b5f-2396a86de577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.53339752Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.583735508Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.588581513Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"935d04f4-2bc0-4852-92bf-706b3fb301f5","remote_addr":"[fd00:1122:3344:101::a]:38579","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f6ac57d0-ebf8-48ca-8b5f-2396a86de577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.607655084Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f6ac57d0-ebf8-48ca-8b5f-2396a86de577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.608007625Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.608064686Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.608122458Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.608169149Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.632392955Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.644315692Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.850589314Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40752"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.851483951Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d","method":"GET","req_id":"d71f19b1-b6b5-492d-99bb-c180875a7fe1","remote_addr":"[fd00:1122:3344:101::a]:40752","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":870,"response_code":"200"}
{"msg":"path is \"/data/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.851704477Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.860550853Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d@a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.869421008Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d\", \"a3e9b599-0b1b-4d20-be9f-3b9142328a61\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.86946754Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.88516832Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d/snapshots/a3e9b599-0b1b-4d20-be9f-3b9142328a61","method":"GET","req_id":"72c96fde-279f-4112-a9c2-d00d9272994c","remote_addr":"[fd00:1122:3344:101::a]:40752","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33473,"response_code":"200"}
{"msg":"path is \"/data/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.888144289Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.896074976Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d@a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.904471018Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d\", \"a3e9b599-0b1b-4d20-be9f-3b9142328a61\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.904501549Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ba25a01f-9eb4-4e5f-bf86-70df47103f1d-a3e9b599-0b1b-4d20-be9f-3b9142328a61 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.912287202Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"applying SMF actions for region ba25a01f-9eb4-4e5f-bf86-70df47103f1d running snapshot a3e9b599-0b1b-4d20-be9f-3b9142328a61 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.912482778Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.912497678Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d/snapshots/a3e9b599-0b1b-4d20-be9f-3b9142328a61/run","method":"POST","req_id":"f17146ec-f127-4e07-8ea2-4efd0d10c924","remote_addr":"[fd00:1122:3344:101::a]:40752","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24392,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-ba25a01f-9eb4-4e5f-bf86-70df47103f1d-a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.915466287Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ba25a01f-9eb4-4e5f-bf86-70df47103f1d-a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.932045563Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ba25a01f-9eb4-4e5f-bf86-70df47103f1d-a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.974750252Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba25a01f-9eb4-4e5f-bf86-70df47103f1d/.zfs/snapshot/a3e9b599-0b1b-4d20-be9f-3b9142328a61","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.975046291Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.975097563Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.975146664Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.975188595Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.975242927Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.997272957Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.013217074Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"region ba25a01f-9eb4-4e5f-bf86-70df47103f1d running snapshot a3e9b599-0b1b-4d20-be9f-3b9142328a61 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:59.013229455Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.30058021Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54766"}
{"msg":"region 69fe203d-ed2c-4e61-83f4-a04444c7b977 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.361320809Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.361516945Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"f364ffbf-eda2-4b93-b9bf-aaafa5d14c53","remote_addr":"[fd00:1122:3344:101::a]:54766","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1332,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.361556516Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.37103637Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.371085781Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"69fe203d-ed2c-4e61-83f4-a04444c7b977\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.476752536Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"69fe203d-ed2c-4e61-83f4-a04444c7b977","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.634020955Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"cb0198a9-02e3-4b63-a85f-864c65f8343b","remote_addr":"[fd00:1122:3344:101::a]:54766","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":994,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.680713163Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"69fe203d-ed2c-4e61-83f4-a04444c7b977","component":"worker"}
{"msg":"region 69fe203d-ed2c-4e61-83f4-a04444c7b977 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.680746764Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.680886599Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-69fe203d-ed2c-4e61-83f4-a04444c7b977","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.681999252Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-69fe203d-ed2c-4e61-83f4-a04444c7b977","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.697768824Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.719435893Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-69fe203d-ed2c-4e61-83f4-a04444c7b977","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.736975238Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.737298508Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.73735464Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.737408581Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.737471103Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.751609526Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.784201153Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:04.21426466Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions","method":"POST","req_id":"bdc00a7e-e603-4532-b9c0-0338a8b7c2c5","remote_addr":"[fd00:1122:3344:101::a]:54766","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.855812258Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40229"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.85590009Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977","method":"GET","req_id":"391d11f4-93e7-4a55-89ae-8dfe56fcc65c","remote_addr":"[fd00:1122:3344:101::a]:40229","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.856068895Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.869423545Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"region 69fe203d-ed2c-4e61-83f4-a04444c7b977 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.878129876Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.878424535Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.878456745Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977","method":"DELETE","req_id":"8d796f31-6ce4-4500-b54b-71f4dd1f4a2b","remote_addr":"[fd00:1122:3344:101::a]:40229","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22421,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.878654611Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977","method":"GET","req_id":"26a5c345-4b1d-4ca1-8350-f99943c07f33","remote_addr":"[fd00:1122:3344:101::a]:40229","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-69fe203d-ed2c-4e61-83f4-a04444c7b977 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.880370703Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.890696822Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.901099404Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"region":"69fe203d-ed2c-4e61-83f4-a04444c7b977","component":"worker"}
{"msg":"region 69fe203d-ed2c-4e61-83f4-a04444c7b977 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:45.949048239Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.014628373Z","hostname":"oxz_crucible_58c5784e-4891-4906-904a-df8d17287992","pid":23429,"uri":"/crucible/0/regions/69fe203d-ed2c-4e61-83f4-a04444c7b977","method":"GET","req_id":"825cf70b-f4d7-468a-ab55-f56c47797f0c","remote_addr":"[fd00:1122:3344:101::a]:40229","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1062,"response_code":"200"}