{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.095359784Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37413"}
{"msg":"region 50103ba9-541b-4998-a124-a7e958c727c4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.127987684Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.132606313Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions","method":"POST","req_id":"d920d2e9-9321-467d-9a7e-8fc06b258212","remote_addr":"[fd00:1122:3344:101::a]:37413","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16695,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.132879069Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.142151528Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.142174979Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"50103ba9-541b-4998-a124-a7e958c727c4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/50103ba9-541b-4998-a124-a7e958c727c4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.202494133Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"region":"50103ba9-541b-4998-a124-a7e958c727c4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"50103ba9-541b-4998-a124-a7e958c727c4\" \"--data\" \"/data/regions/50103ba9-541b-4998-a124-a7e958c727c4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.206274504Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"region":"50103ba9-541b-4998-a124-a7e958c727c4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.341069006Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"region":"50103ba9-541b-4998-a124-a7e958c727c4","component":"worker"}
{"msg":"region 50103ba9-541b-4998-a124-a7e958c727c4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.341123267Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.34123084Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.34169552Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.345973211Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.363223492Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.365895209Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.366623465Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.369110108Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.36918242Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.369230821Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.383402965Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.387633015Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.43213028Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions","method":"POST","req_id":"c70238b7-ca39-4c31-9730-a12e54ee1c16","remote_addr":"[fd00:1122:3344:101::a]:37413","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.354194106Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40769"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.362119796Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions/50103ba9-541b-4998-a124-a7e958c727c4","method":"GET","req_id":"9a03570e-ee62-4494-a7f8-b79b89c3c80f","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":7883,"response_code":"200"}
{"msg":"path is \"/data/regions/50103ba9-541b-4998-a124-a7e958c727c4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.365339245Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"dataset is oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.374766337Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"snapshot is oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4@93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.383648748Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4\", \"93736f55-8d99-452a-9e65-823dc6e47b2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.383678429Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.398555598Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions/50103ba9-541b-4998-a124-a7e958c727c4/snapshots/93736f55-8d99-452a-9e65-823dc6e47b2c","method":"GET","req_id":"3b42b796-47f3-46d2-8cfa-d93d92419214","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33232,"response_code":"200"}
{"msg":"path is \"/data/regions/50103ba9-541b-4998-a124-a7e958c727c4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.406320504Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"dataset is oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.415141794Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"snapshot is oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4@93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.423289408Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4\", \"93736f55-8d99-452a-9e65-823dc6e47b2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.423322219Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 50103ba9-541b-4998-a124-a7e958c727c4-93736f55-8d99-452a-9e65-823dc6e47b2c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.432479136Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"applying SMF actions for region 50103ba9-541b-4998-a124-a7e958c727c4 running snapshot 93736f55-8d99-452a-9e65-823dc6e47b2c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.433023227Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.433067408Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions/50103ba9-541b-4998-a124-a7e958c727c4/snapshots/93736f55-8d99-452a-9e65-823dc6e47b2c/run","method":"POST","req_id":"dca91712-d5f6-47ac-8879-ba8e49fb8f40","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26782,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.440976818Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.44106221Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.441142642Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.441149342Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.441191723Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.441245614Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.441337576Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.441398697Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.441446418Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.441494869Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.44900331Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-50103ba9-541b-4998-a124-a7e958c727c4-93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.44946176Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-50103ba9-541b-4998-a124-a7e958c727c4-93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.451723438Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-50103ba9-541b-4998-a124-a7e958c727c4-93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.463048781Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50103ba9-541b-4998-a124-a7e958c727c4/.zfs/snapshot/93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.463257096Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.463309117Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.463347378Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.463384629Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.46343064Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.46670006Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.470549402Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"region 50103ba9-541b-4998-a124-a7e958c727c4 running snapshot 93736f55-8d99-452a-9e65-823dc6e47b2c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.470564493Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"path is \"/data/regions/50103ba9-541b-4998-a124-a7e958c727c4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.570867695Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"dataset is oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.579437619Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"snapshot is oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4@93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.587657195Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/50103ba9-541b-4998-a124-a7e958c727c4\", \"93736f55-8d99-452a-9e65-823dc6e47b2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.587692816Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.595450833Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions/50103ba9-541b-4998-a124-a7e958c727c4/snapshots/93736f55-8d99-452a-9e65-823dc6e47b2c/run","method":"POST","req_id":"48175328-2512-4349-b601-26034012c7bd","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24608,"response_code":"200"}
{"msg":"region b9032a27-7d31-49e2-98f8-31a285ae857b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.313722301Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.313890845Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.313930786Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions","method":"POST","req_id":"31c7b94b-1b3d-4b88-8293-c3d7bfbdb2da","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":237,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/b9032a27-7d31-49e2-98f8-31a285ae857b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.322920219Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/b9032a27-7d31-49e2-98f8-31a285ae857b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.322947299Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b9032a27-7d31-49e2-98f8-31a285ae857b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b9032a27-7d31-49e2-98f8-31a285ae857b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.40035467Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"region":"b9032a27-7d31-49e2-98f8-31a285ae857b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b9032a27-7d31-49e2-98f8-31a285ae857b\" \"--data\" \"/data/regions/b9032a27-7d31-49e2-98f8-31a285ae857b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.402114748Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"region":"b9032a27-7d31-49e2-98f8-31a285ae857b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.49586781Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"region":"b9032a27-7d31-49e2-98f8-31a285ae857b","component":"worker"}
{"msg":"region b9032a27-7d31-49e2-98f8-31a285ae857b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.495917921Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.496008583Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.496723438Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.49682577Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.496914482Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.496921202Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.496972873Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.497034535Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.497385382Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.497460744Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.497514725Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.497573016Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.501108342Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b9032a27-7d31-49e2-98f8-31a285ae857b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.501556962Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b9032a27-7d31-49e2-98f8-31a285ae857b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.507768325Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.513926737Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b9032a27-7d31-49e2-98f8-31a285ae857b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.517115996Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b9032a27-7d31-49e2-98f8-31a285ae857b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.517388871Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.517464883Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.517517044Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.517563835Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.52104295Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.526568279Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:18.614213729Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions","method":"POST","req_id":"d5c1c97b-aa86-4abd-b52e-98656840f0a4","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.552139419Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions/b9032a27-7d31-49e2-98f8-31a285ae857b","method":"GET","req_id":"dcc23cb0-7711-43f2-a0f2-efeec6f3eece","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/b9032a27-7d31-49e2-98f8-31a285ae857b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.557033844Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"dataset is oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/b9032a27-7d31-49e2-98f8-31a285ae857b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.570010012Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"region b9032a27-7d31-49e2-98f8-31a285ae857b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.579500286Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.579644419Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-b9032a27-7d31-49e2-98f8-31a285ae857b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.580886186Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.581907148Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions/b9032a27-7d31-49e2-98f8-31a285ae857b","method":"DELETE","req_id":"cf9395d7-fec4-4816-9666-e30af59e39df","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25711,"response_code":"204"}
{"msg":"existing directory value /dev/null does not match /data/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.584964873Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585113036Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585178728Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions/b9032a27-7d31-49e2-98f8-31a285ae857b","method":"GET","req_id":"1cc99124-a8a2-4a62-a26d-bb6ec03cbd64","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":35,"response_code":"200"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585231639Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585245019Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.58528592Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585336881Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50103ba9-541b-4998-a124-a7e958c727c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585646488Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585707519Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.58576026Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.585830922Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.589585412Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.591083374Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3da17e53-d384-4209-aa7d-1c0e0650f28d/crucible/regions/b9032a27-7d31-49e2-98f8-31a285ae857b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.602002179Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"region":"b9032a27-7d31-49e2-98f8-31a285ae857b","component":"worker"}
{"msg":"region b9032a27-7d31-49e2-98f8-31a285ae857b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.6565915Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:43.713532162Z","hostname":"oxz_crucible_10be3d30-968d-452c-b247-b24a099a0bd3","pid":20513,"uri":"/crucible/0/regions/b9032a27-7d31-49e2-98f8-31a285ae857b","method":"GET","req_id":"38ad1084-03b4-461c-a915-9909e79e63f0","remote_addr":"[fd00:1122:3344:101::a]:40769","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":100,"response_code":"200"}