[ Jun 17 21:19:48 Enabled. ]
[ Jun 17 21:19:48 Rereading configuration. ]
[ Jun 17 21:19:53 Rereading configuration. ]
[ Jun 17 21:19:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.881090737Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.883943156Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.883959076Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:58.889557093Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:19:59.037878418Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.201798233Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61002"}
{"msg":"region 17d8dc05-edbe-4df3-bc80-b8c7bcb02159 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.206898094Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.209339819Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"4b2b25d4-5eb5-4381-ac05-5dbc072a5d4f","remote_addr":"[fd00:1122:3344:101::b]:61002","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3233,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.209355559Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.219021157Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.219068458Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"17d8dc05-edbe-4df3-bc80-b8c7bcb02159\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.284774224Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"17d8dc05-edbe-4df3-bc80-b8c7bcb02159","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"17d8dc05-edbe-4df3-bc80-b8c7bcb02159\" \"--data\" \"/data/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.284831915Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"17d8dc05-edbe-4df3-bc80-b8c7bcb02159","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.574260951Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"92d56461-8c52-4980-9898-d7a76a614cf0","remote_addr":"[fd00:1122:3344:101::b]:61002","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.623281938Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"17d8dc05-edbe-4df3-bc80-b8c7bcb02159","component":"worker"}
{"msg":"region 17d8dc05-edbe-4df3-bc80-b8c7bcb02159 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.623314229Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.62343566Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-17d8dc05-edbe-4df3-bc80-b8c7bcb02159","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.623850164Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-17d8dc05-edbe-4df3-bc80-b8c7bcb02159","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.634634423Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.647798057Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-17d8dc05-edbe-4df3-bc80-b8c7bcb02159","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.656168102Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.661558976Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.661690198Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.661746358Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.661800599Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.671328985Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:18.679226275Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.089043842Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"d1b7a738-1e18-42aa-a240-b6c9f86eb396","remote_addr":"[fd00:1122:3344:101::b]:61002","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.600667752Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159","method":"GET","req_id":"1f34ed89-6ee1-45fe-a0b4-64f8e5217899","remote_addr":"[fd00:1122:3344:101::b]:61002","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"path is \"/data/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.602869604Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"dataset is oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.612717894Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"region 17d8dc05-edbe-4df3-bc80-b8c7bcb02159 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.62120803Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.621349972Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.621432982Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159","method":"DELETE","req_id":"5c408869-5b74-4bc4-87a7-bda98146b036","remote_addr":"[fd00:1122:3344:101::b]:61002","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18604,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-17d8dc05-edbe-4df3-bc80-b8c7bcb02159 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.622545094Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.624529844Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159","method":"GET","req_id":"bfb239c5-6f3b-43cf-a8d4-49bef5ba6136","remote_addr":"[fd00:1122:3344:101::b]:61002","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.629452614Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.639523466Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"17d8dc05-edbe-4df3-bc80-b8c7bcb02159","component":"worker"}
{"msg":"region 17d8dc05-edbe-4df3-bc80-b8c7bcb02159 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.70210077Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:20:19.746746903Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/17d8dc05-edbe-4df3-bc80-b8c7bcb02159","method":"GET","req_id":"6b811df4-b16e-47c8-a49f-269ce3ea5736","remote_addr":"[fd00:1122:3344:101::b]:61002","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.080295756Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50069"}
{"msg":"region aff29be1-f612-4aa3-9809-dcd97c323e2b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.081214505Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.081404957Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"137567b4-fd6e-4eab-8669-b85d98e5cc46","remote_addr":"[fd00:1122:3344:101::a]:50069","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":940,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.081421207Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.091380188Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.091412008Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"aff29be1-f612-4aa3-9809-dcd97c323e2b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.14673026Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"aff29be1-f612-4aa3-9809-dcd97c323e2b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aff29be1-f612-4aa3-9809-dcd97c323e2b\" \"--data\" \"/data/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.148643599Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"aff29be1-f612-4aa3-9809-dcd97c323e2b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.216214324Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"aff29be1-f612-4aa3-9809-dcd97c323e2b","component":"worker"}
{"msg":"region aff29be1-f612-4aa3-9809-dcd97c323e2b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.216262395Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.216381696Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aff29be1-f612-4aa3-9809-dcd97c323e2b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.217925422Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aff29be1-f612-4aa3-9809-dcd97c323e2b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.221512748Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.230336688Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aff29be1-f612-4aa3-9809-dcd97c323e2b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.233422229Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.233719012Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.233785783Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.233840663Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.233901174Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.237582851Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.242650473Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:21:09.336787357Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"2f4db7f1-6d40-4143-bf57-aa91ea7107dd","remote_addr":"[fd00:1122:3344:101::a]:50069","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.099087564Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51213"}
{"msg":"region 2b6e1fe6-0a57-4797-b93b-39eda0b6c553 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.099233796Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.100031844Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"f168e51b-4730-40c7-8a31-8ff430a4e294","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":838,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.100055364Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/2b6e1fe6-0a57-4797-b93b-39eda0b6c553","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.110156197Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/2b6e1fe6-0a57-4797-b93b-39eda0b6c553","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.110184427Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2b6e1fe6-0a57-4797-b93b-39eda0b6c553\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2b6e1fe6-0a57-4797-b93b-39eda0b6c553\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.163918212Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"2b6e1fe6-0a57-4797-b93b-39eda0b6c553","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2b6e1fe6-0a57-4797-b93b-39eda0b6c553\" \"--data\" \"/data/regions/2b6e1fe6-0a57-4797-b93b-39eda0b6c553\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.163985652Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"2b6e1fe6-0a57-4797-b93b-39eda0b6c553","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.263609123Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"711a3109-e799-4745-901d-cd7756b3b0f7","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.287610477Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"2b6e1fe6-0a57-4797-b93b-39eda0b6c553","component":"worker"}
{"msg":"region 2b6e1fe6-0a57-4797-b93b-39eda0b6c553 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.287641407Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.287789338Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2b6e1fe6-0a57-4797-b93b-39eda0b6c553","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.288782448Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2b6e1fe6-0a57-4797-b93b-39eda0b6c553","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.297007952Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.307013313Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2b6e1fe6-0a57-4797-b93b-39eda0b6c553","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.30966292Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b6e1fe6-0a57-4797-b93b-39eda0b6c553","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.309981493Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.310027944Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.310082404Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.310122465Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.313551209Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.319075685Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:21.976480333Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"f4756196-48a5-4ead-855d-446fd88d94a5","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.44046618Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42115"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.44053204Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b","method":"GET","req_id":"d1ad5693-1f72-4e12-905f-77d0fa9072c6","remote_addr":"[fd00:1122:3344:101::a]:42115","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"path is \"/data/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.443794544Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"dataset is oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.453038337Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"snapshot is oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b@9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.461530593Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b\", \"9f154061-576e-45bf-baea-08cf51715545\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.461556054Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.475797588Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b/snapshots/9f154061-576e-45bf-baea-08cf51715545","method":"GET","req_id":"3f97c96c-968b-40c6-be9a-b8533a4b1bb8","remote_addr":"[fd00:1122:3344:101::a]:42115","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":35086,"response_code":"200"}
{"msg":"path is \"/data/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.478619037Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"dataset is oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.487754099Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"snapshot is oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b@9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.49569829Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b\", \"9f154061-576e-45bf-baea-08cf51715545\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.495746051Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot aff29be1-f612-4aa3-9809-dcd97c323e2b-9f154061-576e-45bf-baea-08cf51715545 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.504327908Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"applying SMF actions for region aff29be1-f612-4aa3-9809-dcd97c323e2b running snapshot 9f154061-576e-45bf-baea-08cf51715545 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.50451876Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.50453906Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b/snapshots/9f154061-576e-45bf-baea-08cf51715545/run","method":"POST","req_id":"99cd7902-2ca8-4076-9633-8eac6e7c1f83","remote_addr":"[fd00:1122:3344:101::a]:42115","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26702,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-aff29be1-f612-4aa3-9809-dcd97c323e2b-9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.50749514Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aff29be1-f612-4aa3-9809-dcd97c323e2b-9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.510324488Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aff29be1-f612-4aa3-9809-dcd97c323e2b-9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.520971867Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aff29be1-f612-4aa3-9809-dcd97c323e2b/.zfs/snapshot/9f154061-576e-45bf-baea-08cf51715545","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.52130844Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.52137674Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.521430851Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.521481412Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.521553512Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.525215479Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.529567914Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"region aff29be1-f612-4aa3-9809-dcd97c323e2b running snapshot 9f154061-576e-45bf-baea-08cf51715545 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:22.529585854Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"region 1d7c29b5-627f-4dc5-9882-893563cf8e02 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.485669067Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.485841849Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"1c3a0794-5c9e-48a8-b9d6-5b071b146825","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":532,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.485862979Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.496532477Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.496573888Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1d7c29b5-627f-4dc5-9882-893563cf8e02\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.552731707Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"1d7c29b5-627f-4dc5-9882-893563cf8e02","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1d7c29b5-627f-4dc5-9882-893563cf8e02\" \"--data\" \"/data/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.554743698Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"1d7c29b5-627f-4dc5-9882-893563cf8e02","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.615774027Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"1d7c29b5-627f-4dc5-9882-893563cf8e02","component":"worker"}
{"msg":"region 1d7c29b5-627f-4dc5-9882-893563cf8e02 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.615814487Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.615939269Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1d7c29b5-627f-4dc5-9882-893563cf8e02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.61708153Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1d7c29b5-627f-4dc5-9882-893563cf8e02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.619295873Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.628490826Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1d7c29b5-627f-4dc5-9882-893563cf8e02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.631216683Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.631519157Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.631589607Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.631631128Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.631669618Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.635149143Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.644502788Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:25.771395385Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions","method":"POST","req_id":"380d7e09-a2b4-42e8-8a0f-e8845b63437d","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.48003565Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02","method":"GET","req_id":"a32653d2-194c-4bbb-94a1-93f918d9ab56","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"path is \"/data/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.482758147Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"dataset is oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.49384758Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"region 1d7c29b5-627f-4dc5-9882-893563cf8e02 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.502067953Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.502282385Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.502330186Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02","method":"DELETE","req_id":"76b2f12e-c002-43b9-9ab7-8c49eca26919","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19592,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-1d7c29b5-627f-4dc5-9882-893563cf8e02 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.504327666Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.505266336Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02","method":"GET","req_id":"279daf63-b10f-4e6d-90de-bf4838129d95","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.511688621Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d3e797bc-6c3a-4d22-8dd0-0eb78cd24c98/crucible/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.521952501Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"region":"1d7c29b5-627f-4dc5-9882-893563cf8e02","component":"worker"}
{"msg":"region 1d7c29b5-627f-4dc5-9882-893563cf8e02 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.588951675Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T21:26:49.639684539Z","hostname":"oxz_crucible_2161d902-cdb2-4fd0-9eb7-9ca02f89eb46","pid":24823,"uri":"/crucible/0/regions/1d7c29b5-627f-4dc5-9882-893563cf8e02","method":"GET","req_id":"09a04306-ac92-46e4-b66c-1558a198ade2","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}