[ Sep  6 06:35:22 Enabled. ]
[ Sep  6 06:35:22 Rereading configuration. ]
[ Sep  6 06:35:23 Rereading configuration. ]
[ Sep  6 06:35:25 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.54384093Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.546835258Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.546849688Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.572754801Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.729821898Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:54.995785206Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65306"}
{"msg":"region aa62a12c-f8ce-4cb8-954a-c6865a490373 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.034954366Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.045310617Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions","method":"POST","req_id":"8c0a31a6-0c14-40b4-8bb3-f99fd1aabf0e","remote_addr":"[fd00:1122:3344:101::a]:65306","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30680,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.061269836Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.069792782Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.069829433Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.237068178Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions","method":"POST","req_id":"379cb25f-e700-47d0-b48e-a4ac9f4dbaa4","remote_addr":"[fd00:1122:3344:101::a]:65306","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"creating region Region { id: RegionId(\"aa62a12c-f8ce-4cb8-954a-c6865a490373\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.265622032Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"aa62a12c-f8ce-4cb8-954a-c6865a490373","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aa62a12c-f8ce-4cb8-954a-c6865a490373\" \"--data\" \"/data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.267699352Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"aa62a12c-f8ce-4cb8-954a-c6865a490373","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.864982241Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions","method":"POST","req_id":"ec51894c-7c20-404b-b87d-a83ae1bf61a5","remote_addr":"[fd00:1122:3344:101::a]:65306","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.896745497Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"aa62a12c-f8ce-4cb8-954a-c6865a490373","component":"worker"}
{"msg":"region aa62a12c-f8ce-4cb8-954a-c6865a490373 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.896779128Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.89690316Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.897287497Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.910422412Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.933772985Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.939252322Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.958839692Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.96129867Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.961363801Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.961403912Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:55.979793088Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:56.016024661Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:56.97202573Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions","method":"POST","req_id":"08c93598-7ef8-405a-9115-5cabc13c0810","remote_addr":"[fd00:1122:3344:101::a]:65306","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.671591728Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52491"}
{"msg":"region e47da75c-dd21-40a8-a930-f3e8c1092011 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.67169665Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.672326422Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.672336292Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions","method":"POST","req_id":"58acc523-0025-4341-a72e-ee837413f29d","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":665,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/e47da75c-dd21-40a8-a930-f3e8c1092011","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.682256735Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/e47da75c-dd21-40a8-a930-f3e8c1092011","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.682303356Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e47da75c-dd21-40a8-a930-f3e8c1092011\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e47da75c-dd21-40a8-a930-f3e8c1092011\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.741761844Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"e47da75c-dd21-40a8-a930-f3e8c1092011","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e47da75c-dd21-40a8-a930-f3e8c1092011\" \"--data\" \"/data/regions/e47da75c-dd21-40a8-a930-f3e8c1092011\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.743632715Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"e47da75c-dd21-40a8-a930-f3e8c1092011","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.811865489Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions","method":"POST","req_id":"5cf4480d-6ffa-447b-90df-5e28c5493b2f","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.844131205Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"e47da75c-dd21-40a8-a930-f3e8c1092011","component":"worker"}
{"msg":"region e47da75c-dd21-40a8-a930-f3e8c1092011 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.844152985Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.844290098Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.854178579Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.854264701Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.854344073Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.854356233Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.854397974Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.854461415Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.854563897Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.857499014Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.857557835Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.857609156Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.869238842Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e47da75c-dd21-40a8-a930-f3e8c1092011","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.86966411Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e47da75c-dd21-40a8-a930-f3e8c1092011","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.881192404Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.895755046Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e47da75c-dd21-40a8-a930-f3e8c1092011","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.901903876Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e47da75c-dd21-40a8-a930-f3e8c1092011","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.902191251Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.902273003Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.902325914Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.902387755Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.909296719Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:08.914387428Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:09.385887556Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions","method":"POST","req_id":"7c2db9c5-3847-4825-9292-437dadb25a46","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.278950084Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","method":"GET","req_id":"137f9252-e7cb-4bed-8462-85ce7e54c91e","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":4102,"response_code":"200"}
{"msg":"path is \"/data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.282244098Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"dataset is oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.290844335Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"snapshot is oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373@d9715b93-639b-4620-8fe8-9d7c1ee48ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.29882672Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373\", \"d9715b93-639b-4620-8fe8-9d7c1ee48ff9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.298861101Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.306482278Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373/snapshots/d9715b93-639b-4620-8fe8-9d7c1ee48ff9","method":"GET","req_id":"b442e4a5-3c75-4c60-9ca7-c87ac9569ce4","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24245,"response_code":"200"}
{"msg":"path is \"/data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.309968056Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"dataset is oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.318620814Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"snapshot is oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373@d9715b93-639b-4620-8fe8-9d7c1ee48ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.326245462Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373\", \"d9715b93-639b-4620-8fe8-9d7c1ee48ff9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.326277322Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot aa62a12c-f8ce-4cb8-954a-c6865a490373-d9715b93-639b-4620-8fe8-9d7c1ee48ff9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.335207286Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"applying SMF actions for region aa62a12c-f8ce-4cb8-954a-c6865a490373 running snapshot d9715b93-639b-4620-8fe8-9d7c1ee48ff9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.335404479Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.33543404Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373/snapshots/d9715b93-639b-4620-8fe8-9d7c1ee48ff9/run","method":"POST","req_id":"46851046-f95a-488e-8a10-c8d3489e09c5","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25492,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336030312Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336114093Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336192545Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336201865Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336242506Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336287717Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336653764Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336713255Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336761606Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.336807547Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.342962866Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-aa62a12c-f8ce-4cb8-954a-c6865a490373-d9715b93-639b-4620-8fe8-9d7c1ee48ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.344301882Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aa62a12c-f8ce-4cb8-954a-c6865a490373-d9715b93-639b-4620-8fe8-9d7c1ee48ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.350269778Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aa62a12c-f8ce-4cb8-954a-c6865a490373-d9715b93-639b-4620-8fe8-9d7c1ee48ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.366125976Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373/.zfs/snapshot/d9715b93-639b-4620-8fe8-9d7c1ee48ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.36632901Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.366380831Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.366420381Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.366458222Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.366506473Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.372178573Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.377266882Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"region aa62a12c-f8ce-4cb8-954a-c6865a490373 running snapshot d9715b93-639b-4620-8fe8-9d7c1ee48ff9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.377282602Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"path is \"/data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.681312421Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"dataset is oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.69002537Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"snapshot is oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373@d9715b93-639b-4620-8fe8-9d7c1ee48ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.698299951Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373\", \"d9715b93-639b-4620-8fe8-9d7c1ee48ff9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.698351972Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:10.707041381Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373/snapshots/d9715b93-639b-4620-8fe8-9d7c1ee48ff9/run","method":"POST","req_id":"d035fc8e-d191-4b33-b2f1-83a8ff148d06","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25766,"response_code":"200"}
{"msg":"region 200f424f-13e2-46da-aa65-628425a85a9b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.159820765Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.159984518Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions","method":"POST","req_id":"80e2832d-ee6d-43fd-88d6-ad02a2a7da70","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":224,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.160028049Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/200f424f-13e2-46da-aa65-628425a85a9b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.169673886Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/200f424f-13e2-46da-aa65-628425a85a9b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.169711447Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"200f424f-13e2-46da-aa65-628425a85a9b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/200f424f-13e2-46da-aa65-628425a85a9b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.24253257Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"200f424f-13e2-46da-aa65-628425a85a9b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"200f424f-13e2-46da-aa65-628425a85a9b\" \"--data\" \"/data/regions/200f424f-13e2-46da-aa65-628425a85a9b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.24462061Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"200f424f-13e2-46da-aa65-628425a85a9b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.349185309Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"200f424f-13e2-46da-aa65-628425a85a9b","component":"worker"}
{"msg":"region 200f424f-13e2-46da-aa65-628425a85a9b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.34922138Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.349360253Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-200f424f-13e2-46da-aa65-628425a85a9b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.349863512Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-200f424f-13e2-46da-aa65-628425a85a9b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.353136776Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.370065584Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-200f424f-13e2-46da-aa65-628425a85a9b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.375790506Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/200f424f-13e2-46da-aa65-628425a85a9b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.376040791Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.376106242Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.376156483Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.376203894Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.382795502Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.392486939Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.392586752Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.392671313Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.392678833Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.392718494Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.392763745Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.402147037Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.402210808Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.402258579Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.40230524Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.40899415Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.411801984Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:14.452430993Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions","method":"POST","req_id":"1454f90e-1136-4a42-8fdc-f61e01aee4c9","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.23980636Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions/200f424f-13e2-46da-aa65-628425a85a9b","method":"GET","req_id":"03f2b11f-73d3-4bc5-815a-bace79f27acf","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/200f424f-13e2-46da-aa65-628425a85a9b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.243254367Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"dataset is oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/200f424f-13e2-46da-aa65-628425a85a9b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.253799721Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"region 200f424f-13e2-46da-aa65-628425a85a9b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.262627702Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.262812376Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.262873807Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions/200f424f-13e2-46da-aa65-628425a85a9b","method":"DELETE","req_id":"100d7663-12cb-41b8-bf84-be3323277802","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19639,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-200f424f-13e2-46da-aa65-628425a85a9b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.263936308Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.26614224Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions/200f424f-13e2-46da-aa65-628425a85a9b","method":"GET","req_id":"3ee36936-5cea-4702-92be-8595def3cc3d","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.268849953Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.268936355Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.269019236Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.269032187Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.269068927Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.269121928Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa62a12c-f8ce-4cb8-954a-c6865a490373","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.269484115Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.269547057Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.269607498Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.269665209Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.273796829Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.27590127Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7516b8f4-123a-4b07-8c44-30d87eec7e9c/crucible/regions/200f424f-13e2-46da-aa65-628425a85a9b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.28520125Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"region":"200f424f-13e2-46da-aa65-628425a85a9b","component":"worker"}
{"msg":"region 200f424f-13e2-46da-aa65-628425a85a9b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.331504939Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:42:40.411034642Z","hostname":"oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a","pid":21003,"uri":"/crucible/0/regions/200f424f-13e2-46da-aa65-628425a85a9b","method":"GET","req_id":"312ca16a-5e38-43dd-bc46-79a272bcff4e","remote_addr":"[fd00:1122:3344:101::a]:52491","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":"200"}