[ Jun 26 05:37:40 Enabled. ]
[ Jun 26 05:37:40 Rereading configuration. ]
[ Jun 26 05:37:45 Rereading configuration. ]
[ Jun 26 05:37:52 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:37:52.316729729Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:37:52.333537841Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:37:52.333577242Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:37:52.411622383Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:37:52.548510206Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.369656195Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62254"}
{"msg":"region aa34934a-211d-448c-a34c-0118de801ee8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.386392426Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.394267979Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions","method":"POST","req_id":"334b476a-a7e3-444a-a448-dd40b1d84792","remote_addr":"[fd00:1122:3344:101::a]:62254","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16002,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.394776091Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.408241195Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.408273026Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"aa34934a-211d-448c-a34c-0118de801ee8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aa34934a-211d-448c-a34c-0118de801ee8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.461497978Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"aa34934a-211d-448c-a34c-0118de801ee8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aa34934a-211d-448c-a34c-0118de801ee8\" \"--data\" \"/data/regions/aa34934a-211d-448c-a34c-0118de801ee8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.463330761Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"aa34934a-211d-448c-a34c-0118de801ee8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.582515962Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"aa34934a-211d-448c-a34c-0118de801ee8","component":"worker"}
{"msg":"region aa34934a-211d-448c-a34c-0118de801ee8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.582579253Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.582645685Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.583048734Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.589359841Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.603379248Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.607796921Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.608662131Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.610788491Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.610858503Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.610899384Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.619673778Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.624415949Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:39:04.677818555Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions","method":"POST","req_id":"75eb7b9b-bad6-427e-8107-a2201b049746","remote_addr":"[fd00:1122:3344:101::a]:62254","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.308271962Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40217"}
{"msg":"region 8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.308380784Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.309208904Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.309224894Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions","method":"POST","req_id":"fcc7e454-5db5-4fa1-8f53-b6620ca6f985","remote_addr":"[fd00:1122:3344:101::a]:40217","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":908,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.317776224Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.317804664Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.365972498Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff\" \"--data\" \"/data/regions/8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.36603042Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.431869796Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff","component":"worker"}
{"msg":"region 8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.431914787Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.431995629Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.432375558Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.437577869Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.454445812Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.457511414Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions","method":"POST","req_id":"0629dfda-f883-4c9f-a044-b2d2f618ec20","remote_addr":"[fd00:1122:3344:101::a]:40217","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.457574836Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e5604d6-9c47-4f54-9555-eb6f8eb2a9ff","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.457904923Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.457961105Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.458008636Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.458048057Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.461771814Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470312933Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470403425Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470486447Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470498027Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470538848Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470586559Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470693862Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470747273Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470795864Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.470842535Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.477795197Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:11.478273259Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.52541368Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41553"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.526207289Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions/aa34934a-211d-448c-a34c-0118de801ee8","method":"GET","req_id":"b13fa0c5-9077-45f7-8d4a-48844ecfe89c","remote_addr":"[fd00:1122:3344:101::a]:41553","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":749,"response_code":"200"}
{"msg":"path is \"/data/regions/aa34934a-211d-448c-a34c-0118de801ee8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.528755618Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"dataset is oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.537754428Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"snapshot is oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/aa34934a-211d-448c-a34c-0118de801ee8@d1f64d12-be07-447f-a2b0-fbdc20684eae","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.546308438Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/aa34934a-211d-448c-a34c-0118de801ee8\", \"d1f64d12-be07-447f-a2b0-fbdc20684eae\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.546333718Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.557517299Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions/aa34934a-211d-448c-a34c-0118de801ee8/snapshots/d1f64d12-be07-447f-a2b0-fbdc20684eae","method":"GET","req_id":"24222f27-309f-4577-8510-bf1e1ae30f3a","remote_addr":"[fd00:1122:3344:101::a]:41553","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31118,"response_code":"200"}
{"msg":"path is \"/data/regions/aa34934a-211d-448c-a34c-0118de801ee8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.557686613Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"dataset is oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.566427617Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"snapshot is oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/aa34934a-211d-448c-a34c-0118de801ee8@d1f64d12-be07-447f-a2b0-fbdc20684eae","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.574661479Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/aa34934a-211d-448c-a34c-0118de801ee8\", \"d1f64d12-be07-447f-a2b0-fbdc20684eae\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.57470058Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot aa34934a-211d-448c-a34c-0118de801ee8-d1f64d12-be07-447f-a2b0-fbdc20684eae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.584506499Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"applying SMF actions for region aa34934a-211d-448c-a34c-0118de801ee8 running snapshot d1f64d12-be07-447f-a2b0-fbdc20684eae (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.584692363Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.584729024Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions/aa34934a-211d-448c-a34c-0118de801ee8/snapshots/d1f64d12-be07-447f-a2b0-fbdc20684eae/run","method":"POST","req_id":"8726d203-a2d1-4b53-8fbb-01bef5e775b1","remote_addr":"[fd00:1122:3344:101::a]:41553","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27066,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586240759Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586323032Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586402523Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586409783Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586449704Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586494565Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586801543Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586858974Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586907765Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.586953266Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.590338955Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-aa34934a-211d-448c-a34c-0118de801ee8-d1f64d12-be07-447f-a2b0-fbdc20684eae","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.590851407Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aa34934a-211d-448c-a34c-0118de801ee8-d1f64d12-be07-447f-a2b0-fbdc20684eae","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.598234929Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aa34934a-211d-448c-a34c-0118de801ee8-d1f64d12-be07-447f-a2b0-fbdc20684eae","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.608250833Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa34934a-211d-448c-a34c-0118de801ee8/.zfs/snapshot/d1f64d12-be07-447f-a2b0-fbdc20684eae","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.60854063Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.608617672Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.608669933Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.608722914Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.608791776Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.613588428Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.618002971Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"region aa34934a-211d-448c-a34c-0118de801ee8 running snapshot d1f64d12-be07-447f-a2b0-fbdc20684eae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:12.618017261Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"region 6bfbe308-16eb-4582-897d-5283c58704c0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.620413122Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.620538755Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.620549025Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions","method":"POST","req_id":"2ed5748f-e0dd-4dc3-aba3-ceb07c9e5ff6","remote_addr":"[fd00:1122:3344:101::a]:40217","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":200,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/6bfbe308-16eb-4582-897d-5283c58704c0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.630354044Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/6bfbe308-16eb-4582-897d-5283c58704c0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.630385835Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6bfbe308-16eb-4582-897d-5283c58704c0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6bfbe308-16eb-4582-897d-5283c58704c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.705849156Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"6bfbe308-16eb-4582-897d-5283c58704c0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6bfbe308-16eb-4582-897d-5283c58704c0\" \"--data\" \"/data/regions/6bfbe308-16eb-4582-897d-5283c58704c0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.705908187Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"6bfbe308-16eb-4582-897d-5283c58704c0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.770481854Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"6bfbe308-16eb-4582-897d-5283c58704c0","component":"worker"}
{"msg":"region 6bfbe308-16eb-4582-897d-5283c58704c0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.770532455Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.770605516Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6bfbe308-16eb-4582-897d-5283c58704c0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.771074878Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6bfbe308-16eb-4582-897d-5283c58704c0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.77376175Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.781083831Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6bfbe308-16eb-4582-897d-5283c58704c0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.784837108Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6bfbe308-16eb-4582-897d-5283c58704c0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.785108285Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.785163256Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.785210547Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.785247408Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.788721759Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.795328283Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.795415755Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.795501237Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.795514528Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.795549058Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.79559123Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.79948318Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.799544432Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.799601543Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.799664034Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.804028966Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.805943131Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:15.948321453Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions","method":"POST","req_id":"3d5d9c06-7bf6-42c4-8ada-42f8244bd94f","remote_addr":"[fd00:1122:3344:101::a]:40217","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.765797018Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions/6bfbe308-16eb-4582-897d-5283c58704c0","method":"GET","req_id":"2bdfbf10-f981-4c2f-bc44-5dbd5e380d66","remote_addr":"[fd00:1122:3344:101::a]:40217","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/6bfbe308-16eb-4582-897d-5283c58704c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.768757267Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"dataset is oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/6bfbe308-16eb-4582-897d-5283c58704c0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.794206351Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"region 6bfbe308-16eb-4582-897d-5283c58704c0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.802982466Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.80317021Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.803242012Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions/6bfbe308-16eb-4582-897d-5283c58704c0","method":"DELETE","req_id":"b648b390-8607-4898-a5e5-5daaa42e0967","remote_addr":"[fd00:1122:3344:101::a]:40217","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":35004,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6bfbe308-16eb-4582-897d-5283c58704c0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.804277486Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.806238312Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions/6bfbe308-16eb-4582-897d-5283c58704c0","method":"GET","req_id":"9927843e-147f-48c5-b80a-4601d79e86e1","remote_addr":"[fd00:1122:3344:101::a]:40217","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.823521285Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.823600047Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.823681329Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.823688139Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.8237268Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.823771811Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa34934a-211d-448c-a34c-0118de801ee8","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.824118559Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.824181841Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.824228891Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.824273563Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.836978759Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.838772961Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_9ffbf4d7-0dbd-45c3-94b3-17c5d304c2bd/crucible/regions/6bfbe308-16eb-4582-897d-5283c58704c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.848408656Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"region":"6bfbe308-16eb-4582-897d-5283c58704c0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.92361537Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions/6bfbe308-16eb-4582-897d-5283c58704c0","method":"GET","req_id":"74f1f3c1-8354-4518-902d-28ecbbb76bfa","remote_addr":"[fd00:1122:3344:101::a]:40217","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":97,"response_code":"200"}
{"msg":"region 6bfbe308-16eb-4582-897d-5283c58704c0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:39.93002884Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-26T05:44:40.045870723Z","hostname":"oxz_crucible_f64b0db4-4e9f-4666-b267-c9abe9f8b189","pid":24361,"uri":"/crucible/0/regions/6bfbe308-16eb-4582-897d-5283c58704c0","method":"GET","req_id":"6997af3d-0bd3-49c9-9613-b04c9d84905b","remote_addr":"[fd00:1122:3344:101::a]:40217","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":511,"response_code":"200"}