[ Sep 27 04:18:18 Enabled. ]
[ Sep 27 04:18:18 Rereading configuration. ]
[ Sep 27 04:18:20 Rereading configuration. ]
[ Sep 27 04:18:23 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:23.169183868Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:23.172979191Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:23.172994661Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:23.189687027Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:18:23.423071847Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.139824682Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56736"}
{"msg":"region ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.169309589Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.173798038Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions","method":"POST","req_id":"52143621-4bc7-4cdb-8803-f1280c44c25c","remote_addr":"[fd00:1122:3344:101::a]:56736","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22323,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.178662587Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.188291041Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.188327242Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.239494708Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\" \"--data\" \"/data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.243899385Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.377435775Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","component":"worker"}
{"msg":"region ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.377496336Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.377559798Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.379960686Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.385393859Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.400728652Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.404896753Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.416732441Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.41874081Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.418816102Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.418872303Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.423635109Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.429691277Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:19:00.442259572Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions","method":"POST","req_id":"2726adcf-7b46-4a46-a7d3-78a4539a6320","remote_addr":"[fd00:1122:3344:101::a]:56736","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.310534136Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58473"}
{"msg":"region 4855a666-d15d-4153-8321-af79abaf9765 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.313771855Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.314541793Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions","method":"POST","req_id":"9255e5ec-380f-434b-b50e-bc0a073b545c","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":803,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.314564194Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/4855a666-d15d-4153-8321-af79abaf9765","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.327028857Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/4855a666-d15d-4153-8321-af79abaf9765","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.327053818Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4855a666-d15d-4153-8321-af79abaf9765\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4855a666-d15d-4153-8321-af79abaf9765\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.393092205Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"4855a666-d15d-4153-8321-af79abaf9765","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4855a666-d15d-4153-8321-af79abaf9765\" \"--data\" \"/data/regions/4855a666-d15d-4153-8321-af79abaf9765\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.393134496Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"4855a666-d15d-4153-8321-af79abaf9765","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.467190069Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"4855a666-d15d-4153-8321-af79abaf9765","component":"worker"}
{"msg":"region 4855a666-d15d-4153-8321-af79abaf9765 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.46723303Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.467307712Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4855a666-d15d-4153-8321-af79abaf9765","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.467701351Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4855a666-d15d-4153-8321-af79abaf9765","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.473275887Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.487721648Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4855a666-d15d-4153-8321-af79abaf9765","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.492560756Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4855a666-d15d-4153-8321-af79abaf9765","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.492840233Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.492895684Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.492940575Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.492979726Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.498511871Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.507438748Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.507553951Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.507667864Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.507677234Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.507734565Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.507789227Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.507871539Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.510656647Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.510705548Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.510751569Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.515782201Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.516260083Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:19.65130752Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions","method":"POST","req_id":"04dc7423-c1ad-4781-b1bb-ef58d00cbe03","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.45008472Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","method":"GET","req_id":"4f8680ac-26d6-44d0-9958-0e14542ba5a6","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.453803611Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"dataset is oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.463425595Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"snapshot is oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7@f70e914c-98a2-4c12-83fe-9df6289c3f1a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.471989914Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\", \"f70e914c-98a2-4c12-83fe-9df6289c3f1a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.472022054Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.482438918Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7/snapshots/f70e914c-98a2-4c12-83fe-9df6289c3f1a","method":"GET","req_id":"38b97ba2-c744-4300-a995-98d0c0aedc34","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28637,"response_code":"200"}
{"msg":"path is \"/data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.485778919Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"dataset is oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.494957033Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"snapshot is oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7@f70e914c-98a2-4c12-83fe-9df6289c3f1a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.503347587Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\", \"f70e914c-98a2-4c12-83fe-9df6289c3f1a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.503382058Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7-f70e914c-98a2-4c12-83fe-9df6289c3f1a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.512881299Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"applying SMF actions for region ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7 running snapshot f70e914c-98a2-4c12-83fe-9df6289c3f1a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.513092024Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.513114254Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7/snapshots/f70e914c-98a2-4c12-83fe-9df6289c3f1a/run","method":"POST","req_id":"1b334fcd-5cf5-4b90-9683-8996dc30dee3","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27365,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.514785255Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.514885978Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.51496631Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.5149776Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.515017811Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.515062532Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.515376629Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.515435191Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.515485282Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.515530873Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.520044533Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7-f70e914c-98a2-4c12-83fe-9df6289c3f1a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.520529015Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7-f70e914c-98a2-4c12-83fe-9df6289c3f1a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.52442193Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7-f70e914c-98a2-4c12-83fe-9df6289c3f1a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.534493815Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7/.zfs/snapshot/f70e914c-98a2-4c12-83fe-9df6289c3f1a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.534802812Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.534878594Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.534929265Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.534979817Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.535059899Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.539461316Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.544191801Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"region ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7 running snapshot f70e914c-98a2-4c12-83fe-9df6289c3f1a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.544206631Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"path is \"/data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.799933715Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"dataset is oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.808662248Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"snapshot is oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7@f70e914c-98a2-4c12-83fe-9df6289c3f1a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.817537783Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7\", \"f70e914c-98a2-4c12-83fe-9df6289c3f1a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.817568904Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:20.826666085Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7/snapshots/f70e914c-98a2-4c12-83fe-9df6289c3f1a/run","method":"POST","req_id":"35f5c95f-680f-40d1-b1eb-109c46af8835","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26755,"response_code":"200"}
{"msg":"region cc86d493-3b60-468e-ae55-879d5ecef7a7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.33446227Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.334639104Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions","method":"POST","req_id":"3ec97632-4a8d-4dd0-aafb-fc66d7194b64","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":239,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.334659035Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.344366481Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.344415972Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cc86d493-3b60-468e-ae55-879d5ecef7a7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.403756116Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"cc86d493-3b60-468e-ae55-879d5ecef7a7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cc86d493-3b60-468e-ae55-879d5ecef7a7\" \"--data\" \"/data/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.405708094Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"cc86d493-3b60-468e-ae55-879d5ecef7a7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.474760405Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"cc86d493-3b60-468e-ae55-879d5ecef7a7","component":"worker"}
{"msg":"region cc86d493-3b60-468e-ae55-879d5ecef7a7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.474805086Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.474911098Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.476329033Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.476424115Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.476525568Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.476532778Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.476573419Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.47661809Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.476994179Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.477057641Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.477107112Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.477159543Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.481016387Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cc86d493-3b60-468e-ae55-879d5ecef7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.481503379Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cc86d493-3b60-468e-ae55-879d5ecef7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.485764142Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.495020558Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cc86d493-3b60-468e-ae55-879d5ecef7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.498167264Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.49842042Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.498481002Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.498524083Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.498564614Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.503010082Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.509588442Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:24.641090283Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions","method":"POST","req_id":"64e13fef-16df-4d12-a2ec-45fc097e81b7","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.297189687Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7","method":"GET","req_id":"a25dd9b0-4f8b-41dc-8633-ee3ba592b448","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"path is \"/data/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.300933038Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"dataset is oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.312945051Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"region cc86d493-3b60-468e-ae55-879d5ecef7a7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.322711449Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.322928104Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.322981085Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7","method":"DELETE","req_id":"c7eef24f-e983-4cba-bf45-808aaa1086a4","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22380,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-cc86d493-3b60-468e-ae55-879d5ecef7a7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.324073552Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.327237589Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7","method":"GET","req_id":"2a42e4f2-b174-43bb-8872-23e830953b02","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.329046353Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.329139295Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.329232517Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.329240407Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.329286019Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.32934865Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.32975632Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.329817581Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.329868353Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.329919974Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.333993523Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.335441338Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.347035781Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"region":"cc86d493-3b60-468e-ae55-879d5ecef7a7","component":"worker"}
{"msg":"region cc86d493-3b60-468e-ae55-879d5ecef7a7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.400508052Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-27T04:24:52.438254801Z","hostname":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","pid":23313,"uri":"/crucible/0/regions/cc86d493-3b60-468e-ae55-879d5ecef7a7","method":"GET","req_id":"8f99a942-84ad-4a66-bb6c-2a14593f848d","remote_addr":"[fd00:1122:3344:101::a]:58473","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"}