[ Aug 27 01:30:42 Enabled. ]
[ Aug 27 01:30:42 Rereading configuration. ]
[ Aug 27 01:30:45 Rereading configuration. ]
[ Aug 27 01:30:48 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:48.682344614Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:48.683189909Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:48.683200839Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:48.696487881Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:30:48.86097179Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.676207874Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51194"}
{"msg":"region a78675dd-76a8-4916-bb65-88f71f7163cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.709670985Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.717224366Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.719481478Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions","method":"POST","req_id":"b794097e-3b3e-4276-a2bf-2f5f7c170360","remote_addr":"[fd00:1122:3344:101::a]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20735,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.726066383Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.726091703Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a78675dd-76a8-4916-bb65-88f71f7163cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.784149117Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"a78675dd-76a8-4916-bb65-88f71f7163cd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a78675dd-76a8-4916-bb65-88f71f7163cd\" \"--data\" \"/data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.786537335Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"a78675dd-76a8-4916-bb65-88f71f7163cd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:01.929702104Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions","method":"POST","req_id":"29ac59d8-c960-48ff-be2b-4ad64433266e","remote_addr":"[fd00:1122:3344:101::a]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.007419314Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"a78675dd-76a8-4916-bb65-88f71f7163cd","component":"worker"}
{"msg":"region a78675dd-76a8-4916-bb65-88f71f7163cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.007480514Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.007603435Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.008062927Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.012742753Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.030515549Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.041217117Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.044255453Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.046285944Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.046338474Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.046378654Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.050713108Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.055016231Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:32:02.617676141Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions","method":"POST","req_id":"1c398284-eb0c-46a9-a507-0e1594a53099","remote_addr":"[fd00:1122:3344:101::a]:51194","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":660,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.35458257Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50652"}
{"msg":"region ff791b0d-7fb6-4857-9f3a-545d1b5c78d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.355267833Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.355909097Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.355922277Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions","method":"POST","req_id":"775701dd-3e93-499f-b712-829f35c85f1c","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1298,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.366351153Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.366381323Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ff791b0d-7fb6-4857-9f3a-545d1b5c78d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ff791b0d-7fb6-4857-9f3a-545d1b5c78d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.435334436Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ff791b0d-7fb6-4857-9f3a-545d1b5c78d5\" \"--data\" \"/data/regions/ff791b0d-7fb6-4857-9f3a-545d1b5c78d5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.437212086Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.512916955Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions","method":"POST","req_id":"02625218-75db-4877-b018-ed23ee736efa","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.541104838Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","component":"worker"}
{"msg":"region ff791b0d-7fb6-4857-9f3a-545d1b5c78d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.541134938Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.541329979Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.55259635Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.552768181Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.552915882Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.552927012Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.552984462Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.553080572Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.553621675Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.553758556Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.553851017Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.553933167Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.562662914Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.563353968Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.567242609Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.581261805Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.588768765Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.589157438Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.589247118Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.589320298Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.589381119Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.596536187Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.605326785Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:36:59.936270843Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions","method":"POST","req_id":"6bd2eb25-3bf6-4750-9909-390a33c96327","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:00.337797153Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45059"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:00.337896194Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","method":"GET","req_id":"58395451-fe8d-40ff-bbb3-02867478977b","remote_addr":"[fd00:1122:3344:101::b]:45059","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:00.452321132Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41730"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:00.453430638Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","method":"GET","req_id":"bbca857e-c754-45e8-97bd-2648aecd0d6e","remote_addr":"[fd00:1122:3344:101::a]:41730","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1034,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:00.478641735Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63658"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:00.478713185Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/ff791b0d-7fb6-4857-9f3a-545d1b5c78d5","method":"GET","req_id":"29e3f46d-dd0d-46dd-ac8b-0cf497d870a7","remote_addr":"[fd00:1122:3344:101::c]:63658","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.419133277Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","method":"GET","req_id":"d0c2aec7-aa3b-4067-b39b-206341cdaf7a","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"path is \"/data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.425481242Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"dataset is oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.434984903Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"snapshot is oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd@2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.443511629Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd\", \"2f669e1e-7251-4220-ac4e-00bc54e3a4e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.443546959Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.453678774Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/a78675dd-76a8-4916-bb65-88f71f7163cd/snapshots/2f669e1e-7251-4220-ac4e-00bc54e3a4e7","method":"GET","req_id":"e3312435-619e-4999-9ea6-95d7f9ecdbb4","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31298,"response_code":"200"}
{"msg":"path is \"/data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.45670509Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"dataset is oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.464916785Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"snapshot is oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd@2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.472704237Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd\", \"2f669e1e-7251-4220-ac4e-00bc54e3a4e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.472739367Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a78675dd-76a8-4916-bb65-88f71f7163cd-2f669e1e-7251-4220-ac4e-00bc54e3a4e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.481052022Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"applying SMF actions for region a78675dd-76a8-4916-bb65-88f71f7163cd running snapshot 2f669e1e-7251-4220-ac4e-00bc54e3a4e7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.481268383Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.481294353Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/a78675dd-76a8-4916-bb65-88f71f7163cd/snapshots/2f669e1e-7251-4220-ac4e-00bc54e3a4e7/run","method":"POST","req_id":"33140759-ab32-4ef8-96bf-f5f4540fd204","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24626,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.481943477Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.482024727Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.482103178Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.482111638Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.482149948Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.482195918Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.4825682Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.48263024Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.482677261Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.482722571Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.489504538Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-a78675dd-76a8-4916-bb65-88f71f7163cd-2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.490845595Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a78675dd-76a8-4916-bb65-88f71f7163cd-2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.500759398Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a78675dd-76a8-4916-bb65-88f71f7163cd-2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.517064697Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd/.zfs/snapshot/2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.517403028Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.517480189Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.517539169Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.517593969Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.51766041Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.52505051Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.533512555Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"region a78675dd-76a8-4916-bb65-88f71f7163cd running snapshot 2f669e1e-7251-4220-ac4e-00bc54e3a4e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.533530386Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"path is \"/data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.784705473Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"dataset is oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.79331949Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"snapshot is oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd@2f669e1e-7251-4220-ac4e-00bc54e3a4e7","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.801020561Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/a78675dd-76a8-4916-bb65-88f71f7163cd\", \"2f669e1e-7251-4220-ac4e-00bc54e3a4e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.801065412Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:01.809472327Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/a78675dd-76a8-4916-bb65-88f71f7163cd/snapshots/2f669e1e-7251-4220-ac4e-00bc54e3a4e7/run","method":"POST","req_id":"7b83c00a-c368-4a8f-b976-e32753340586","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24804,"response_code":"200"}
{"msg":"region c41f739a-9fba-4018-84ed-a2a8b7cbd17f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.054206334Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.054360674Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions","method":"POST","req_id":"9e24aeed-d04e-4894-8dce-f93852099f5d","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":227,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.054392775Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.063173822Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.063212372Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c41f739a-9fba-4018-84ed-a2a8b7cbd17f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.140273809Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"c41f739a-9fba-4018-84ed-a2a8b7cbd17f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c41f739a-9fba-4018-84ed-a2a8b7cbd17f\" \"--data\" \"/data/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.142112598Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"c41f739a-9fba-4018-84ed-a2a8b7cbd17f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.24032532Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"c41f739a-9fba-4018-84ed-a2a8b7cbd17f","component":"worker"}
{"msg":"region c41f739a-9fba-4018-84ed-a2a8b7cbd17f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.24038726Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.24049813Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.241203194Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.241283074Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.241363665Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.241370565Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.241412215Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.241471846Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.241875558Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.241940848Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.241993918Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.242041819Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.249010936Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c41f739a-9fba-4018-84ed-a2a8b7cbd17f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.249509059Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c41f739a-9fba-4018-84ed-a2a8b7cbd17f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.252840237Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.262490689Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c41f739a-9fba-4018-84ed-a2a8b7cbd17f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.268025239Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.268314751Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.268388471Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.268431501Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.268479361Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.275383539Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.291318895Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:05.321190446Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions","method":"POST","req_id":"f91602e0-26ce-4d63-a68f-9a0741c5cbe9","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.686798943Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f","method":"GET","req_id":"efcbef24-eea1-4e8c-ad37-3391403e2fa6","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":748,"response_code":"200"}
{"msg":"path is \"/data/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.68968549Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"dataset is oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.700283276Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"region c41f739a-9fba-4018-84ed-a2a8b7cbd17f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.709041774Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.709255435Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.709320565Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f","method":"DELETE","req_id":"ea88d99f-6189-419d-a226-0b5c3517e1dc","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19616,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-c41f739a-9fba-4018-84ed-a2a8b7cbd17f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.710638212Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.712470592Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f","method":"GET","req_id":"f97e10e7-71d3-43e6-a6f7-571f7956028a","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.715026806Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.715107466Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.715187697Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.715195157Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.715233887Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.715282217Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a78675dd-76a8-4916-bb65-88f71f7163cd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.715563659Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.715633129Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.715683969Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.71573109Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.719295979Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.72143605Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_026a65dd-7e6a-4fe8-a5f8-e5816b8f6e13/crucible/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.731777836Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"region":"c41f739a-9fba-4018-84ed-a2a8b7cbd17f","component":"worker"}
{"msg":"region c41f739a-9fba-4018-84ed-a2a8b7cbd17f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.784969804Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T01:37:39.81576618Z","hostname":"oxz_crucible_e4d17209-3d7b-4b88-8226-81b460457f8e","pid":26186,"uri":"/crucible/0/regions/c41f739a-9fba-4018-84ed-a2a8b7cbd17f","method":"GET","req_id":"ecf55be6-00a2-4ec1-928f-066b6b1bcb52","remote_addr":"[fd00:1122:3344:101::a]:50652","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"}