[ Feb 28 10:02:23 Enabled. ]
[ Feb 28 10:02:23 Rereading configuration. ]
[ Feb 28 10:02:25 Rereading configuration. ]
[ Feb 28 10:02:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:33.944983291Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:33.947853519Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:33.947862429Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:33.962788163Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:34.258439911Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.604846701Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36894"}
{"msg":"region 2277e9d9-3e25-4799-b5dd-b94b798757b5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.629192988Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.6338764Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"774244ea-b729-4aab-ae13-05d81e2427f4","remote_addr":"[fd00:1122:3344:101::a]:36894","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":11885,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.63390259Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.64312645Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.643179811Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2277e9d9-3e25-4799-b5dd-b94b798757b5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.718569774Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"region":"2277e9d9-3e25-4799-b5dd-b94b798757b5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2277e9d9-3e25-4799-b5dd-b94b798757b5\" \"--data\" \"/data/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.718650495Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"region":"2277e9d9-3e25-4799-b5dd-b94b798757b5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.936465116Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"region":"2277e9d9-3e25-4799-b5dd-b94b798757b5","component":"worker"}
{"msg":"region 2277e9d9-3e25-4799-b5dd-b94b798757b5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.936561357Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.93674401Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2277e9d9-3e25-4799-b5dd-b94b798757b5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.937206966Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2277e9d9-3e25-4799-b5dd-b94b798757b5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.944058814Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.951764886Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2277e9d9-3e25-4799-b5dd-b94b798757b5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.955013178Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.955739298Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.955804998Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.955852999Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.955875559Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.960366378Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.972464296Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:02:52.981415522Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"5df73682-ee56-45c6-a712-d4bbf8aae38d","remote_addr":"[fd00:1122:3344:101::a]:36894","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.369964091Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42827"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.372793017Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5","method":"GET","req_id":"fe3c3be2-c63b-43b1-9c47-272cebe16812","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2756,"response_code":"200"}
{"msg":"path is \"/data/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.380160764Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"dataset is oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.389340923Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"snapshot is oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5@7530d1d3-6aab-42d0-b33d-cab3169b20bf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.397127005Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5\", \"7530d1d3-6aab-42d0-b33d-cab3169b20bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.397155645Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.408715646Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5/snapshots/7530d1d3-6aab-42d0-b33d-cab3169b20bf","method":"GET","req_id":"ce4e2412-9dfd-4b36-a770-e9a0de14a5ee","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30840,"response_code":"200"}
{"msg":"path is \"/data/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.41208297Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"dataset is oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.421509693Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"snapshot is oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5@7530d1d3-6aab-42d0-b33d-cab3169b20bf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.429233364Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5\", \"7530d1d3-6aab-42d0-b33d-cab3169b20bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.429292705Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 2277e9d9-3e25-4799-b5dd-b94b798757b5-7530d1d3-6aab-42d0-b33d-cab3169b20bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.437918497Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"applying SMF actions for region 2277e9d9-3e25-4799-b5dd-b94b798757b5 running snapshot 7530d1d3-6aab-42d0-b33d-cab3169b20bf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.438587656Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.438607176Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5/snapshots/7530d1d3-6aab-42d0-b33d-cab3169b20bf/run","method":"POST","req_id":"42a7e1b2-ae8e-466a-8863-5f4664c6f82a","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26558,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-2277e9d9-3e25-4799-b5dd-b94b798757b5-7530d1d3-6aab-42d0-b33d-cab3169b20bf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.443355448Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2277e9d9-3e25-4799-b5dd-b94b798757b5-7530d1d3-6aab-42d0-b33d-cab3169b20bf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.447148227Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2277e9d9-3e25-4799-b5dd-b94b798757b5-7530d1d3-6aab-42d0-b33d-cab3169b20bf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.457552193Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5/.zfs/snapshot/7530d1d3-6aab-42d0-b33d-cab3169b20bf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.457862617Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.457914088Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.457955978Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.457997339Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.458043869Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.461216231Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.465556027Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"region 2277e9d9-3e25-4799-b5dd-b94b798757b5 running snapshot 7530d1d3-6aab-42d0-b33d-cab3169b20bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.465570028Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"path is \"/data/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.715747902Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"dataset is oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.724273923Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"snapshot is oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5@7530d1d3-6aab-42d0-b33d-cab3169b20bf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.733373031Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5\", \"7530d1d3-6aab-42d0-b33d-cab3169b20bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.733416782Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:31.742243567Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions/2277e9d9-3e25-4799-b5dd-b94b798757b5/snapshots/7530d1d3-6aab-42d0-b33d-cab3169b20bf/run","method":"POST","req_id":"0467c167-f5d1-4bf0-a5d9-4d7bb6fe7904","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26519,"response_code":"200"}
{"msg":"region 6beeb2c3-d773-4235-b016-32a2059392f8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.101380101Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.101562743Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"7b6fff49-f411-4b4e-ace5-49e85f1c0c12","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":764,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.101593314Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/6beeb2c3-d773-4235-b016-32a2059392f8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.111901138Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/6beeb2c3-d773-4235-b016-32a2059392f8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.111927209Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6beeb2c3-d773-4235-b016-32a2059392f8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6beeb2c3-d773-4235-b016-32a2059392f8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.175235184Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"region":"6beeb2c3-d773-4235-b016-32a2059392f8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6beeb2c3-d773-4235-b016-32a2059392f8\" \"--data\" \"/data/regions/6beeb2c3-d773-4235-b016-32a2059392f8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.177253631Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"region":"6beeb2c3-d773-4235-b016-32a2059392f8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.239460322Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"582d8425-bf92-4db1-90bc-c8c6e5bcf8b8","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.276636277Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"region":"6beeb2c3-d773-4235-b016-32a2059392f8","component":"worker"}
{"msg":"region 6beeb2c3-d773-4235-b016-32a2059392f8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.276664738Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.276801069Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6beeb2c3-d773-4235-b016-32a2059392f8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.278080646Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6beeb2c3-d773-4235-b016-32a2059392f8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.284133545Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.291799625Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6beeb2c3-d773-4235-b016-32a2059392f8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.295189369Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6beeb2c3-d773-4235-b016-32a2059392f8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.295482683Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.295528034Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.295585074Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.295629445Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.300520179Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.3074771Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:13:36.668199306Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"2addce00-42bf-46f4-972b-238e5cd570c1","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":617,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.040391989Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions/6beeb2c3-d773-4235-b016-32a2059392f8","method":"GET","req_id":"624b1013-620c-447d-8b05-d96e826a2f6a","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":743,"response_code":"200"}
{"msg":"path is \"/data/regions/6beeb2c3-d773-4235-b016-32a2059392f8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.043396668Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"dataset is oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/6beeb2c3-d773-4235-b016-32a2059392f8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.055293173Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"region 6beeb2c3-d773-4235-b016-32a2059392f8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.066749743Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.066931475Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.066978666Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions/6beeb2c3-d773-4235-b016-32a2059392f8","method":"DELETE","req_id":"ad9d7599-a140-4f34-8791-16a5eb8b6374","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23632,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6beeb2c3-d773-4235-b016-32a2059392f8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.06807213Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.069886804Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions/6beeb2c3-d773-4235-b016-32a2059392f8","method":"GET","req_id":"29c4d4ec-da01-4005-a8ca-0e14b09105e9","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.077489893Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible/regions/6beeb2c3-d773-4235-b016-32a2059392f8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.088919312Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"region":"6beeb2c3-d773-4235-b016-32a2059392f8","component":"worker"}
{"msg":"region 6beeb2c3-d773-4235-b016-32a2059392f8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.159989829Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T10:14:07.17081772Z","hostname":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","pid":24769,"uri":"/crucible/0/regions/6beeb2c3-d773-4235-b016-32a2059392f8","method":"GET","req_id":"a3738999-ad0d-465c-9356-98ec60a45be2","remote_addr":"[fd00:1122:3344:101::a]:42827","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"}