[ Jan 17 08:00:24 Enabled. ]
[ Jan 17 08:00:24 Rereading configuration. ]
[ Jan 17 08:00:25 Rereading configuration. ]
[ Jan 17 08:00:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:30.047246536Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:30.04817791Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:30.0481856Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:30.063407958Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:30.23706495Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:27.934812398Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34074"}
{"msg":"region 9d003104-34aa-45e0-9663-7d75f1faa489 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:27.947884736Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:27.952100606Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions","method":"POST","req_id":"269754c2-8d51-45fe-b754-5866f28a815e","remote_addr":"[fd00:1122:3344:101::c]:34074","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":10853,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:27.952855557Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:27.962468385Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:27.962513866Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9d003104-34aa-45e0-9663-7d75f1faa489\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9d003104-34aa-45e0-9663-7d75f1faa489\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.03389232Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"region":"9d003104-34aa-45e0-9663-7d75f1faa489","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9d003104-34aa-45e0-9663-7d75f1faa489\" \"--data\" \"/data/regions/9d003104-34aa-45e0-9663-7d75f1faa489\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.033980831Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"region":"9d003104-34aa-45e0-9663-7d75f1faa489","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.12728849Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions","method":"POST","req_id":"3f7f7ef2-cb2d-4960-9390-ac50a2a13f59","remote_addr":"[fd00:1122:3344:101::c]:34074","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.191193597Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"region":"9d003104-34aa-45e0-9663-7d75f1faa489","component":"worker"}
{"msg":"region 9d003104-34aa-45e0-9663-7d75f1faa489 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.191249828Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.191356059Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9d003104-34aa-45e0-9663-7d75f1faa489","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.191764705Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9d003104-34aa-45e0-9663-7d75f1faa489","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.196756727Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.210292381Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9d003104-34aa-45e0-9663-7d75f1faa489","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.214283858Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9d003104-34aa-45e0-9663-7d75f1faa489","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.21499696Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.215126862Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.215174056Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.215211688Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.219604535Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.22833687Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:28.798931206Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions","method":"POST","req_id":"29fb4aa6-16b5-48b5-95e8-e904849c09cd","remote_addr":"[fd00:1122:3344:101::c]:34074","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":107,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.63666565Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58826"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.636758541Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions/9d003104-34aa-45e0-9663-7d75f1faa489","method":"GET","req_id":"ecd652b8-0d1e-485d-b725-67deb3fab37a","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"path is \"/data/regions/9d003104-34aa-45e0-9663-7d75f1faa489\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.640593496Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"dataset is oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.650007281Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"snapshot is oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489@83c188b1-47d6-489c-ada4-e53845a57c36","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.659127782Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489\", \"83c188b1-47d6-489c-ada4-e53845a57c36\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.659168732Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.670639817Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions/9d003104-34aa-45e0-9663-7d75f1faa489/snapshots/83c188b1-47d6-489c-ada4-e53845a57c36","method":"GET","req_id":"957ab2ab-3da9-4b39-ad7d-1e28d85943a9","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30739,"response_code":"200"}
{"msg":"path is \"/data/regions/9d003104-34aa-45e0-9663-7d75f1faa489\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.674239309Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"dataset is oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.683066246Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"snapshot is oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489@83c188b1-47d6-489c-ada4-e53845a57c36","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.690871947Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489\", \"83c188b1-47d6-489c-ada4-e53845a57c36\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.690905028Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9d003104-34aa-45e0-9663-7d75f1faa489-83c188b1-47d6-489c-ada4-e53845a57c36 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.700952602Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"applying SMF actions for region 9d003104-34aa-45e0-9663-7d75f1faa489 running snapshot 83c188b1-47d6-489c-ada4-e53845a57c36 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.701828165Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.701861675Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions/9d003104-34aa-45e0-9663-7d75f1faa489/snapshots/83c188b1-47d6-489c-ada4-e53845a57c36/run","method":"POST","req_id":"445e59a3-1256-41e2-8c34-bb9e1af90fff","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27652,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-9d003104-34aa-45e0-9663-7d75f1faa489-83c188b1-47d6-489c-ada4-e53845a57c36","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.713625304Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9d003104-34aa-45e0-9663-7d75f1faa489-83c188b1-47d6-489c-ada4-e53845a57c36","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.717804744Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9d003104-34aa-45e0-9663-7d75f1faa489-83c188b1-47d6-489c-ada4-e53845a57c36","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.730619398Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9d003104-34aa-45e0-9663-7d75f1faa489/.zfs/snapshot/83c188b1-47d6-489c-ada4-e53845a57c36","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.730919792Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.730969003Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.731011123Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.731050814Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.731101285Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.735407937Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.740235976Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"region 9d003104-34aa-45e0-9663-7d75f1faa489 running snapshot 83c188b1-47d6-489c-ada4-e53845a57c36 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.740254316Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"path is \"/data/regions/9d003104-34aa-45e0-9663-7d75f1faa489\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.872832068Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"dataset is oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.882306297Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"snapshot is oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489@83c188b1-47d6-489c-ada4-e53845a57c36","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.890529712Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/9d003104-34aa-45e0-9663-7d75f1faa489\", \"83c188b1-47d6-489c-ada4-e53845a57c36\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.890560073Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:10.89807344Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions/9d003104-34aa-45e0-9663-7d75f1faa489/snapshots/83c188b1-47d6-489c-ada4-e53845a57c36/run","method":"POST","req_id":"00d79b8e-5884-49ba-91d0-73b090cd36d7","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25272,"response_code":"200"}
{"msg":"region 0a02382e-1a45-42b8-81c6-035431a3844e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.81982188Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.820023933Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions","method":"POST","req_id":"2fc7e258-6274-4b83-b7d3-3e358f8b9ddf","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":261,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.820071763Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/0a02382e-1a45-42b8-81c6-035431a3844e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.829940695Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/0a02382e-1a45-42b8-81c6-035431a3844e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.829970535Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0a02382e-1a45-42b8-81c6-035431a3844e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0a02382e-1a45-42b8-81c6-035431a3844e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.908206718Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"region":"0a02382e-1a45-42b8-81c6-035431a3844e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0a02382e-1a45-42b8-81c6-035431a3844e\" \"--data\" \"/data/regions/0a02382e-1a45-42b8-81c6-035431a3844e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.908279789Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"region":"0a02382e-1a45-42b8-81c6-035431a3844e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.986905417Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"region":"0a02382e-1a45-42b8-81c6-035431a3844e","component":"worker"}
{"msg":"region 0a02382e-1a45-42b8-81c6-035431a3844e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.986953508Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.98708324Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0a02382e-1a45-42b8-81c6-035431a3844e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.987533476Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0a02382e-1a45-42b8-81c6-035431a3844e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.999559969Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.009109216Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0a02382e-1a45-42b8-81c6-035431a3844e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.013176824Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0a02382e-1a45-42b8-81c6-035431a3844e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.013466938Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.013527189Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.01357874Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.01362007Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.018090375Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.030565914Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.115437462Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions","method":"POST","req_id":"268215c6-b7ff-451b-9f14-d71a322ca87b","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":110,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.520027069Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions/0a02382e-1a45-42b8-81c6-035431a3844e","method":"GET","req_id":"029f7d18-eab4-42eb-9591-78f8e0d2b165","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/0a02382e-1a45-42b8-81c6-035431a3844e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.523957836Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"dataset is oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/0a02382e-1a45-42b8-81c6-035431a3844e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.535753635Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"region 0a02382e-1a45-42b8-81c6-035431a3844e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.545773259Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.545985362Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-0a02382e-1a45-42b8-81c6-035431a3844e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.547223729Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.548496148Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions/0a02382e-1a45-42b8-81c6-035431a3844e","method":"DELETE","req_id":"836304ff-c8c1-43be-9820-0482b1256236","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24575,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.551874056Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions/0a02382e-1a45-42b8-81c6-035431a3844e","method":"GET","req_id":"6ea10076-824b-4038-bf78-11461c58f48a","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":38,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.554118228Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_22491af9-677c-492c-b09f-dd32d6d37612/crucible/regions/0a02382e-1a45-42b8-81c6-035431a3844e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.566024199Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"region":"0a02382e-1a45-42b8-81c6-035431a3844e","component":"worker"}
{"msg":"region 0a02382e-1a45-42b8-81c6-035431a3844e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.639751776Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.659444709Z","hostname":"oxz_crucible_795d94b5-1279-4d33-bb2a-72d7e9f02077","pid":27355,"uri":"/crucible/0/regions/0a02382e-1a45-42b8-81c6-035431a3844e","method":"GET","req_id":"21d32336-6d11-45d9-b616-86c65e607cb7","remote_addr":"[fd00:1122:3344:101::c]:58826","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}