[ Nov 18 21:00:52 Enabled. ]
[ Nov 18 21:00:52 Rereading configuration. ]
[ Nov 18 21:00:54 Rereading configuration. ]
[ Nov 18 21:00:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.276050023Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.279232187Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.279244247Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.299211566Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.411698425Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.329249777Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52375"}
{"msg":"region b51b681c-b35d-4a4e-a933-8abe9b1b5d7d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.341142756Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.341485538Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions","method":"POST","req_id":"463c2923-d45b-495a-b300-87ebe9c97381","remote_addr":"[fd00:1122:3344:101::a]:52375","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":958,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.342597227Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.35248796Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.352529981Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.41944048Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"region":"b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\" \"--data\" \"/data/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.423356389Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"region":"b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.481198051Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions","method":"POST","req_id":"79dd11e5-80d6-4a0f-a7ab-8e4c03610d94","remote_addr":"[fd00:1122:3344:101::a]:52375","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.581071545Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"region":"b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","component":"worker"}
{"msg":"region b51b681c-b35d-4a4e-a933-8abe9b1b5d7d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.581129056Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.581219257Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.581603099Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.58703824Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.599359302Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.603403072Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.603971426Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.604105777Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.604152737Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.604192558Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.608277148Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.612295318Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.74939936Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions","method":"POST","req_id":"79024f70-0fc5-4827-89b7-1687871650c0","remote_addr":"[fd00:1122:3344:101::a]:52375","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.773811975Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34436"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.782717192Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","method":"GET","req_id":"619ff37d-21c3-4ae8-a85e-5c6dc5e0f38e","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":8851,"response_code":"200"}
{"msg":"path is \"/data/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.786336069Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"dataset is oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.794917413Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"snapshot is oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d@3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.803524177Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\", \"3f9fac57-9620-4fd8-bcd9-7592fc858ef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.803568367Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.815171944Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d/snapshots/3f9fac57-9620-4fd8-bcd9-7592fc858ef5","method":"GET","req_id":"a5de3ab8-3757-4cdc-8045-63429b964f2d","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28841,"response_code":"200"}
{"msg":"path is \"/data/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.818387698Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"dataset is oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.826589069Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"snapshot is oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d@3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.834086145Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\", \"3f9fac57-9620-4fd8-bcd9-7592fc858ef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.834118405Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b51b681c-b35d-4a4e-a933-8abe9b1b5d7d-3f9fac57-9620-4fd8-bcd9-7592fc858ef5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.84285666Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"applying SMF actions for region b51b681c-b35d-4a4e-a933-8abe9b1b5d7d running snapshot 3f9fac57-9620-4fd8-bcd9-7592fc858ef5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.843420554Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.843441624Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d/snapshots/3f9fac57-9620-4fd8-bcd9-7592fc858ef5/run","method":"POST","req_id":"aeb7ec5e-1f10-48da-9695-c873832f6a97","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25085,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d-3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.85084484Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d-3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.854356746Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d-3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.868175369Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d/.zfs/snapshot/3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.868505931Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.868556132Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.868596812Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.868635932Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.868682433Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.872173795Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.876612802Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"region b51b681c-b35d-4a4e-a933-8abe9b1b5d7d running snapshot 3f9fac57-9620-4fd8-bcd9-7592fc858ef5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.876627522Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"path is \"/data/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:17.010699742Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"dataset is oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:17.019264176Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"snapshot is oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d@3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:17.027951411Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d\", \"3f9fac57-9620-4fd8-bcd9-7592fc858ef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:17.027982441Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:17.036221752Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions/b51b681c-b35d-4a4e-a933-8abe9b1b5d7d/snapshots/3f9fac57-9620-4fd8-bcd9-7592fc858ef5/run","method":"POST","req_id":"93af32b2-cb0c-425d-8c53-0e4be06d73dd","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25567,"response_code":"200"}
{"msg":"region 53e40aa9-fab8-4cac-9061-98e552a670d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.029963609Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.03012749Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions","method":"POST","req_id":"5b7977ff-0feb-4e71-a411-e98123c08216","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":232,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.030167301Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/53e40aa9-fab8-4cac-9061-98e552a670d5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.039966004Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/53e40aa9-fab8-4cac-9061-98e552a670d5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.039993184Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"53e40aa9-fab8-4cac-9061-98e552a670d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/53e40aa9-fab8-4cac-9061-98e552a670d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.105735885Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"region":"53e40aa9-fab8-4cac-9061-98e552a670d5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"53e40aa9-fab8-4cac-9061-98e552a670d5\" \"--data\" \"/data/regions/53e40aa9-fab8-4cac-9061-98e552a670d5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.10776752Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"region":"53e40aa9-fab8-4cac-9061-98e552a670d5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.181156587Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"region":"53e40aa9-fab8-4cac-9061-98e552a670d5","component":"worker"}
{"msg":"region 53e40aa9-fab8-4cac-9061-98e552a670d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.181190377Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.181323828Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-53e40aa9-fab8-4cac-9061-98e552a670d5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.181782752Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-53e40aa9-fab8-4cac-9061-98e552a670d5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.187304673Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.196729123Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-53e40aa9-fab8-4cac-9061-98e552a670d5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.199624975Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/53e40aa9-fab8-4cac-9061-98e552a670d5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.199915757Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.199972857Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.200015478Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.200060108Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.204274909Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.215873606Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.344421725Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions","method":"POST","req_id":"121204f0-6a13-426a-8666-9e1f5b2d1aea","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":107,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.649952251Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions/53e40aa9-fab8-4cac-9061-98e552a670d5","method":"GET","req_id":"727a5f2a-ab4b-41ee-b50c-a887c97006bb","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/53e40aa9-fab8-4cac-9061-98e552a670d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.653637689Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"dataset is oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/53e40aa9-fab8-4cac-9061-98e552a670d5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.6658797Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"region 53e40aa9-fab8-4cac-9061-98e552a670d5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.676639571Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.676825362Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-53e40aa9-fab8-4cac-9061-98e552a670d5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.678034041Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.679146539Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions/53e40aa9-fab8-4cac-9061-98e552a670d5","method":"DELETE","req_id":"f91be9f9-a565-460b-99fa-1f6cfa99ab85","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25564,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.682527144Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions/53e40aa9-fab8-4cac-9061-98e552a670d5","method":"GET","req_id":"1fc0fd69-f572-4af4-b978-fff8d6ccce91","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":34,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.685295935Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crucible/regions/53e40aa9-fab8-4cac-9061-98e552a670d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.697482426Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"region":"53e40aa9-fab8-4cac-9061-98e552a670d5","component":"worker"}
{"msg":"region 53e40aa9-fab8-4cac-9061-98e552a670d5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.754720602Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.797551572Z","hostname":"oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139","pid":28448,"uri":"/crucible/0/regions/53e40aa9-fab8-4cac-9061-98e552a670d5","method":"GET","req_id":"319f5121-7bee-4a99-9c4d-918c7c7b8f56","remote_addr":"[fd00:1122:3344:101::a]:34436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":79,"response_code":"200"}