[ Feb 21 06:52:13 Enabled. ]
[ Feb 21 06:52:13 Rereading configuration. ]
[ Feb 21 06:52:18 Rereading configuration. ]
[ Feb 21 06:52:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5800a81d-6373-46e1-9b34-8e6c3ba894db/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_5800a81d-6373-46e1-9b34-8e6c3ba894db/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:52:27.752996422Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:52:27.755795068Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:52:27.755805298Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:52:27.773853643Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:52:27.944241202Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:19.880188638Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46409"}
{"msg":"region a357cbb6-cd20-4e60-970e-fe2f08d74fbf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:19.908401952Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:19.908681518Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"uri":"/crucible/0/regions","method":"POST","req_id":"8784bc76-143e-42c8-8fcb-3c1383a7613c","remote_addr":"[fd00:1122:3344:101::a]:46409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":8733,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:19.911156966Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_5800a81d-6373-46e1-9b34-8e6c3ba894db/crucible/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:19.919927353Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_5800a81d-6373-46e1-9b34-8e6c3ba894db/crucible/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:19.919956973Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a357cbb6-cd20-4e60-970e-fe2f08d74fbf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.105153301Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"region":"a357cbb6-cd20-4e60-970e-fe2f08d74fbf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a357cbb6-cd20-4e60-970e-fe2f08d74fbf\" \"--data\" \"/data/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.107281881Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"region":"a357cbb6-cd20-4e60-970e-fe2f08d74fbf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.145544491Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"uri":"/crucible/0/regions","method":"POST","req_id":"476317e4-c46f-4f9f-95ce-bdf18519ef7b","remote_addr":"[fd00:1122:3344:101::a]:46409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.468399128Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"region":"a357cbb6-cd20-4e60-970e-fe2f08d74fbf","component":"worker"}
{"msg":"region a357cbb6-cd20-4e60-970e-fe2f08d74fbf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.468450649Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.468542261Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a357cbb6-cd20-4e60-970e-fe2f08d74fbf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.468980722Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a357cbb6-cd20-4e60-970e-fe2f08d74fbf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.48847899Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.556662795Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a357cbb6-cd20-4e60-970e-fe2f08d74fbf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.570541691Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.57132075Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.573344577Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.573433189Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.57348003Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.585219237Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"uri":"/crucible/0/regions","method":"POST","req_id":"6f6c05d3-3184-4b3e-865c-cf1fde01e86f","remote_addr":"[fd00:1122:3344:101::a]:46409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.627128563Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:20.667197115Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.669565128Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"uri":"/crucible/0/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","method":"GET","req_id":"1228aefe-c4e8-47d9-8725-4e514b892903","remote_addr":"[fd00:1122:3344:101::a]:46409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.672159629Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"datafile"}
{"msg":"dataset is oxp_5800a81d-6373-46e1-9b34-8e6c3ba894db/crucible/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.683202539Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"datafile"}
{"msg":"region a357cbb6-cd20-4e60-970e-fe2f08d74fbf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.692788544Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.692936388Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-a357cbb6-cd20-4e60-970e-fe2f08d74fbf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.694033853Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.695037487Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"uri":"/crucible/0/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","method":"DELETE","req_id":"3e044fb8-5703-4bbc-86e9-90eadd82294b","remote_addr":"[fd00:1122:3344:101::a]:46409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22909,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.698404736Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"uri":"/crucible/0/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","method":"GET","req_id":"524ba587-ef96-444d-86f0-a246f08eb757","remote_addr":"[fd00:1122:3344:101::a]:46409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.717144757Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5800a81d-6373-46e1-9b34-8e6c3ba894db/crucible/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.730309067Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"region":"a357cbb6-cd20-4e60-970e-fe2f08d74fbf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.789964941Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"uri":"/crucible/0/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","method":"GET","req_id":"4e912ec2-cdf3-4c4c-9f17-92da44da81dc","remote_addr":"[fd00:1122:3344:101::a]:46409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.937899582Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"uri":"/crucible/0/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","method":"GET","req_id":"57eee12c-145d-4f17-bdd5-c22615178096","remote_addr":"[fd00:1122:3344:101::a]:46409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":43,"response_code":"200"}
{"msg":"region a357cbb6-cd20-4e60-970e-fe2f08d74fbf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:23.96462954Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T06:53:24.055900587Z","hostname":"oxz_crucible_403a3ceb-75cb-4b9f-9a20-b41bab0d92bc","pid":22493,"uri":"/crucible/0/regions/a357cbb6-cd20-4e60-970e-fe2f08d74fbf","method":"GET","req_id":"d1cee039-6e98-4cf7-a65f-7d0e98bc84f3","remote_addr":"[fd00:1122:3344:101::a]:46409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":43,"response_code":"200"}