{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.083595812Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54098"}
{"msg":"region 90851c5d-f34f-434f-8ff7-707d30a2354e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.084885466Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.085497222Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.085513732Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"uri":"/crucible/0/regions","method":"POST","req_id":"259065a5-6811-4121-9993-e14e3c36fe3d","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1807,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/90851c5d-f34f-434f-8ff7-707d30a2354e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.09692621Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/90851c5d-f34f-434f-8ff7-707d30a2354e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.096961421Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"90851c5d-f34f-434f-8ff7-707d30a2354e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/90851c5d-f34f-434f-8ff7-707d30a2354e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.15595825Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"region":"90851c5d-f34f-434f-8ff7-707d30a2354e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"90851c5d-f34f-434f-8ff7-707d30a2354e\" \"--data\" \"/data/regions/90851c5d-f34f-434f-8ff7-707d30a2354e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.156012272Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"region":"90851c5d-f34f-434f-8ff7-707d30a2354e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.237245092Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"uri":"/crucible/0/regions","method":"POST","req_id":"b2b598c3-2ff7-4ee4-990d-412cda4fbf01","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.253554627Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"region":"90851c5d-f34f-434f-8ff7-707d30a2354e","component":"worker"}
{"msg":"region 90851c5d-f34f-434f-8ff7-707d30a2354e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.253584818Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.253709591Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-90851c5d-f34f-434f-8ff7-707d30a2354e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.269482733Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-90851c5d-f34f-434f-8ff7-707d30a2354e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.282070431Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.292409921Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-90851c5d-f34f-434f-8ff7-707d30a2354e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.295765639Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/90851c5d-f34f-434f-8ff7-707d30a2354e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.296036146Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.296089457Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.296131628Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.296171739Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.300048611Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.304212369Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:03.726299194Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"uri":"/crucible/0/regions","method":"POST","req_id":"58b9681e-2299-4ba5-a93d-a008133ee6a6","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.394943072Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"uri":"/crucible/0/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd","method":"GET","req_id":"8ce87421-1cfc-4655-aa03-d8efd0851c99","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.397648493Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"dataset is oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.406839193Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"snapshot is oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd@90ae4d53-d215-4f84-b8df-ff62cda2842c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.415781706Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd\", \"90ae4d53-d215-4f84-b8df-ff62cda2842c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.415809617Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.428105298Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"uri":"/crucible/0/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd/snapshots/90ae4d53-d215-4f84-b8df-ff62cda2842c","method":"GET","req_id":"3ddbeb71-8f4b-4d70-9c3c-c6acbcab7365","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30459,"response_code":"200"}
{"msg":"path is \"/data/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.431338862Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"dataset is oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.439959967Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"snapshot is oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd@90ae4d53-d215-4f84-b8df-ff62cda2842c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.447971536Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd\", \"90ae4d53-d215-4f84-b8df-ff62cda2842c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.447998067Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 875406ae-2f67-4dab-9e39-e86ce0cb3dcd-90ae4d53-d215-4f84-b8df-ff62cda2842c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.456324114Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"applying SMF actions for region 875406ae-2f67-4dab-9e39-e86ce0cb3dcd running snapshot 90ae4d53-d215-4f84-b8df-ff62cda2842c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.456511279Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.45652736Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"uri":"/crucible/0/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd/snapshots/90ae4d53-d215-4f84-b8df-ff62cda2842c/run","method":"POST","req_id":"076e6c18-a12a-4671-b32d-a0a76fb09530","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25224,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-875406ae-2f67-4dab-9e39-e86ce0cb3dcd-90ae4d53-d215-4f84-b8df-ff62cda2842c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.459257111Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-875406ae-2f67-4dab-9e39-e86ce0cb3dcd-90ae4d53-d215-4f84-b8df-ff62cda2842c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.462230088Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-875406ae-2f67-4dab-9e39-e86ce0cb3dcd-90ae4d53-d215-4f84-b8df-ff62cda2842c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.471978933Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd/.zfs/snapshot/90ae4d53-d215-4f84-b8df-ff62cda2842c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.472275461Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.472334362Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.472378603Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.472418264Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.472475836Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.476406109Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.481021529Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"worker"}
{"msg":"region 875406ae-2f67-4dab-9e39-e86ce0cb3dcd running snapshot 90ae4d53-d215-4f84-b8df-ff62cda2842c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.481029589Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"path is \"/data/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.77191158Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"dataset is oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.780938645Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"datafile"}
{"msg":"snapshot is oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd@90ae4d53-d215-4f84-b8df-ff62cda2842c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.789579361Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd\", \"90ae4d53-d215-4f84-b8df-ff62cda2842c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.789601202Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:15:04.798068343Z","hostname":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","pid":25200,"uri":"/crucible/0/regions/875406ae-2f67-4dab-9e39-e86ce0cb3dcd/snapshots/90ae4d53-d215-4f84-b8df-ff62cda2842c/run","method":"POST","req_id":"d3dba161-a610-4984-bcb6-0eab12e2f9b6","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26212,"response_code":"200"}