[ Aug  2 17:23:16 Enabled. ]
[ Aug  2 17:23:16 Rereading configuration. ]
[ Aug  2 17:23:18 Rereading configuration. ]
[ Aug  2 17:23:19 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:19.498080647Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:19.499295261Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:19.499310391Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:19.530026329Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:19.663475251Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.632422305Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52759"}
{"msg":"region 82bd1046-a98c-4d57-84de-4bf8aff4c773 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.635004845Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.636083715Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.636097005Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions","method":"POST","req_id":"cca56c8b-d0c1-4587-82ed-cb6163c75a09","remote_addr":"[fd00:1122:3344:101::a]:52759","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1993,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.646156138Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.646191788Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"82bd1046-a98c-4d57-84de-4bf8aff4c773\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.708253666Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"region":"82bd1046-a98c-4d57-84de-4bf8aff4c773","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"82bd1046-a98c-4d57-84de-4bf8aff4c773\" \"--data\" \"/data/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.710123481Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"region":"82bd1046-a98c-4d57-84de-4bf8aff4c773","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.822792876Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"region":"82bd1046-a98c-4d57-84de-4bf8aff4c773","component":"worker"}
{"msg":"region 82bd1046-a98c-4d57-84de-4bf8aff4c773 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.822841647Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.822953719Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-82bd1046-a98c-4d57-84de-4bf8aff4c773","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.823419418Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-82bd1046-a98c-4d57-84de-4bf8aff4c773","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.827400365Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.83556341Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82bd1046-a98c-4d57-84de-4bf8aff4c773","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.83917421Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.839867663Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.839946234Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.839990705Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.840029766Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.845890348Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.850624319Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.926196854Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions","method":"POST","req_id":"57e0eddb-2dfa-47c7-a997-fffdeef304b2","remote_addr":"[fd00:1122:3344:101::a]:52759","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.166693023Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773","method":"GET","req_id":"c5b33d49-22e3-4397-ac44-d8848155f286","remote_addr":"[fd00:1122:3344:101::a]:52759","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.168465757Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"dataset is oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.177594992Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"region 82bd1046-a98c-4d57-84de-4bf8aff4c773 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.185311089Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.185482753Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.185561974Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773","method":"DELETE","req_id":"42a4918c-93c5-484f-9117-5175db13955d","remote_addr":"[fd00:1122:3344:101::a]:52759","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17124,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-82bd1046-a98c-4d57-84de-4bf8aff4c773 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.186797338Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.187578033Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773","method":"GET","req_id":"71d2cc82-06d2-411f-8e30-4243f4edc9d4","remote_addr":"[fd00:1122:3344:101::a]:52759","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.190628121Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.200538261Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"region":"82bd1046-a98c-4d57-84de-4bf8aff4c773","component":"worker"}
{"msg":"region 82bd1046-a98c-4d57-84de-4bf8aff4c773 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.251687709Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.300514033Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions/82bd1046-a98c-4d57-84de-4bf8aff4c773","method":"GET","req_id":"0f33d627-448c-4a5c-af90-e8e3f48cb97d","remote_addr":"[fd00:1122:3344:101::a]:52759","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"region 0ee1e853-c939-4344-8e75-775d99d05141 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.774140458Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.77428709Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions","method":"POST","req_id":"98cbde3a-a325-403f-ba81-462b7964a7a2","remote_addr":"[fd00:1122:3344:101::a]:52759","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":230,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.774307271Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/0ee1e853-c939-4344-8e75-775d99d05141","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.78366956Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/0ee1e853-c939-4344-8e75-775d99d05141","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.783705401Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0ee1e853-c939-4344-8e75-775d99d05141\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0ee1e853-c939-4344-8e75-775d99d05141\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.839206032Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"region":"0ee1e853-c939-4344-8e75-775d99d05141","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0ee1e853-c939-4344-8e75-775d99d05141\" \"--data\" \"/data/regions/0ee1e853-c939-4344-8e75-775d99d05141\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.839267923Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"region":"0ee1e853-c939-4344-8e75-775d99d05141","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.912186458Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"region":"0ee1e853-c939-4344-8e75-775d99d05141","component":"worker"}
{"msg":"region 0ee1e853-c939-4344-8e75-775d99d05141 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.912253549Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.912359651Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0ee1e853-c939-4344-8e75-775d99d05141","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.914058094Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0ee1e853-c939-4344-8e75-775d99d05141","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.918747664Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.927820787Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0ee1e853-c939-4344-8e75-775d99d05141","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.931838204Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0ee1e853-c939-4344-8e75-775d99d05141","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.932069688Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.93216449Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.932214301Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.932270622Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.937656205Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:39.945396453Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:40.075547063Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions","method":"POST","req_id":"ba3df4f0-9202-4bea-b3fa-d61723c49fd8","remote_addr":"[fd00:1122:3344:101::a]:52759","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.390424956Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49793"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.390572719Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions/0ee1e853-c939-4344-8e75-775d99d05141","method":"GET","req_id":"70697a60-da53-4073-a1ab-979a11e5a519","remote_addr":"[fd00:1122:3344:101::a]:49793","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"path is \"/data/regions/0ee1e853-c939-4344-8e75-775d99d05141\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.394055736Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"dataset is oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/0ee1e853-c939-4344-8e75-775d99d05141","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.403377594Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"snapshot is oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/0ee1e853-c939-4344-8e75-775d99d05141@4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.412788604Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/0ee1e853-c939-4344-8e75-775d99d05141\", \"4902fb3a-b3e5-4cfd-8a5d-36861677a655\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.412821944Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.424205962Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions/0ee1e853-c939-4344-8e75-775d99d05141/snapshots/4902fb3a-b3e5-4cfd-8a5d-36861677a655","method":"GET","req_id":"b017d292-e5a3-40aa-8536-f476022e99e7","remote_addr":"[fd00:1122:3344:101::a]:49793","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33529,"response_code":"200"}
{"msg":"path is \"/data/regions/0ee1e853-c939-4344-8e75-775d99d05141\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.424402546Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"dataset is oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/0ee1e853-c939-4344-8e75-775d99d05141","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.433185304Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"snapshot is oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/0ee1e853-c939-4344-8e75-775d99d05141@4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.440879331Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0be6d09e-2a3e-46e0-9330-ce9cf4ce3dc9/crucible/regions/0ee1e853-c939-4344-8e75-775d99d05141\", \"4902fb3a-b3e5-4cfd-8a5d-36861677a655\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.440909632Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 0ee1e853-c939-4344-8e75-775d99d05141-4902fb3a-b3e5-4cfd-8a5d-36861677a655 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.450071257Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}
{"msg":"applying SMF actions for region 0ee1e853-c939-4344-8e75-775d99d05141 running snapshot 4902fb3a-b3e5-4cfd-8a5d-36861677a655 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.450667678Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.450702229Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"uri":"/crucible/0/regions/0ee1e853-c939-4344-8e75-775d99d05141/snapshots/4902fb3a-b3e5-4cfd-8a5d-36861677a655/run","method":"POST","req_id":"ec3ea6ee-3a44-4e21-b468-021008228a64","remote_addr":"[fd00:1122:3344:101::a]:49793","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26336,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-0ee1e853-c939-4344-8e75-775d99d05141-4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.456737524Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0ee1e853-c939-4344-8e75-775d99d05141-4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.467778786Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0ee1e853-c939-4344-8e75-775d99d05141-4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.494069829Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0ee1e853-c939-4344-8e75-775d99d05141/.zfs/snapshot/4902fb3a-b3e5-4cfd-8a5d-36861677a655","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.494391135Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.494461636Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.494513407Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.494563798Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.494629179Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.503621041Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.511318518Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"worker"}
{"msg":"region 0ee1e853-c939-4344-8e75-775d99d05141 running snapshot 4902fb3a-b3e5-4cfd-8a5d-36861677a655 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:50.511335789Z","hostname":"oxz_crucible_183c3e41-ef17-4f21-be34-f3d4b1679fac","pid":21979,"component":"datafile"}