{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.088176097Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47532"} {"msg":"region 0c1418a5-1329-40a9-8adb-8a48da243f26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.098746401Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.103877189Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.103945661Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"uri":"/crucible/0/regions","method":"POST","req_id":"6e672446-ad27-4a11-bff2-d712f57e68f0","remote_addr":"[fd00:1122:3344:101::a]:47532","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":10530,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/0c1418a5-1329-40a9-8adb-8a48da243f26","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.113205536Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/0c1418a5-1329-40a9-8adb-8a48da243f26","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.113231717Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0c1418a5-1329-40a9-8adb-8a48da243f26\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/0c1418a5-1329-40a9-8adb-8a48da243f26\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.171114591Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"region":"0c1418a5-1329-40a9-8adb-8a48da243f26","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.315206327Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"region":"0c1418a5-1329-40a9-8adb-8a48da243f26","component":"worker"} {"msg":"region 0c1418a5-1329-40a9-8adb-8a48da243f26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.315257418Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.31535204Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0c1418a5-1329-40a9-8adb-8a48da243f26","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.31582467Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0c1418a5-1329-40a9-8adb-8a48da243f26","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.323177175Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.334333971Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0c1418a5-1329-40a9-8adb-8a48da243f26","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.337367755Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0c1418a5-1329-40a9-8adb-8a48da243f26","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.33806587Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.338128571Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.338173692Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.338213803Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.344565038Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.348435379Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:30:15.356441178Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"uri":"/crucible/0/regions","method":"POST","req_id":"bef2944f-c7ab-4f88-adc8-9233a62013c4","remote_addr":"[fd00:1122:3344:101::a]:47532","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":701,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.857179871Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32879"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.857270843Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"uri":"/crucible/0/regions/0c1418a5-1329-40a9-8adb-8a48da243f26","method":"GET","req_id":"5be855d3-92f9-47b4-af96-d3f6b5f48ff1","remote_addr":"[fd00:1122:3344:101::a]:32879","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"path is \"/data/regions/0c1418a5-1329-40a9-8adb-8a48da243f26\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.857432136Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/0c1418a5-1329-40a9-8adb-8a48da243f26","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.866507928Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/0c1418a5-1329-40a9-8adb-8a48da243f26@a886df7f-b8f2-4e61-87bd-1070ae592dc9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.874453536Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/0c1418a5-1329-40a9-8adb-8a48da243f26\", \"a886df7f-b8f2-4e61-87bd-1070ae592dc9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.874479907Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.886100582Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"uri":"/crucible/0/regions/0c1418a5-1329-40a9-8adb-8a48da243f26/snapshots/a886df7f-b8f2-4e61-87bd-1070ae592dc9","method":"GET","req_id":"c07dda29-f72d-4991-8d6f-e48cdf0c2a7f","remote_addr":"[fd00:1122:3344:101::a]:32879","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28678,"response_code":"200"} {"msg":"path is \"/data/regions/0c1418a5-1329-40a9-8adb-8a48da243f26\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.886246936Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/0c1418a5-1329-40a9-8adb-8a48da243f26","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.894767926Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/0c1418a5-1329-40a9-8adb-8a48da243f26@a886df7f-b8f2-4e61-87bd-1070ae592dc9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.903235415Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/0c1418a5-1329-40a9-8adb-8a48da243f26\", \"a886df7f-b8f2-4e61-87bd-1070ae592dc9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.903261135Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0c1418a5-1329-40a9-8adb-8a48da243f26-a886df7f-b8f2-4e61-87bd-1070ae592dc9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.913084303Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"datafile"} {"msg":"applying SMF actions for region 0c1418a5-1329-40a9-8adb-8a48da243f26 running snapshot a886df7f-b8f2-4e61-87bd-1070ae592dc9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.913684845Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.913722116Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"uri":"/crucible/0/regions/0c1418a5-1329-40a9-8adb-8a48da243f26/snapshots/a886df7f-b8f2-4e61-87bd-1070ae592dc9/run","method":"POST","req_id":"c66da2eb-4447-49e8-bd0d-c6b393b9f39f","remote_addr":"[fd00:1122:3344:101::a]:32879","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27499,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-0c1418a5-1329-40a9-8adb-8a48da243f26-a886df7f-b8f2-4e61-87bd-1070ae592dc9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.924541985Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0c1418a5-1329-40a9-8adb-8a48da243f26-a886df7f-b8f2-4e61-87bd-1070ae592dc9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.931467051Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0c1418a5-1329-40a9-8adb-8a48da243f26-a886df7f-b8f2-4e61-87bd-1070ae592dc9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.948067862Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0c1418a5-1329-40a9-8adb-8a48da243f26/.zfs/snapshot/a886df7f-b8f2-4e61-87bd-1070ae592dc9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.948349258Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.948402859Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.9484459Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.948486561Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.948536682Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.952911405Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.960845812Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"worker"} {"msg":"region 0c1418a5-1329-40a9-8adb-8a48da243f26 running snapshot a886df7f-b8f2-4e61-87bd-1070ae592dc9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.960864583Z","hostname":"oxz_crucible_6b638615-5f2b-4bf8-b55a-a03b9bcdf7d7","pid":21752,"component":"datafile"}