{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.171217318Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43806"} {"msg":"region 03145fae-cfbc-47b9-ba72-d9afc196dd70 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.201028359Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.204601148Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.204616118Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"uri":"/crucible/0/regions","method":"POST","req_id":"62cce439-b1df-4511-8fbc-404d018f4c33","remote_addr":"[fd00:1122:3344:101::a]:43806","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":4172,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/03145fae-cfbc-47b9-ba72-d9afc196dd70","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.214639833Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/03145fae-cfbc-47b9-ba72-d9afc196dd70","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.214669544Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"03145fae-cfbc-47b9-ba72-d9afc196dd70\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/03145fae-cfbc-47b9-ba72-d9afc196dd70\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.271908687Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"region":"03145fae-cfbc-47b9-ba72-d9afc196dd70","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.378504994Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"region":"03145fae-cfbc-47b9-ba72-d9afc196dd70","component":"worker"} {"msg":"region 03145fae-cfbc-47b9-ba72-d9afc196dd70 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.378558095Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.378666927Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-03145fae-cfbc-47b9-ba72-d9afc196dd70","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.379106914Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-03145fae-cfbc-47b9-ba72-d9afc196dd70","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.385578961Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.385928806Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"uri":"/crucible/0/regions","method":"POST","req_id":"a50225a3-faac-4c4b-afd1-668667969473","remote_addr":"[fd00:1122:3344:101::a]:43806","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.396370428Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-03145fae-cfbc-47b9-ba72-d9afc196dd70","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.400377574Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03145fae-cfbc-47b9-ba72-d9afc196dd70","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.400579248Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.400627909Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.400666559Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.40070245Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.405200194Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:06.410493761Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.511210821Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43763"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.511307193Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"uri":"/crucible/0/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77","method":"GET","req_id":"c580f216-e449-48bf-ab02-29ac862e3bd8","remote_addr":"[fd00:1122:3344:101::a]:43763","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"path is \"/data/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.513677702Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.522593189Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"datafile"} {"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77@4d67639d-fe66-4540-b335-76f647063e02","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.531033488Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77\", \"4d67639d-fe66-4540-b335-76f647063e02\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.531061779Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.542324354Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"uri":"/crucible/0/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77/snapshots/4d67639d-fe66-4540-b335-76f647063e02","method":"GET","req_id":"7254e900-f935-45fc-b3e9-8b4bcd656fbc","remote_addr":"[fd00:1122:3344:101::a]:43763","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30861,"response_code":"200"} {"msg":"path is \"/data/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.543027926Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.551108479Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"datafile"} {"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77@4d67639d-fe66-4540-b335-76f647063e02","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.559311744Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77\", \"4d67639d-fe66-4540-b335-76f647063e02\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.559341915Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d9fbeea7-93d4-4479-b069-6640a12b2a77-4d67639d-fe66-4540-b335-76f647063e02 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.568208241Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"datafile"} {"msg":"applying SMF actions for region d9fbeea7-93d4-4479-b069-6640a12b2a77 running snapshot 4d67639d-fe66-4540-b335-76f647063e02 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.568378774Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.568409494Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"uri":"/crucible/0/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77/snapshots/4d67639d-fe66-4540-b335-76f647063e02/run","method":"POST","req_id":"36b1b486-7172-491a-ad13-fabfcbb79831","remote_addr":"[fd00:1122:3344:101::a]:43763","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25949,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-d9fbeea7-93d4-4479-b069-6640a12b2a77-4d67639d-fe66-4540-b335-76f647063e02","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.570700332Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d9fbeea7-93d4-4479-b069-6640a12b2a77-4d67639d-fe66-4540-b335-76f647063e02","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.578242816Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d9fbeea7-93d4-4479-b069-6640a12b2a77-4d67639d-fe66-4540-b335-76f647063e02","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.589907018Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d9fbeea7-93d4-4479-b069-6640a12b2a77/.zfs/snapshot/4d67639d-fe66-4540-b335-76f647063e02","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.590107022Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.590166993Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.590206894Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.590243734Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.590288305Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.594029366Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.599281193Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"worker"} {"msg":"region d9fbeea7-93d4-4479-b069-6640a12b2a77 running snapshot 4d67639d-fe66-4540-b335-76f647063e02 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-16T03:03:07.599300093Z","hostname":"oxz_crucible_c43e6230-f466-4a16-b065-9791226d99be","pid":22120,"component":"datafile"}