{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.036519284Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42736"} {"msg":"region df515cee-ca4a-4481-b2f0-c67e20d6c2a0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.095403728Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.096130813Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.096141083Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"uri":"/crucible/0/regions","method":"POST","req_id":"f4fcbdb5-7eb5-42d3-8423-c26a66685b80","remote_addr":"[fd00:1122:3344:101::a]:42736","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":799,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/df515cee-ca4a-4481-b2f0-c67e20d6c2a0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.105644942Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/df515cee-ca4a-4481-b2f0-c67e20d6c2a0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.105675903Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"df515cee-ca4a-4481-b2f0-c67e20d6c2a0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/df515cee-ca4a-4481-b2f0-c67e20d6c2a0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.159259841Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"region":"df515cee-ca4a-4481-b2f0-c67e20d6c2a0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.292084409Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"region":"df515cee-ca4a-4481-b2f0-c67e20d6c2a0","component":"worker"} {"msg":"region df515cee-ca4a-4481-b2f0-c67e20d6c2a0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.29213882Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.292201361Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-df515cee-ca4a-4481-b2f0-c67e20d6c2a0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.293577129Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df515cee-ca4a-4481-b2f0-c67e20d6c2a0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.299821773Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.310527487Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"uri":"/crucible/0/regions","method":"POST","req_id":"4a149d6a-9990-4250-9093-a19dc7e0da52","remote_addr":"[fd00:1122:3344:101::a]:42736","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.317154549Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df515cee-ca4a-4481-b2f0-c67e20d6c2a0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.324137448Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df515cee-ca4a-4481-b2f0-c67e20d6c2a0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.324518136Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.324568687Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.324615588Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.324654348Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.332866842Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:21.340144927Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.491465678Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45571"} {"msg":"region 2b16f97a-0047-41ad-8bde-e0c768c3c0a9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.492285254Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.492451487Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"uri":"/crucible/0/regions","method":"POST","req_id":"f8f301dd-2f32-4b1a-878a-35c360f35437","remote_addr":"[fd00:1122:3344:101::a]:45571","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":852,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.492464368Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.502224102Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.502260513Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2b16f97a-0047-41ad-8bde-e0c768c3c0a9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.5567896Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"region":"2b16f97a-0047-41ad-8bde-e0c768c3c0a9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.658039859Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"region":"2b16f97a-0047-41ad-8bde-e0c768c3c0a9","component":"worker"} {"msg":"region 2b16f97a-0047-41ad-8bde-e0c768c3c0a9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.65808718Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.658190732Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2b16f97a-0047-41ad-8bde-e0c768c3c0a9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.659313304Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2b16f97a-0047-41ad-8bde-e0c768c3c0a9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.664471817Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.669164801Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"uri":"/crucible/0/regions","method":"POST","req_id":"006bb2b7-2e10-4e90-b3ae-ae5f2a462b5d","remote_addr":"[fd00:1122:3344:101::a]:45571","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.674827523Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2b16f97a-0047-41ad-8bde-e0c768c3c0a9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.680458766Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.68065737Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.68070094Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.680740571Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.680777772Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.684464515Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:25.693579597Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.788253748Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35168"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.788419361Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"uri":"/crucible/0/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9","method":"GET","req_id":"84a389d9-d8e5-440a-b73c-f744f245ee5c","remote_addr":"[fd00:1122:3344:101::a]:35168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":129,"response_code":"200"} {"msg":"path is \"/data/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.788634595Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"datafile"} {"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.798563213Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"datafile"} {"msg":"region 2b16f97a-0047-41ad-8bde-e0c768c3c0a9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.806105083Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.806301437Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.806360298Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"uri":"/crucible/0/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9","method":"DELETE","req_id":"e182f10f-77f9-4ae2-a92f-c0ddaa422521","remote_addr":"[fd00:1122:3344:101::a]:35168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17762,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.806514552Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"uri":"/crucible/0/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9","method":"GET","req_id":"e528b04a-831f-4691-979e-afb5dfae39be","remote_addr":"[fd00:1122:3344:101::a]:35168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-2b16f97a-0047-41ad-8bde-e0c768c3c0a9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.807871079Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.813749566Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.824286256Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"region":"2b16f97a-0047-41ad-8bde-e0c768c3c0a9","component":"worker"} {"msg":"region 2b16f97a-0047-41ad-8bde-e0c768c3c0a9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.872468516Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:57.927942952Z","hostname":"oxz_crucible_b1234f77-5c34-4c96-bce0-c457facfb566","pid":22908,"uri":"/crucible/0/regions/2b16f97a-0047-41ad-8bde-e0c768c3c0a9","method":"GET","req_id":"327d967f-ac82-4ef5-a940-5e29ada2f29c","remote_addr":"[fd00:1122:3344:101::a]:35168","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":93,"response_code":"200"}