{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:50.738340197Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50176"}
{"msg":"region f6c426cc-f2a4-4095-91fe-a0a1e497d184 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:50.783435653Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:50.787960251Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:50.793238425Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"uri":"/crucible/0/regions","method":"POST","req_id":"7ce4cb35-cf9d-4b28-a214-9b3506304094","remote_addr":"[fd00:1122:3344:101::a]:50176","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17118,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0101354b-4aed-4a3c-aa42-78e2e2510c9b/crucible/regions/f6c426cc-f2a4-4095-91fe-a0a1e497d184","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:50.801286953Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0101354b-4aed-4a3c-aa42-78e2e2510c9b/crucible/regions/f6c426cc-f2a4-4095-91fe-a0a1e497d184","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:50.801304053Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f6c426cc-f2a4-4095-91fe-a0a1e497d184\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f6c426cc-f2a4-4095-91fe-a0a1e497d184\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:50.869127456Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"region":"f6c426cc-f2a4-4095-91fe-a0a1e497d184","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f6c426cc-f2a4-4095-91fe-a0a1e497d184\" \"--data\" \"/data/regions/f6c426cc-f2a4-4095-91fe-a0a1e497d184\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:50.871433311Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"region":"f6c426cc-f2a4-4095-91fe-a0a1e497d184","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:50.98338177Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"uri":"/crucible/0/regions","method":"POST","req_id":"83028d7d-d04f-41f8-8351-85d8c602c5c7","remote_addr":"[fd00:1122:3344:101::a]:50176","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":943,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.202400771Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"region":"f6c426cc-f2a4-4095-91fe-a0a1e497d184","component":"worker"}
{"msg":"region f6c426cc-f2a4-4095-91fe-a0a1e497d184 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.202448722Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.202532284Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f6c426cc-f2a4-4095-91fe-a0a1e497d184","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.202920291Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f6c426cc-f2a4-4095-91fe-a0a1e497d184","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.211287166Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.226071036Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f6c426cc-f2a4-4095-91fe-a0a1e497d184","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.229073535Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f6c426cc-f2a4-4095-91fe-a0a1e497d184","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.229656926Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.229717658Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.229760259Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.229798399Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.233606984Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.238075022Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:51.382132881Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"uri":"/crucible/0/regions","method":"POST","req_id":"362523da-10d0-4dd8-9664-75d2ef9d2e50","remote_addr":"[fd00:1122:3344:101::a]:50176","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"region aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.779115618Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.779354392Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.779364213Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"uri":"/crucible/0/regions","method":"POST","req_id":"6576c62e-13f7-4f18-bde2-ac614545f61a","remote_addr":"[fd00:1122:3344:101::a]:50176","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":313,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0101354b-4aed-4a3c-aa42-78e2e2510c9b/crucible/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.788959161Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0101354b-4aed-4a3c-aa42-78e2e2510c9b/crucible/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.788984942Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.842676766Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"region":"aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa\" \"--data\" \"/data/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.842730457Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"region":"aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.915920135Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"region":"aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","component":"worker"}
{"msg":"region aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.915971096Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.916073298Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.916542617Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.919108637Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.92640015Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.929215996Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.9294498Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.929501611Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.929542902Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.929582613Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.932955019Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:56.94064246Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:57.118609755Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"uri":"/crucible/0/regions","method":"POST","req_id":"cfc3cb61-32f4-4be5-9374-2faff09e78cb","remote_addr":"[fd00:1122:3344:101::a]:50176","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.74483776Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"uri":"/crucible/0/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","method":"GET","req_id":"8ad5ab6d-001d-47af-990c-e564088180c7","remote_addr":"[fd00:1122:3344:101::a]:50176","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"path is \"/data/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.748503952Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"datafile"}
{"msg":"dataset is oxp_0101354b-4aed-4a3c-aa42-78e2e2510c9b/crucible/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.760445816Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"datafile"}
{"msg":"region aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.770137976Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.77031805Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.770368861Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"uri":"/crucible/0/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","method":"DELETE","req_id":"29313b8c-c422-4546-a4c6-ae072a720361","remote_addr":"[fd00:1122:3344:101::a]:50176","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21899,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.771511334Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.773582994Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"uri":"/crucible/0/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","method":"GET","req_id":"64c138be-8528-4e30-a669-2d66aab41391","remote_addr":"[fd00:1122:3344:101::a]:50176","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.777162365Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0101354b-4aed-4a3c-aa42-78e2e2510c9b/crucible/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.789514437Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"region":"aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","component":"worker"}
{"msg":"region aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.838861536Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:46:21.902907344Z","hostname":"oxz_crucible_9a5d72e7-d963-46c2-9367-3bb647d14f6c","pid":24157,"uri":"/crucible/0/regions/aecd641b-2c9d-4ddf-a3f2-1de205a6ebaa","method":"GET","req_id":"b80176ad-1dc3-43d9-883e-25ce3c90f68a","remote_addr":"[fd00:1122:3344:101::a]:50176","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":"200"}