{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:28.994875123Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49611"}
{"msg":"region 538ccb53-6b0a-4054-a6e1-78009b8127da state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.02513045Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.036663154Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.041306349Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"9f3ace40-349f-473f-b820-e01c32e690e1","remote_addr":"[fd00:1122:3344:101::b]:49611","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23364,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_f5032ea4-6112-4732-b8ee-8f60011c0e16/crucible/regions/538ccb53-6b0a-4054-a6e1-78009b8127da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.048912514Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f5032ea4-6112-4732-b8ee-8f60011c0e16/crucible/regions/538ccb53-6b0a-4054-a6e1-78009b8127da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.048926904Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"538ccb53-6b0a-4054-a6e1-78009b8127da\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/538ccb53-6b0a-4054-a6e1-78009b8127da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.16456016Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"region":"538ccb53-6b0a-4054-a6e1-78009b8127da","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"538ccb53-6b0a-4054-a6e1-78009b8127da\" \"--data\" \"/data/regions/538ccb53-6b0a-4054-a6e1-78009b8127da\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.16649918Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"region":"538ccb53-6b0a-4054-a6e1-78009b8127da","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.393964275Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"8876e668-f834-498a-937c-fa551c226fd5","remote_addr":"[fd00:1122:3344:101::b]:49611","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.46365562Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"region":"538ccb53-6b0a-4054-a6e1-78009b8127da","component":"worker"}
{"msg":"region 538ccb53-6b0a-4054-a6e1-78009b8127da state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.463738741Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.463962133Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-538ccb53-6b0a-4054-a6e1-78009b8127da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.464354537Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-538ccb53-6b0a-4054-a6e1-78009b8127da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.47182264Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.513588841Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-538ccb53-6b0a-4054-a6e1-78009b8127da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.537339224Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/538ccb53-6b0a-4054-a6e1-78009b8127da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.540045071Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.54205144Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.542103711Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.542152971Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.548684355Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.563171458Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.685378689Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"1ee61dc9-f458-492b-a943-e81b5bf72768","remote_addr":"[fd00:1122:3344:101::b]:49611","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.847145885Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions/538ccb53-6b0a-4054-a6e1-78009b8127da","method":"GET","req_id":"713e172c-9cfd-4a96-ade6-c3f17c1cba2c","remote_addr":"[fd00:1122:3344:101::b]:49611","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/538ccb53-6b0a-4054-a6e1-78009b8127da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.850502068Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"datafile"}
{"msg":"dataset is oxp_f5032ea4-6112-4732-b8ee-8f60011c0e16/crucible/regions/538ccb53-6b0a-4054-a6e1-78009b8127da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.860187303Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"datafile"}
{"msg":"region 538ccb53-6b0a-4054-a6e1-78009b8127da state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.871134601Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.871283952Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.871365143Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions/538ccb53-6b0a-4054-a6e1-78009b8127da","method":"DELETE","req_id":"9178b905-6056-4232-aa96-55db5e1b5fd4","remote_addr":"[fd00:1122:3344:101::b]:49611","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20929,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-538ccb53-6b0a-4054-a6e1-78009b8127da (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.872357963Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.875831647Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions/538ccb53-6b0a-4054-a6e1-78009b8127da","method":"GET","req_id":"b99b9010-b5a8-41ba-9a35-a086e9c5e703","remote_addr":"[fd00:1122:3344:101::b]:49611","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":710,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.892248008Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f5032ea4-6112-4732-b8ee-8f60011c0e16/crucible/regions/538ccb53-6b0a-4054-a6e1-78009b8127da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.902193176Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"region":"538ccb53-6b0a-4054-a6e1-78009b8127da","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.959928923Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions/538ccb53-6b0a-4054-a6e1-78009b8127da","method":"GET","req_id":"68c89254-df19-456d-b6de-c42cfba7e29e","remote_addr":"[fd00:1122:3344:101::b]:49611","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":92,"response_code":"200"}
{"msg":"region 538ccb53-6b0a-4054-a6e1-78009b8127da state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.986610366Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:31.145114333Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions/538ccb53-6b0a-4054-a6e1-78009b8127da","method":"GET","req_id":"327d02cf-4450-4bd0-a66a-37db73256813","remote_addr":"[fd00:1122:3344:101::b]:49611","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.915150604Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57723"}
{"msg":"region f933f7a2-8cb2-4515-84f4-b08689a4415c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.915273445Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.915809781Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"a791d207-a77a-4dd3-9f4c-cd56501c5faa","remote_addr":"[fd00:1122:3344:101::a]:57723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":619,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.915831311Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f5032ea4-6112-4732-b8ee-8f60011c0e16/crucible/regions/f933f7a2-8cb2-4515-84f4-b08689a4415c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.926109442Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f5032ea4-6112-4732-b8ee-8f60011c0e16/crucible/regions/f933f7a2-8cb2-4515-84f4-b08689a4415c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.926142292Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f933f7a2-8cb2-4515-84f4-b08689a4415c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f933f7a2-8cb2-4515-84f4-b08689a4415c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.98592437Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"region":"f933f7a2-8cb2-4515-84f4-b08689a4415c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f933f7a2-8cb2-4515-84f4-b08689a4415c\" \"--data\" \"/data/regions/f933f7a2-8cb2-4515-84f4-b08689a4415c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.987797228Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"region":"f933f7a2-8cb2-4515-84f4-b08689a4415c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.063156109Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"region":"f933f7a2-8cb2-4515-84f4-b08689a4415c","component":"worker"}
{"msg":"region f933f7a2-8cb2-4515-84f4-b08689a4415c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.063200269Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.0633153Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f933f7a2-8cb2-4515-84f4-b08689a4415c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.065206589Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f933f7a2-8cb2-4515-84f4-b08689a4415c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.070252938Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.085553109Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f933f7a2-8cb2-4515-84f4-b08689a4415c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.089470497Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f933f7a2-8cb2-4515-84f4-b08689a4415c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.08976223Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.089815861Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.089859221Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.089900141Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.093868591Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.098825499Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.177070058Z","hostname":"oxz_crucible_bcfd4480-8cdf-43ba-9cd5-30f75ccd6c3f","pid":22176,"uri":"/crucible/0/regions","method":"POST","req_id":"477b2454-c001-4303-9c7b-adf94d22c322","remote_addr":"[fd00:1122:3344:101::a]:57723","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":"200"}