{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:21.958553515Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51151"}
{"msg":"region d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:21.959195178Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:21.959481144Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:21.959489975Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"uri":"/crucible/0/regions","method":"POST","req_id":"01ffa8da-d629-414c-853f-6c5ec358240b","remote_addr":"[fd00:1122:3344:101::c]:51151","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":877,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_6d0a9aed-4c4b-450d-ad89-87fe206addc5/crucible/regions/d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:21.971636694Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6d0a9aed-4c4b-450d-ad89-87fe206addc5/crucible/regions/d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:21.971664315Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.028415673Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"region":"d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902\" \"--data\" \"/data/regions/d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.028470934Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"region":"d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.099459936Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"region":"d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902","component":"worker"}
{"msg":"region d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.099515497Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.099598688Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.100989887Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.105969679Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.11959353Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.12300927Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3d990fc-a2ec-43e0-8ab0-3a1a6e6ad902","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.123318557Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.123387958Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.123435119Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.12347709Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.127053213Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.131172778Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:22.141243826Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"uri":"/crucible/0/regions","method":"POST","req_id":"19f4834c-dade-4f4c-9773-89f230140839","remote_addr":"[fd00:1122:3344:101::c]:51151","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"region acc06af5-8431-410b-aee2-a8fdd3966acb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.783878241Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.784065295Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.784077195Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"uri":"/crucible/0/regions","method":"POST","req_id":"69c33e6d-6f7a-4767-94cf-ae28cf8d926f","remote_addr":"[fd00:1122:3344:101::c]:51151","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":252,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_6d0a9aed-4c4b-450d-ad89-87fe206addc5/crucible/regions/acc06af5-8431-410b-aee2-a8fdd3966acb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.793607731Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6d0a9aed-4c4b-450d-ad89-87fe206addc5/crucible/regions/acc06af5-8431-410b-aee2-a8fdd3966acb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.793638312Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"acc06af5-8431-410b-aee2-a8fdd3966acb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/acc06af5-8431-410b-aee2-a8fdd3966acb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.845170593Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"region":"acc06af5-8431-410b-aee2-a8fdd3966acb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"acc06af5-8431-410b-aee2-a8fdd3966acb\" \"--data\" \"/data/regions/acc06af5-8431-410b-aee2-a8fdd3966acb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.846907469Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"region":"acc06af5-8431-410b-aee2-a8fdd3966acb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.915883709Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"region":"acc06af5-8431-410b-aee2-a8fdd3966acb","component":"worker"}
{"msg":"region acc06af5-8431-410b-aee2-a8fdd3966acb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.91592305Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.916033192Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-acc06af5-8431-410b-aee2-a8fdd3966acb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.917004162Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-acc06af5-8431-410b-aee2-a8fdd3966acb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.923089837Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.93002035Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-acc06af5-8431-410b-aee2-a8fdd3966acb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.932601783Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acc06af5-8431-410b-aee2-a8fdd3966acb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.93292721Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.932981831Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.933026872Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.933066293Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.937152827Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:27.942593949Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:28.088659415Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"uri":"/crucible/0/regions","method":"POST","req_id":"14594f51-419f-4771-b6f7-9be037876f65","remote_addr":"[fd00:1122:3344:101::c]:51151","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.787077724Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"uri":"/crucible/0/regions/acc06af5-8431-410b-aee2-a8fdd3966acb","method":"GET","req_id":"f4fdc623-c061-4d37-8a3e-dacc85880e0e","remote_addr":"[fd00:1122:3344:101::c]:51151","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/acc06af5-8431-410b-aee2-a8fdd3966acb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.790999795Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"datafile"}
{"msg":"dataset is oxp_6d0a9aed-4c4b-450d-ad89-87fe206addc5/crucible/regions/acc06af5-8431-410b-aee2-a8fdd3966acb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.807077966Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"datafile"}
{"msg":"region acc06af5-8431-410b-aee2-a8fdd3966acb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.817037011Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.817215205Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.817270476Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"uri":"/crucible/0/regions/acc06af5-8431-410b-aee2-a8fdd3966acb","method":"DELETE","req_id":"ccb5a3e4-de8a-47a0-8ae0-32c1266e6073","remote_addr":"[fd00:1122:3344:101::c]:51151","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26303,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-acc06af5-8431-410b-aee2-a8fdd3966acb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.818798317Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.820346119Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"uri":"/crucible/0/regions/acc06af5-8431-410b-aee2-a8fdd3966acb","method":"GET","req_id":"7f13c349-1506-4531-a1f8-1544ef5d8ff0","remote_addr":"[fd00:1122:3344:101::c]:51151","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.832571371Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_6d0a9aed-4c4b-450d-ad89-87fe206addc5/crucible/regions/acc06af5-8431-410b-aee2-a8fdd3966acb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.842545996Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"region":"acc06af5-8431-410b-aee2-a8fdd3966acb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.885525481Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"uri":"/crucible/0/regions/acc06af5-8431-410b-aee2-a8fdd3966acb","method":"GET","req_id":"92e67b65-5402-4b47-855d-f2a0f9b2ec4a","remote_addr":"[fd00:1122:3344:101::c]:51151","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":96,"response_code":"200"}
{"msg":"region acc06af5-8431-410b-aee2-a8fdd3966acb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:55.934245084Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T14:47:56.048111867Z","hostname":"oxz_crucible_b8783ce2-2eac-4c80-a326-1ebc5d3dd4b5","pid":22329,"uri":"/crucible/0/regions/acc06af5-8431-410b-aee2-a8fdd3966acb","method":"GET","req_id":"d51a3c62-0d56-4089-8534-49fc9f1cbd50","remote_addr":"[fd00:1122:3344:101::c]:51151","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":"200"}