{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.600372516Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61257"}
{"msg":"region 4ba15b31-2d99-4340-bde8-9e0899af3bb9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.634304553Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.637698506Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.641405046Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions","method":"POST","req_id":"6a1bb2eb-6841-4f65-a1e0-78f31b7c8ddf","remote_addr":"[fd00:1122:3344:101::a]:61257","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19791,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.647086818Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.647104228Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4ba15b31-2d99-4340-bde8-9e0899af3bb9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.697589311Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"4ba15b31-2d99-4340-bde8-9e0899af3bb9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4ba15b31-2d99-4340-bde8-9e0899af3bb9\" \"--data\" \"/data/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.701866933Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"4ba15b31-2d99-4340-bde8-9e0899af3bb9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.845315241Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions","method":"POST","req_id":"014536ff-bd45-4075-a5a5-dbb42346d330","remote_addr":"[fd00:1122:3344:101::a]:61257","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.847428337Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"4ba15b31-2d99-4340-bde8-9e0899af3bb9","component":"worker"}
{"msg":"region 4ba15b31-2d99-4340-bde8-9e0899af3bb9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.847451407Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.847567Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4ba15b31-2d99-4340-bde8-9e0899af3bb9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.847997539Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4ba15b31-2d99-4340-bde8-9e0899af3bb9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.852139447Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.869932099Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4ba15b31-2d99-4340-bde8-9e0899af3bb9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.872479084Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.873895184Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.876230044Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.876286256Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.876322286Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.88581216Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:24.890052161Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.206891459Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions","method":"POST","req_id":"48fd9f5e-dfe8-4b9f-bef1-6b986492ca3e","remote_addr":"[fd00:1122:3344:101::a]:61257","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.825624845Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9","method":"GET","req_id":"8a02bd13-2c51-44a4-bd7a-97e35ccbbf3d","remote_addr":"[fd00:1122:3344:101::a]:61257","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"path is \"/data/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.828440455Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"dataset is oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.839282038Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"region 4ba15b31-2d99-4340-bde8-9e0899af3bb9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.849863715Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.849984408Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-4ba15b31-2d99-4340-bde8-9e0899af3bb9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.850997569Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.856741002Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9","method":"DELETE","req_id":"09b38112-48b4-4b48-b0ac-c2124205a5eb","remote_addr":"[fd00:1122:3344:101::a]:61257","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28315,"response_code":"204"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.857415857Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.860276518Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9","method":"GET","req_id":"7bc04a59-ebb0-4e18-b6df-8f018f07cfbd","remote_addr":"[fd00:1122:3344:101::a]:61257","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":145,"response_code":"200"}
{"msg":"deleting zfs dataset \"oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.868316151Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"4ba15b31-2d99-4340-bde8-9e0899af3bb9","component":"worker"}
{"msg":"region 4ba15b31-2d99-4340-bde8-9e0899af3bb9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.930398253Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:25.979854714Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions/4ba15b31-2d99-4340-bde8-9e0899af3bb9","method":"GET","req_id":"785639a2-da8b-483e-8617-550e745ccafd","remote_addr":"[fd00:1122:3344:101::a]:61257","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"region 157f3169-ebe8-419b-9078-464900e6cf90 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.093631497Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.09376452Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.09378268Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions","method":"POST","req_id":"0db252b4-047c-4465-ac03-efe0a3219934","remote_addr":"[fd00:1122:3344:101::a]:61257","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":202,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.102325204Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.102348594Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"157f3169-ebe8-419b-9078-464900e6cf90\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/157f3169-ebe8-419b-9078-464900e6cf90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.154297329Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"157f3169-ebe8-419b-9078-464900e6cf90","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"157f3169-ebe8-419b-9078-464900e6cf90\" \"--data\" \"/data/regions/157f3169-ebe8-419b-9078-464900e6cf90\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.156162629Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"157f3169-ebe8-419b-9078-464900e6cf90","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.221855988Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"157f3169-ebe8-419b-9078-464900e6cf90","component":"worker"}
{"msg":"region 157f3169-ebe8-419b-9078-464900e6cf90 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.221891469Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.221982211Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-157f3169-ebe8-419b-9078-464900e6cf90","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.223517834Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-157f3169-ebe8-419b-9078-464900e6cf90","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.22612665Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.232981557Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-157f3169-ebe8-419b-9078-464900e6cf90","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.236034943Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/157f3169-ebe8-419b-9078-464900e6cf90","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.236320779Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.23637766Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.236421831Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.236461532Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.240172801Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.244613737Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:00:28.418771293Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions","method":"POST","req_id":"317146c3-6414-469d-9175-bcad9efc9183","remote_addr":"[fd00:1122:3344:101::a]:61257","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:12.95149488Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51329"}
{"msg":"region d9e0b93e-884e-4f52-a3aa-841ed56b2fe7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:12.952227245Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:12.953064803Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:12.953086774Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions","method":"POST","req_id":"ce92e965-f054-4519-85ac-afdebd0ce164","remote_addr":"[fd00:1122:3344:101::a]:51329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1511,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/d9e0b93e-884e-4f52-a3aa-841ed56b2fe7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:12.962532777Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/d9e0b93e-884e-4f52-a3aa-841ed56b2fe7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:12.962565287Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d9e0b93e-884e-4f52-a3aa-841ed56b2fe7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d9e0b93e-884e-4f52-a3aa-841ed56b2fe7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.018384284Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"d9e0b93e-884e-4f52-a3aa-841ed56b2fe7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d9e0b93e-884e-4f52-a3aa-841ed56b2fe7\" \"--data\" \"/data/regions/d9e0b93e-884e-4f52-a3aa-841ed56b2fe7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.018451236Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"d9e0b93e-884e-4f52-a3aa-841ed56b2fe7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.095616562Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions","method":"POST","req_id":"058cf7c2-eb72-4487-a8e8-2a124c463754","remote_addr":"[fd00:1122:3344:101::a]:51329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":97,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.14168847Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"region":"d9e0b93e-884e-4f52-a3aa-841ed56b2fe7","component":"worker"}
{"msg":"region d9e0b93e-884e-4f52-a3aa-841ed56b2fe7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.141714871Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.141860714Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d9e0b93e-884e-4f52-a3aa-841ed56b2fe7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.150172042Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d9e0b93e-884e-4f52-a3aa-841ed56b2fe7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.156987949Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.16590894Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d9e0b93e-884e-4f52-a3aa-841ed56b2fe7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.168623368Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d9e0b93e-884e-4f52-a3aa-841ed56b2fe7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.168955045Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.168979576Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.169026147Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.169056097Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.172215225Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.176400535Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:13.704982216Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions","method":"POST","req_id":"b6c7c7ae-83d2-4f89-8b05-76a1da7bb248","remote_addr":"[fd00:1122:3344:101::a]:51329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.913870015Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions/157f3169-ebe8-419b-9078-464900e6cf90","method":"GET","req_id":"d2fc0d94-547b-4643-94b1-623c8fc2fc86","remote_addr":"[fd00:1122:3344:101::a]:51329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/157f3169-ebe8-419b-9078-464900e6cf90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.917361329Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"dataset is oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.927336034Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"snapshot is oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90@93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.936346427Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90\", \"93736f55-8d99-452a-9e65-823dc6e47b2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.936383398Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.947823363Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions/157f3169-ebe8-419b-9078-464900e6cf90/snapshots/93736f55-8d99-452a-9e65-823dc6e47b2c","method":"GET","req_id":"8d763c68-2134-470f-adc4-51da3173693b","remote_addr":"[fd00:1122:3344:101::a]:51329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30480,"response_code":"200"}
{"msg":"path is \"/data/regions/157f3169-ebe8-419b-9078-464900e6cf90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.951937831Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"dataset is oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.960614558Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"snapshot is oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90@93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.968546828Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90\", \"93736f55-8d99-452a-9e65-823dc6e47b2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.968573808Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 157f3169-ebe8-419b-9078-464900e6cf90-93736f55-8d99-452a-9e65-823dc6e47b2c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.97661275Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"applying SMF actions for region 157f3169-ebe8-419b-9078-464900e6cf90 running snapshot 93736f55-8d99-452a-9e65-823dc6e47b2c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.976776154Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.976811155Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions/157f3169-ebe8-419b-9078-464900e6cf90/snapshots/93736f55-8d99-452a-9e65-823dc6e47b2c/run","method":"POST","req_id":"e733ada1-a46f-49dd-872e-99e32b3a327a","remote_addr":"[fd00:1122:3344:101::a]:51329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24904,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-157f3169-ebe8-419b-9078-464900e6cf90-93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.979630455Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-157f3169-ebe8-419b-9078-464900e6cf90-93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.982427065Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-157f3169-ebe8-419b-9078-464900e6cf90-93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.991095791Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/157f3169-ebe8-419b-9078-464900e6cf90/.zfs/snapshot/93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.991388377Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.991442869Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.99148801Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.9915277Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.991580861Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.994734299Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.999253296Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"worker"}
{"msg":"region 157f3169-ebe8-419b-9078-464900e6cf90 running snapshot 93736f55-8d99-452a-9e65-823dc6e47b2c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:14.999263426Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"path is \"/data/regions/157f3169-ebe8-419b-9078-464900e6cf90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:15.229234331Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"dataset is oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:15.237951618Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"datafile"}
{"msg":"snapshot is oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90@93736f55-8d99-452a-9e65-823dc6e47b2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:15.247098484Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_737b2345-38a9-43c1-8e04-028013083dab/crucible/regions/157f3169-ebe8-419b-9078-464900e6cf90\", \"93736f55-8d99-452a-9e65-823dc6e47b2c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:15.247124805Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T00:11:15.255117976Z","hostname":"oxz_crucible_80d5ed4e-fb21-4ab4-b643-b0da942c1cf4","pid":19934,"uri":"/crucible/0/regions/157f3169-ebe8-419b-9078-464900e6cf90/snapshots/93736f55-8d99-452a-9e65-823dc6e47b2c/run","method":"POST","req_id":"d7a6bfa6-4b91-4348-a453-974476583895","remote_addr":"[fd00:1122:3344:101::a]:51329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25933,"response_code":"200"}