{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.342832773Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55737"} {"msg":"region 427fbe38-e3a9-4ab7-9b33-758b94854c82 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.376193825Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.383420014Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"e2298a21-cf4e-4ff5-b900-774d30f16669","remote_addr":"[fd00:1122:3344:101::c]:55737","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":14297,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.383437174Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.393012129Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.393036949Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"427fbe38-e3a9-4ab7-9b33-758b94854c82\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.451886422Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"427fbe38-e3a9-4ab7-9b33-758b94854c82","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"427fbe38-e3a9-4ab7-9b33-758b94854c82\" \"--data\" \"/data/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.451957583Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"427fbe38-e3a9-4ab7-9b33-758b94854c82","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.567744061Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"7e5650ce-cb4c-4b5b-9b58-0332d50cf8c0","remote_addr":"[fd00:1122:3344:101::c]:55737","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.689124397Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"427fbe38-e3a9-4ab7-9b33-758b94854c82","component":"worker"} {"msg":"region 427fbe38-e3a9-4ab7-9b33-758b94854c82 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.689166318Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.68927393Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-427fbe38-e3a9-4ab7-9b33-758b94854c82","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.689718909Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-427fbe38-e3a9-4ab7-9b33-758b94854c82","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.695392648Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.711832094Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-427fbe38-e3a9-4ab7-9b33-758b94854c82","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.728102238Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.728692969Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.730963653Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.731017144Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.731056275Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.735323087Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.739528538Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.320968377Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"f6071ac2-aace-4da3-8b9f-b77f96f51d85","remote_addr":"[fd00:1122:3344:101::c]:55737","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.629830592Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82","method":"GET","req_id":"d8e128fc-d568-481b-b19a-f51ae9c86ea0","remote_addr":"[fd00:1122:3344:101::c]:55737","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.63283743Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"dataset is oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.644199498Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"region 427fbe38-e3a9-4ab7-9b33-758b94854c82 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.654235481Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.654388184Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-427fbe38-e3a9-4ab7-9b33-758b94854c82 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.655569057Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.656720999Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82","method":"DELETE","req_id":"21c0a363-dfe9-4bfc-b18e-28df02a4549b","remote_addr":"[fd00:1122:3344:101::c]:55737","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23923,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.659786568Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82","method":"GET","req_id":"934b3e0c-90b7-46d2-8fd5-a0997ee29548","remote_addr":"[fd00:1122:3344:101::c]:55737","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.66090404Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.673323809Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"427fbe38-e3a9-4ab7-9b33-758b94854c82","component":"worker"} {"msg":"region 427fbe38-e3a9-4ab7-9b33-758b94854c82 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.736346691Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.74923844Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions/427fbe38-e3a9-4ab7-9b33-758b94854c82","method":"GET","req_id":"7d851c74-1a7c-42eb-bcf7-a733531ce12e","remote_addr":"[fd00:1122:3344:101::c]:55737","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.540063722Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38278"} {"msg":"region de717103-7ae4-4e89-8de0-a2491d938635 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.540320667Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.54101855Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.54103391Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"d6113d9c-4a30-4cef-bda3-531d7294d122","remote_addr":"[fd00:1122:3344:101::c]:38278","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":747,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/de717103-7ae4-4e89-8de0-a2491d938635","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.55297991Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/de717103-7ae4-4e89-8de0-a2491d938635","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.553012591Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"de717103-7ae4-4e89-8de0-a2491d938635\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/de717103-7ae4-4e89-8de0-a2491d938635\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.636395576Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"de717103-7ae4-4e89-8de0-a2491d938635","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"de717103-7ae4-4e89-8de0-a2491d938635\" \"--data\" \"/data/regions/de717103-7ae4-4e89-8de0-a2491d938635\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.63818107Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"de717103-7ae4-4e89-8de0-a2491d938635","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.722852309Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"de717103-7ae4-4e89-8de0-a2491d938635","component":"worker"} {"msg":"region de717103-7ae4-4e89-8de0-a2491d938635 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.72288049Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.722985702Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-de717103-7ae4-4e89-8de0-a2491d938635","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.724336208Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-de717103-7ae4-4e89-8de0-a2491d938635","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.72913816Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.743756072Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-de717103-7ae4-4e89-8de0-a2491d938635","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.747440153Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/de717103-7ae4-4e89-8de0-a2491d938635","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.747728418Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.747786529Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.74783247Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.747874731Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.75145387Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.755783703Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.895269967Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"9ed1bb9a-de6c-4bb2-a6fb-30cda22410b1","remote_addr":"[fd00:1122:3344:101::c]:38278","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"region 2031e918-cc18-4bce-bd63-8efdbe498558 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.121183661Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.121372054Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.121394115Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"8044dab2-0a2d-46b2-8093-8466dce6cf31","remote_addr":"[fd00:1122:3344:101::c]:38278","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":250,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/2031e918-cc18-4bce-bd63-8efdbe498558","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.13103954Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/2031e918-cc18-4bce-bd63-8efdbe498558","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.131074751Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2031e918-cc18-4bce-bd63-8efdbe498558\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2031e918-cc18-4bce-bd63-8efdbe498558\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.185247233Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"2031e918-cc18-4bce-bd63-8efdbe498558","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2031e918-cc18-4bce-bd63-8efdbe498558\" \"--data\" \"/data/regions/2031e918-cc18-4bce-bd63-8efdbe498558\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.185302224Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"2031e918-cc18-4bce-bd63-8efdbe498558","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.25679856Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"2031e918-cc18-4bce-bd63-8efdbe498558","component":"worker"} {"msg":"region 2031e918-cc18-4bce-bd63-8efdbe498558 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.256840451Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.256932603Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2031e918-cc18-4bce-bd63-8efdbe498558","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.258055354Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2031e918-cc18-4bce-bd63-8efdbe498558","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.269494945Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.277220973Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2031e918-cc18-4bce-bd63-8efdbe498558","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.2806658Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2031e918-cc18-4bce-bd63-8efdbe498558","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.280910824Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.280973686Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.281018836Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.281063177Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.285153496Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.292173781Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:37.461550371Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"2015445d-196c-4df8-849d-f44afef0f1c2","remote_addr":"[fd00:1122:3344:101::c]:38278","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.136343347Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions/2031e918-cc18-4bce-bd63-8efdbe498558","method":"GET","req_id":"e9941f57-19c3-4682-af24-737bf54f8d3a","remote_addr":"[fd00:1122:3344:101::c]:38278","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/2031e918-cc18-4bce-bd63-8efdbe498558\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.139810544Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"dataset is oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/2031e918-cc18-4bce-bd63-8efdbe498558","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.150873907Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"region 2031e918-cc18-4bce-bd63-8efdbe498558 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.161189506Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.161368889Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.161444301Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions/2031e918-cc18-4bce-bd63-8efdbe498558","method":"DELETE","req_id":"dcf26e69-bccc-410a-a822-d922894a1c46","remote_addr":"[fd00:1122:3344:101::c]:38278","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21717,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-2031e918-cc18-4bce-bd63-8efdbe498558 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.163049841Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.164723764Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions/2031e918-cc18-4bce-bd63-8efdbe498558","method":"GET","req_id":"6d53b3e7-ff02-4d50-9ff9-f8ad3fe02e68","remote_addr":"[fd00:1122:3344:101::c]:38278","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.175546952Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1607e73c-a939-4c32-9f17-dc51c11d78a4/crucible/regions/2031e918-cc18-4bce-bd63-8efdbe498558\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.187576053Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"region":"2031e918-cc18-4bce-bd63-8efdbe498558","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.268574992Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions/2031e918-cc18-4bce-bd63-8efdbe498558","method":"GET","req_id":"c5546e5e-c749-4ed0-8146-db33a512aa9c","remote_addr":"[fd00:1122:3344:101::c]:38278","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"region 2031e918-cc18-4bce-bd63-8efdbe498558 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.333143465Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:57:04.415210044Z","hostname":"oxz_crucible_428dc573-16e0-46ff-bade-0eb64d01fd9d","pid":24769,"uri":"/crucible/0/regions/2031e918-cc18-4bce-bd63-8efdbe498558","method":"GET","req_id":"ff4601ea-0937-4e35-8283-16f2e167f9ac","remote_addr":"[fd00:1122:3344:101::c]:38278","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":637,"response_code":"200"}