{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.121555297Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52939"} {"msg":"region 5a7dad9b-14b9-4450-9fff-d96f7828ee35 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.170582698Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.176172555Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.176193485Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"uri":"/crucible/0/regions","method":"POST","req_id":"ea29aca7-2139-452f-a810-d61a1bb0d179","remote_addr":"[fd00:1122:3344:101::b]:52939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21715,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d925c709-054b-499a-8a63-d6059f2c81d6/crucible/regions/5a7dad9b-14b9-4450-9fff-d96f7828ee35","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.184000609Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d925c709-054b-499a-8a63-d6059f2c81d6/crucible/regions/5a7dad9b-14b9-4450-9fff-d96f7828ee35","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.18401962Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5a7dad9b-14b9-4450-9fff-d96f7828ee35\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5a7dad9b-14b9-4450-9fff-d96f7828ee35\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.231910597Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"region":"5a7dad9b-14b9-4450-9fff-d96f7828ee35","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5a7dad9b-14b9-4450-9fff-d96f7828ee35\" \"--data\" \"/data/regions/5a7dad9b-14b9-4450-9fff-d96f7828ee35\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.234587253Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"region":"5a7dad9b-14b9-4450-9fff-d96f7828ee35","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.518859149Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"uri":"/crucible/0/regions","method":"POST","req_id":"08947f6d-a0bc-4d35-b7ec-2c3be73fe3e9","remote_addr":"[fd00:1122:3344:101::b]:52939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.653531851Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"region":"5a7dad9b-14b9-4450-9fff-d96f7828ee35","component":"worker"} {"msg":"region 5a7dad9b-14b9-4450-9fff-d96f7828ee35 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.653575401Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.653661313Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5a7dad9b-14b9-4450-9fff-d96f7828ee35","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.65398985Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5a7dad9b-14b9-4450-9fff-d96f7828ee35","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.66778504Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.688469665Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a7dad9b-14b9-4450-9fff-d96f7828ee35","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.691865076Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a7dad9b-14b9-4450-9fff-d96f7828ee35","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.692545221Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.692607722Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.692646043Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.692679483Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.697055806Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.70154924Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:41.816120729Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"uri":"/crucible/0/regions","method":"POST","req_id":"27b75fa1-103f-4a47-bfcb-a962e8b0869b","remote_addr":"[fd00:1122:3344:101::b]:52939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 028491fb-1953-4d5d-829b-2083b43ab650 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.544768285Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.54497735Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"uri":"/crucible/0/regions","method":"POST","req_id":"e972a0b8-25e0-4440-a001-953c8f84fd12","remote_addr":"[fd00:1122:3344:101::b]:52939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":235,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.545067502Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d925c709-054b-499a-8a63-d6059f2c81d6/crucible/regions/028491fb-1953-4d5d-829b-2083b43ab650","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.552452437Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d925c709-054b-499a-8a63-d6059f2c81d6/crucible/regions/028491fb-1953-4d5d-829b-2083b43ab650","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.552470027Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"028491fb-1953-4d5d-829b-2083b43ab650\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/028491fb-1953-4d5d-829b-2083b43ab650\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.61254382Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"region":"028491fb-1953-4d5d-829b-2083b43ab650","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"028491fb-1953-4d5d-829b-2083b43ab650\" \"--data\" \"/data/regions/028491fb-1953-4d5d-829b-2083b43ab650\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.612587871Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"region":"028491fb-1953-4d5d-829b-2083b43ab650","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.691930219Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"region":"028491fb-1953-4d5d-829b-2083b43ab650","component":"worker"} {"msg":"region 028491fb-1953-4d5d-829b-2083b43ab650 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.6919718Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.692074072Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-028491fb-1953-4d5d-829b-2083b43ab650","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.692477881Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-028491fb-1953-4d5d-829b-2083b43ab650","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.696031965Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.706447024Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-028491fb-1953-4d5d-829b-2083b43ab650","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.711047381Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/028491fb-1953-4d5d-829b-2083b43ab650","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.711299316Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.711347227Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.711387028Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.711428249Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.715508294Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.727384424Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:54:48.830449881Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"uri":"/crucible/0/regions","method":"POST","req_id":"ff9d6616-05fb-4772-b2a4-c19e1e6b21ba","remote_addr":"[fd00:1122:3344:101::b]:52939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.279189815Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"uri":"/crucible/0/regions/028491fb-1953-4d5d-829b-2083b43ab650","method":"GET","req_id":"0f47aa6d-30af-4b55-b658-b094b17ac9e6","remote_addr":"[fd00:1122:3344:101::b]:52939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/028491fb-1953-4d5d-829b-2083b43ab650\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.281927502Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"datafile"} {"msg":"dataset is oxp_d925c709-054b-499a-8a63-d6059f2c81d6/crucible/regions/028491fb-1953-4d5d-829b-2083b43ab650","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.291760169Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"datafile"} {"msg":"region 028491fb-1953-4d5d-829b-2083b43ab650 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.299576513Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.299756277Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"uri":"/crucible/0/regions/028491fb-1953-4d5d-829b-2083b43ab650","method":"DELETE","req_id":"09111427-3a7c-4671-80d9-fdb944cbe11d","remote_addr":"[fd00:1122:3344:101::b]:52939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17862,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.299772857Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-028491fb-1953-4d5d-829b-2083b43ab650 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.300739078Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.302951844Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"uri":"/crucible/0/regions/028491fb-1953-4d5d-829b-2083b43ab650","method":"GET","req_id":"6b7e8b18-276d-4ad4-a2aa-dc29b231b8a9","remote_addr":"[fd00:1122:3344:101::b]:52939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.31035982Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d925c709-054b-499a-8a63-d6059f2c81d6/crucible/regions/028491fb-1953-4d5d-829b-2083b43ab650\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.317660894Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"region":"028491fb-1953-4d5d-829b-2083b43ab650","component":"worker"} {"msg":"region 028491fb-1953-4d5d-829b-2083b43ab650 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.370506715Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T23:55:15.418444022Z","hostname":"oxz_crucible_85cd9747-39cc-493c-9c6f-654bd033da02","pid":24003,"uri":"/crucible/0/regions/028491fb-1953-4d5d-829b-2083b43ab650","method":"GET","req_id":"780e9b44-ce49-4104-aea9-fa77a2024e72","remote_addr":"[fd00:1122:3344:101::b]:52939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":200}