[ Sep 6 02:15:03 Enabled. ] [ Sep 6 02:15:03 Rereading configuration. ] [ Sep 6 02:15:07 Rereading configuration. ] [ Sep 6 02:15:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 779775d5130ff7a4836f52f48b7e64d1479ee104\nCommit timestamp: 2025-08-09T00:27:59.000000000Z branch: main\nrustc: 1.86.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.579041048Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949} {"msg":"dataset: \"oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.581923722Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.581943822Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.581950042Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.595864134Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:15:10.726695764Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.716195955Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61676"} {"msg":"region 69ba9f03-d00a-43bc-8337-b8c1715079bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.765816934Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.771345898Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions","method":"POST","req_id":"92d447ea-10b4-4977-a343-c724e8204dcb","remote_addr":"[fd00:1122:3344:101::a]:61676","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24439,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.776642411Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.787216536Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.787250316Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"69ba9f03-d00a-43bc-8337-b8c1715079bf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.855662785Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"region":"69ba9f03-d00a-43bc-8337-b8c1715079bf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"69ba9f03-d00a-43bc-8337-b8c1715079bf\" \"--data\" \"/data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:07.857990024Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"region":"69ba9f03-d00a-43bc-8337-b8c1715079bf","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.118350555Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions","method":"POST","req_id":"b97a1883-1248-43c7-b203-2eb59af6ca66","remote_addr":"[fd00:1122:3344:101::a]:61676","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.172148447Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"region":"69ba9f03-d00a-43bc-8337-b8c1715079bf","component":"worker"} {"msg":"region 69ba9f03-d00a-43bc-8337-b8c1715079bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.172180127Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.172299878Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.172677101Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.179225154Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.196980847Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.200351163Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.2010907Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.210175113Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.210247433Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.210299094Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.214632928Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.219276615Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:16:08.693364593Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions","method":"POST","req_id":"982e53c1-1d95-423c-88ce-219de9b60175","remote_addr":"[fd00:1122:3344:101::a]:61676","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.287091303Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34141"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.287709918Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","method":"GET","req_id":"0fefd924-5a80-4bc8-9537-6a9dedfdfc20","remote_addr":"[fd00:1122:3344:101::a]:34141","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.295818766Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"dataset is oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.304576773Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"snapshot is oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf@6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.313548196Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf\", \"6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.313593386Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.333581757Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf/snapshots/6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","method":"GET","req_id":"2fe348cb-0ada-4369-9fb8-6db50c1bde28","remote_addr":"[fd00:1122:3344:101::a]:34141","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":43204,"response_code":200} {"msg":"path is \"/data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.336736802Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"dataset is oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.345592843Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"snapshot is oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf@6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.35400075Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf\", \"6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.354038301Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 69ba9f03-d00a-43bc-8337-b8c1715079bf-6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.373195284Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"applying SMF actions for region 69ba9f03-d00a-43bc-8337-b8c1715079bf running snapshot 6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.37386136Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.37388406Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf/snapshots/6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560/run","method":"POST","req_id":"4276d86f-e0aa-464c-9a17-bb7e9148f040","remote_addr":"[fd00:1122:3344:101::a]:34141","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":37180,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.402451139Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.40253836Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.402611971Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.402618891Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.402658011Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.402702861Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.402803982Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.402865683Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.402911173Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.402955823Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.417257178Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-69ba9f03-d00a-43bc-8337-b8c1715079bf-6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.417699982Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-69ba9f03-d00a-43bc-8337-b8c1715079bf-6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.442967415Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-69ba9f03-d00a-43bc-8337-b8c1715079bf-6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.481953798Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf/.zfs/snapshot/6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.48217787Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.48223104Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.482270491Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.482307021Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.482357981Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.492086689Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.504867682Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"region 69ba9f03-d00a-43bc-8337-b8c1715079bf running snapshot 6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.504886782Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"path is \"/data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.627086383Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"dataset is oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.638257823Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"snapshot is oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf@6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.648176143Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf\", \"6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.648227733Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:26:54.657355417Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf/snapshots/6c1d4e8b-fe1c-4d6a-8f0c-cd7f3986d560/run","method":"POST","req_id":"716da190-2344-45f3-82ef-4b1eb925765e","remote_addr":"[fd00:1122:3344:101::a]:34141","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30294,"response_code":200} {"msg":"region f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:02.958137562Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:02.958348923Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions","method":"POST","req_id":"4481b963-64d1-4177-80ad-cdd5cab0c4a2","remote_addr":"[fd00:1122:3344:101::a]:34141","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":258,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:02.958388054Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:02.968992089Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:02.969030419Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:03.33034181Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions","method":"POST","req_id":"23b500bf-6fb9-4ad0-b734-ce3042b0303e","remote_addr":"[fd00:1122:3344:101::a]:34141","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":82,"response_code":200} {"msg":"creating region Region { id: RegionId(\"f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:03.410743926Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"region":"f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2\" \"--data\" \"/data/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:03.410800136Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"region":"f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.026600572Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions","method":"POST","req_id":"b47ee35b-3149-4ebd-bf4c-ff4bdd595a74","remote_addr":"[fd00:1122:3344:101::a]:34141","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.486424974Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"region":"f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","component":"worker"} {"msg":"region f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.486469405Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.486580005Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.48709089Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.48718147Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.487235431Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.487242401Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.487279701Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.487327441Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.487693834Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.487748735Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.487792575Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.487835865Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.519323438Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.519819562Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.581281136Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.596405037Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions","method":"POST","req_id":"d506418b-478e-4fd9-b4c1-f139987ab7f6","remote_addr":"[fd00:1122:3344:101::a]:34141","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.747195144Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.808058787Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.80838117Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.80844315Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.808480431Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.808513221Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.879780103Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:04.941026215Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.170777302Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60955"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.170994474Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","method":"GET","req_id":"9bbe0eb9-b059-4a1b-9e97-cb6ccb7b0109","remote_addr":"[fd00:1122:3344:101::a]:60955","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"path is \"/data/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.176497228Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"dataset is oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.190636311Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"region f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.202270005Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.20292645Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.20295516Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","method":"DELETE","req_id":"205d9d68-3c9b-4180-89e9-f57380ce28c3","remote_addr":"[fd00:1122:3344:101::a]:60955","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29263,"response_code":204} {"msg":"disabling downstairs instance: downstairs-f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.203985409Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.206122136Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","method":"GET","req_id":"db6d8b6c-e172-45bb-a715-7e1c662f7e53","remote_addr":"[fd00:1122:3344:101::a]:60955","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.218327994Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.218401214Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.218474385Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.218484595Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.218517655Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.218569886Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69ba9f03-d00a-43bc-8337-b8c1715079bf","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.218922929Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.218986339Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.21904357Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.21909877Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.225224739Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.22660589Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_abc9aaf7-9549-4eea-919a-a6a2eef55ba1/crucible/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.238174353Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"region":"f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","component":"worker"} {"msg":"region f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.303462208Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-06T02:27:41.319519877Z","hostname":"oxz_crucible_14401a60-1a88-4b2c-a9f7-d6e5bf5a200f","pid":28949,"uri":"/crucible/0/regions/f7a9921b-b97c-4cf4-bb97-6c8e2f38aad2","method":"GET","req_id":"e08a2c0a-1ec2-4057-8851-9fd6b66b877a","remote_addr":"[fd00:1122:3344:101::a]:60955","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}