[ Oct 23 22:45:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:04.834002551Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621} {"msg":"dataset: \"oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:04.834217897Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:04.834226647Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:04.834236187Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:04.851342165Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:05.208329855Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:59.789603551Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51845"} {"msg":"region 61685c60-8c90-402e-b0c0-895c705f0744 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:59.808486951Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:59.81262981Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:59.812707572Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions","method":"POST","req_id":"c828ebd7-9cf9-41f5-82dc-7ead3def3a70","remote_addr":"[fd00:1122:3344:101::a]:51845","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":8828,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible/regions/61685c60-8c90-402e-b0c0-895c705f0744","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:59.818839078Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible/regions/61685c60-8c90-402e-b0c0-895c705f0744","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:59.818864009Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"61685c60-8c90-402e-b0c0-895c705f0744\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/61685c60-8c90-402e-b0c0-895c705f0744\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:59.868029212Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"region":"61685c60-8c90-402e-b0c0-895c705f0744","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"61685c60-8c90-402e-b0c0-895c705f0744\" \"--data\" \"/data/regions/61685c60-8c90-402e-b0c0-895c705f0744\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:45:59.868069373Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"region":"61685c60-8c90-402e-b0c0-895c705f0744","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.004653423Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"region":"61685c60-8c90-402e-b0c0-895c705f0744","component":"worker"} {"msg":"region 61685c60-8c90-402e-b0c0-895c705f0744 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.00663083Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.006790194Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-61685c60-8c90-402e-b0c0-895c705f0744","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.007102801Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-61685c60-8c90-402e-b0c0-895c705f0744","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.01248264Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.027236292Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-61685c60-8c90-402e-b0c0-895c705f0744","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.032057307Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/61685c60-8c90-402e-b0c0-895c705f0744","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.032825065Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.032892527Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.032937998Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.032977189Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.037108287Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.040931239Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.14577261Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions","method":"POST","req_id":"1baa55e9-71bb-43bb-8913-e48ff7a90505","remote_addr":"[fd00:1122:3344:101::a]:51845","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":88,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.824289723Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions/61685c60-8c90-402e-b0c0-895c705f0744","method":"GET","req_id":"36917f9a-e259-4d9d-8215-65db6dab4a23","remote_addr":"[fd00:1122:3344:101::a]:51845","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/61685c60-8c90-402e-b0c0-895c705f0744\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.82915907Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"dataset is oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible/regions/61685c60-8c90-402e-b0c0-895c705f0744","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.83629872Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"region 61685c60-8c90-402e-b0c0-895c705f0744 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.842858266Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.84300156Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.84301737Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions/61685c60-8c90-402e-b0c0-895c705f0744","method":"DELETE","req_id":"2afae4b5-d4b3-4740-8b4f-1902b523eb2c","remote_addr":"[fd00:1122:3344:101::a]:51845","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":13867,"response_code":204} {"msg":"disabling downstairs instance: downstairs-61685c60-8c90-402e-b0c0-895c705f0744 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.844120387Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.846185236Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions/61685c60-8c90-402e-b0c0-895c705f0744","method":"GET","req_id":"ff5043ee-4606-4676-b405-de00d6c58d2b","remote_addr":"[fd00:1122:3344:101::a]:51845","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.848663805Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible/regions/61685c60-8c90-402e-b0c0-895c705f0744\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.856272777Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"region":"61685c60-8c90-402e-b0c0-895c705f0744","component":"worker"} {"msg":"region 61685c60-8c90-402e-b0c0-895c705f0744 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.924678989Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:46:00.9502749Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions/61685c60-8c90-402e-b0c0-895c705f0744","method":"GET","req_id":"0202a121-0a94-421f-ae6c-1a1e95d53da0","remote_addr":"[fd00:1122:3344:101::a]:51845","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.618689332Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33557"} {"msg":"region 58e6383c-b9c8-4d9d-a7f9-fe7430099992 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.618790424Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.619401128Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.619413029Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions","method":"POST","req_id":"227e7135-c0bb-4478-a61e-864a48244358","remote_addr":"[fd00:1122:3344:101::a]:33557","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":671,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.629501739Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.62953156Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"58e6383c-b9c8-4d9d-a7f9-fe7430099992\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.683443727Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"region":"58e6383c-b9c8-4d9d-a7f9-fe7430099992","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"58e6383c-b9c8-4d9d-a7f9-fe7430099992\" \"--data\" \"/data/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.683483348Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"region":"58e6383c-b9c8-4d9d-a7f9-fe7430099992","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.757376981Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"region":"58e6383c-b9c8-4d9d-a7f9-fe7430099992","component":"worker"} {"msg":"region 58e6383c-b9c8-4d9d-a7f9-fe7430099992 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.757419852Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.757508594Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-58e6383c-b9c8-4d9d-a7f9-fe7430099992","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.758364135Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-58e6383c-b9c8-4d9d-a7f9-fe7430099992","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.764829059Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.782414819Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58e6383c-b9c8-4d9d-a7f9-fe7430099992","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.785544693Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.7858311Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.785874531Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.785923712Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.785961623Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.789310273Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.793509533Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:16.83859794Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions","method":"POST","req_id":"e0686707-9bdf-4d6e-9aa3-295d93cc386d","remote_addr":"[fd00:1122:3344:101::a]:33557","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.342423421Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41968"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.342524994Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992","method":"GET","req_id":"1abc1a0b-920a-4e58-ad5b-5ef82f195f86","remote_addr":"[fd00:1122:3344:101::a]:41968","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"path is \"/data/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.345744811Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"dataset is oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.35451953Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"region 58e6383c-b9c8-4d9d-a7f9-fe7430099992 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.3616746Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.361850025Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.361882096Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992","method":"DELETE","req_id":"95a2f432-9e25-4dd5-8e99-67133db1845b","remote_addr":"[fd00:1122:3344:101::a]:41968","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16160,"response_code":204} {"msg":"disabling downstairs instance: downstairs-58e6383c-b9c8-4d9d-a7f9-fe7430099992 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.363280679Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.365274397Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992","method":"GET","req_id":"09078d67-e572-4cf4-81ef-4e19d021cdf3","remote_addr":"[fd00:1122:3344:101::a]:41968","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.373848061Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0b0a947e-4c0c-4b9c-97c0-af2ec2c751a3/crucible/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.381953815Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"region":"58e6383c-b9c8-4d9d-a7f9-fe7430099992","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.423415954Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992","method":"GET","req_id":"f0a43075-a8ad-472f-a2ea-6a4d23ac2fe8","remote_addr":"[fd00:1122:3344:101::a]:41968","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"region 58e6383c-b9c8-4d9d-a7f9-fe7430099992 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.457819045Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-23T22:57:50.50160928Z","hostname":"oxz_crucible_e930a5e3-01cf-405d-b63f-f678d6a6f417","pid":7621,"uri":"/crucible/0/regions/58e6383c-b9c8-4d9d-a7f9-fe7430099992","method":"GET","req_id":"e38f75bc-05bc-43f7-a3e8-ce5b2c713a7a","remote_addr":"[fd00:1122:3344:101::a]:41968","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":38,"response_code":200}