[ Dec 24 01:45:00 Enabled. ] [ Dec 24 01:45:00 Rereading configuration. ] [ Dec 24 01:45:03 Rereading configuration. ] [ Dec 24 01:45:13 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:13.59274649Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848} {"msg":"dataset: \"oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:13.593435265Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:13.593446406Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:13.593452866Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:13.605280308Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:13.756316051Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:35.963282889Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65137"} {"msg":"region b84d33c0-1442-4bbb-bcfe-61e7e6e696a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:35.99497519Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:35.997914948Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:35.997940719Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions","method":"POST","req_id":"62a42785-c30a-4f88-8320-39417620c3e5","remote_addr":"[fd00:1122:3344:101::c]:65137","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14093,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.004649703Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.004668084Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b84d33c0-1442-4bbb-bcfe-61e7e6e696a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.102396277Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"region":"b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b84d33c0-1442-4bbb-bcfe-61e7e6e696a2\" \"--data\" \"/data/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.104644089Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"region":"b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.301860245Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions","method":"POST","req_id":"a1695a3e-f054-4313-b442-4bced79f653f","remote_addr":"[fd00:1122:3344:101::c]:65137","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.463206715Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"region":"b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","component":"worker"} {"msg":"region b84d33c0-1442-4bbb-bcfe-61e7e6e696a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.463254606Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.463349688Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.463697386Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.470542594Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.485699793Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.489129252Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.489836799Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.48990131Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.489946421Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.489984522Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.495706284Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.501420556Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:36.762890794Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions","method":"POST","req_id":"98ca1cc9-f440-40db-ad15-a78d6a509b60","remote_addr":"[fd00:1122:3344:101::c]:65137","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.334246976Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","method":"GET","req_id":"b177717a-d570-4e0e-937d-63e6ad355fb2","remote_addr":"[fd00:1122:3344:101::c]:65137","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":97,"response_code":200} {"msg":"path is \"/data/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.338163007Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"dataset is oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.346287614Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"region b84d33c0-1442-4bbb-bcfe-61e7e6e696a2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.354093114Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.354249228Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","method":"DELETE","req_id":"c52f0f1b-5694-4955-b192-d81411093a8e","remote_addr":"[fd00:1122:3344:101::c]:65137","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16118,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.354273788Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-b84d33c0-1442-4bbb-bcfe-61e7e6e696a2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.355243621Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.358292651Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","method":"GET","req_id":"cebfc4f8-85c7-4820-ab9e-63ba173367b7","remote_addr":"[fd00:1122:3344:101::c]:65137","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.362096629Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.370468492Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"region":"b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","component":"worker"} {"msg":"region b84d33c0-1442-4bbb-bcfe-61e7e6e696a2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.449966915Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:45:37.456157447Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions/b84d33c0-1442-4bbb-bcfe-61e7e6e696a2","method":"GET","req_id":"1dafb679-2a73-418f-bba1-16e6e12dfb9a","remote_addr":"[fd00:1122:3344:101::c]:65137","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:56.918131047Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52426"} {"msg":"region e05bb350-9d12-4da8-9cc2-6a83408daed9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:56.918775332Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:56.918946876Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions","method":"POST","req_id":"b0fcabbd-29a7-4ea0-a8b0-17ca637b4eea","remote_addr":"[fd00:1122:3344:101::c]:52426","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":751,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:56.918965096Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:56.927918153Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:56.927942083Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e05bb350-9d12-4da8-9cc2-6a83408daed9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:56.987305362Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"region":"e05bb350-9d12-4da8-9cc2-6a83408daed9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e05bb350-9d12-4da8-9cc2-6a83408daed9\" \"--data\" \"/data/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:56.987360723Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"region":"e05bb350-9d12-4da8-9cc2-6a83408daed9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.063809176Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"region":"e05bb350-9d12-4da8-9cc2-6a83408daed9","component":"worker"} {"msg":"region e05bb350-9d12-4da8-9cc2-6a83408daed9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.063838816Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.063938989Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e05bb350-9d12-4da8-9cc2-6a83408daed9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.064771238Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e05bb350-9d12-4da8-9cc2-6a83408daed9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.075637999Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.097008981Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e05bb350-9d12-4da8-9cc2-6a83408daed9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.100208965Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.100518512Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.100562553Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.100607144Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.100644185Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.10432048Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.109364846Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:56:57.248991984Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions","method":"POST","req_id":"6ae9762c-5561-495a-9705-a78fee2f42d5","remote_addr":"[fd00:1122:3344:101::c]:52426","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.836362313Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9","method":"GET","req_id":"20b86b84-f51a-4dff-875c-15245ad56457","remote_addr":"[fd00:1122:3344:101::c]:52426","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.840375216Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"dataset is oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.851751638Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"region e05bb350-9d12-4da8-9cc2-6a83408daed9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.85879758Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.859411124Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.859424465Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9","method":"DELETE","req_id":"a5345167-ced3-4324-84c7-d5aa89780135","remote_addr":"[fd00:1122:3344:101::c]:52426","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19073,"response_code":204} {"msg":"disabling downstairs instance: downstairs-e05bb350-9d12-4da8-9cc2-6a83408daed9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.861471658Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.866973519Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9","method":"GET","req_id":"d2e29cbd-a9f2-4a3c-aebe-9e644e40eebd","remote_addr":"[fd00:1122:3344:101::c]:52426","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.872530295Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_916122cd-8340-477a-b63e-c2c49f5e59aa/crucible/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.880415291Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"region":"e05bb350-9d12-4da8-9cc2-6a83408daed9","component":"worker"} {"msg":"region e05bb350-9d12-4da8-9cc2-6a83408daed9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:23.946972443Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:57:24.017384356Z","hostname":"oxz_crucible_4efb8d8a-d2aa-4212-bb7d-7382c6da770b","pid":28848,"uri":"/crucible/0/regions/e05bb350-9d12-4da8-9cc2-6a83408daed9","method":"GET","req_id":"27f9bbf8-4747-41d8-a1a8-90a949294b86","remote_addr":"[fd00:1122:3344:101::c]:52426","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200}