[ Jan 30 20:17:20 Enabled. ] [ Jan 30 20:17:20 Rereading configuration. ] [ Jan 30 20:17:22 Rereading configuration. ] [ Jan 30 20:17:25 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:25.050107462Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:25.053023183Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:25.053033283Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:25.066726013Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:25.135341127Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.719292518Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58442"} {"msg":"region 7646ea2a-1ea6-463c-a647-010f5206271a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.74277212Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.743047227Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions","method":"POST","req_id":"2e42e719-aa47-43cd-87fa-6393af8c6dec","remote_addr":"[fd00:1122:3344:101::a]:58442","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":8711,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.745492815Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible/regions/7646ea2a-1ea6-463c-a647-010f5206271a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.755274387Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible/regions/7646ea2a-1ea6-463c-a647-010f5206271a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.755308528Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7646ea2a-1ea6-463c-a647-010f5206271a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7646ea2a-1ea6-463c-a647-010f5206271a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.82059315Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"region":"7646ea2a-1ea6-463c-a647-010f5206271a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7646ea2a-1ea6-463c-a647-010f5206271a\" \"--data\" \"/data/regions/7646ea2a-1ea6-463c-a647-010f5206271a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.822487202Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"region":"7646ea2a-1ea6-463c-a647-010f5206271a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.879383711Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions","method":"POST","req_id":"caa28a3f-121a-4906-a3d3-e5c6e369ae09","remote_addr":"[fd00:1122:3344:101::a]:58442","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.927561298Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"region":"7646ea2a-1ea6-463c-a647-010f5206271a","component":"worker"} {"msg":"region 7646ea2a-1ea6-463c-a647-010f5206271a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.92760804Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.927707932Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7646ea2a-1ea6-463c-a647-010f5206271a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.928162925Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7646ea2a-1ea6-463c-a647-010f5206271a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.932227458Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.942216225Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7646ea2a-1ea6-463c-a647-010f5206271a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.945083415Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7646ea2a-1ea6-463c-a647-010f5206271a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.945664851Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.947648256Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.947723908Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.947774369Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.960673698Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.964950516Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.357846171Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions","method":"POST","req_id":"c09f38f3-ee2e-4ef1-bc3c-0d63d3f4a48f","remote_addr":"[fd00:1122:3344:101::a]:58442","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.6208444Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions/7646ea2a-1ea6-463c-a647-010f5206271a","method":"GET","req_id":"de7fe0a9-be44-4b1d-b835-1646207d2b8f","remote_addr":"[fd00:1122:3344:101::a]:58442","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/7646ea2a-1ea6-463c-a647-010f5206271a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.624225654Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"dataset is oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible/regions/7646ea2a-1ea6-463c-a647-010f5206271a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.635433814Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"region 7646ea2a-1ea6-463c-a647-010f5206271a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.64571046Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.645882115Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-7646ea2a-1ea6-463c-a647-010f5206271a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.646961974Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.647830178Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions/7646ea2a-1ea6-463c-a647-010f5206271a","method":"DELETE","req_id":"688d699b-c675-4f6a-a95e-2a2b9d75214a","remote_addr":"[fd00:1122:3344:101::a]:58442","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23631,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.650870423Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions/7646ea2a-1ea6-463c-a647-010f5206271a","method":"GET","req_id":"5288bbe5-95a9-4374-9f15-90d98739a9a6","remote_addr":"[fd00:1122:3344:101::a]:58442","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.651743237Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible/regions/7646ea2a-1ea6-463c-a647-010f5206271a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.66302926Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"region":"7646ea2a-1ea6-463c-a647-010f5206271a","component":"worker"} {"msg":"region 7646ea2a-1ea6-463c-a647-010f5206271a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.734386121Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.768714864Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions/7646ea2a-1ea6-463c-a647-010f5206271a","method":"GET","req_id":"aff69655-2319-4ab5-8441-e45c48c9841c","remote_addr":"[fd00:1122:3344:101::a]:58442","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.175128962Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47187"} {"msg":"region 4ac19fb5-f352-418e-b301-ccdbae28f472 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.175314117Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.179024019Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions","method":"POST","req_id":"1f526405-dd84-40c1-b097-7072da6369b7","remote_addr":"[fd00:1122:3344:101::a]:47187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3749,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.17904218Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible/regions/4ac19fb5-f352-418e-b301-ccdbae28f472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.191270859Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible/regions/4ac19fb5-f352-418e-b301-ccdbae28f472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.19130079Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4ac19fb5-f352-418e-b301-ccdbae28f472\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4ac19fb5-f352-418e-b301-ccdbae28f472\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.256419358Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"region":"4ac19fb5-f352-418e-b301-ccdbae28f472","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4ac19fb5-f352-418e-b301-ccdbae28f472\" \"--data\" \"/data/regions/4ac19fb5-f352-418e-b301-ccdbae28f472\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.258212657Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"region":"4ac19fb5-f352-418e-b301-ccdbae28f472","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.455109802Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions","method":"POST","req_id":"1f9bb61a-252b-4a1c-905b-f4ee70384f29","remote_addr":"[fd00:1122:3344:101::a]:47187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":99,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.63159434Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"region":"4ac19fb5-f352-418e-b301-ccdbae28f472","component":"worker"} {"msg":"region 4ac19fb5-f352-418e-b301-ccdbae28f472 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.631643401Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.631781305Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4ac19fb5-f352-418e-b301-ccdbae28f472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.633840982Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4ac19fb5-f352-418e-b301-ccdbae28f472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.639923501Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.653848888Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4ac19fb5-f352-418e-b301-ccdbae28f472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.656924963Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ac19fb5-f352-418e-b301-ccdbae28f472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.657132589Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.65718362Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.657231962Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.657272973Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.660474812Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.664861113Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:59.126583728Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions","method":"POST","req_id":"87cf9346-0c1f-4fa4-b6a8-3c46b00a0f3f","remote_addr":"[fd00:1122:3344:101::a]:47187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.702156572Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions/4ac19fb5-f352-418e-b301-ccdbae28f472","method":"GET","req_id":"ba5b891b-2a86-48fe-976d-3c64227b435a","remote_addr":"[fd00:1122:3344:101::a]:47187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"path is \"/data/regions/4ac19fb5-f352-418e-b301-ccdbae28f472\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.705126744Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"dataset is oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible/regions/4ac19fb5-f352-418e-b301-ccdbae28f472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.717651802Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"region 4ac19fb5-f352-418e-b301-ccdbae28f472 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.727130675Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.727337821Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.727396013Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions/4ac19fb5-f352-418e-b301-ccdbae28f472","method":"DELETE","req_id":"75b103f5-b735-41b9-ab47-942951e63558","remote_addr":"[fd00:1122:3344:101::a]:47187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22289,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-4ac19fb5-f352-418e-b301-ccdbae28f472 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.728996977Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.730495839Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions/4ac19fb5-f352-418e-b301-ccdbae28f472","method":"GET","req_id":"a921962b-7a34-48d2-a37d-1311e80b94cc","remote_addr":"[fd00:1122:3344:101::a]:47187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.73379319Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d4af3c38-c4fd-4361-bbf8-e7ff92e446e9/crucible/regions/4ac19fb5-f352-418e-b301-ccdbae28f472\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.744927959Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"region":"4ac19fb5-f352-418e-b301-ccdbae28f472","component":"worker"} {"msg":"region 4ac19fb5-f352-418e-b301-ccdbae28f472 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.8202611Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.828036186Z","hostname":"oxz_crucible_f8657d8f-a69b-4dfb-9355-447ac02b9343","pid":27239,"uri":"/crucible/0/regions/4ac19fb5-f352-418e-b301-ccdbae28f472","method":"GET","req_id":"72ed5059-705b-40a3-af4b-b6e82e9b0ce9","remote_addr":"[fd00:1122:3344:101::a]:47187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"}