[ Apr 30 19:10:24 Enabled. ]
[ Apr 30 19:10:24 Rereading configuration. ]
[ Apr 30 19:10:25 Rereading configuration. ]
[ Apr 30 19:10:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fb785573-5c89-485a-85a8-697b6ba3b8ed/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_fb785573-5c89-485a-85a8-697b6ba3b8ed/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:10:29.854417721Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:10:29.857263087Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:10:29.857272037Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:10:29.872582523Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:10:30.080633605Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.74678117Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62491"}
{"msg":"region 6f506232-1a5e-4bd0-ba7c-77e68ed335cb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.767721097Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.770484542Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"uri":"/crucible/0/regions","method":"POST","req_id":"45f2d44d-d07c-466e-8312-9dd0dfe72d8f","remote_addr":"[fd00:1122:3344:101::c]:62491","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":7786,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.7725666Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_fb785573-5c89-485a-85a8-697b6ba3b8ed/crucible/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.781554889Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_fb785573-5c89-485a-85a8-697b6ba3b8ed/crucible/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.7815899Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6f506232-1a5e-4bd0-ba7c-77e68ed335cb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.837627784Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"region":"6f506232-1a5e-4bd0-ba7c-77e68ed335cb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6f506232-1a5e-4bd0-ba7c-77e68ed335cb\" \"--data\" \"/data/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.837695266Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"region":"6f506232-1a5e-4bd0-ba7c-77e68ed335cb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.967460806Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"region":"6f506232-1a5e-4bd0-ba7c-77e68ed335cb","component":"worker"}
{"msg":"region 6f506232-1a5e-4bd0-ba7c-77e68ed335cb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.967517987Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.967607849Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6f506232-1a5e-4bd0-ba7c-77e68ed335cb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.968036859Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.968882519Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"uri":"/crucible/0/regions","method":"POST","req_id":"48a1979c-5368-4f36-9387-c86193ac8938","remote_addr":"[fd00:1122:3344:101::c]:62491","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6f506232-1a5e-4bd0-ba7c-77e68ed335cb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.973118438Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.992923519Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f506232-1a5e-4bd0-ba7c-77e68ed335cb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:27.998393836Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.004972569Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.005066781Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.005125303Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.005175504Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.009502975Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.015967985Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.932766582Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"uri":"/crucible/0/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb","method":"GET","req_id":"f8ec607c-f87a-4274-8c59-8516268e6b76","remote_addr":"[fd00:1122:3344:101::c]:62491","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"path is \"/data/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.9357045Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"datafile"}
{"msg":"dataset is oxp_fb785573-5c89-485a-85a8-697b6ba3b8ed/crucible/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.947120736Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"datafile"}
{"msg":"region 6f506232-1a5e-4bd0-ba7c-77e68ed335cb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.956478314Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.956670388Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.956701089Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"uri":"/crucible/0/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb","method":"DELETE","req_id":"5714bed4-416b-4989-a94d-75ca8c9d43bd","remote_addr":"[fd00:1122:3344:101::c]:62491","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21022,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6f506232-1a5e-4bd0-ba7c-77e68ed335cb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.958049111Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.961294496Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"uri":"/crucible/0/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb","method":"GET","req_id":"879f803d-9845-4e85-bfa4-35df2b8d983a","remote_addr":"[fd00:1122:3344:101::c]:62491","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.963009386Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_fb785573-5c89-485a-85a8-697b6ba3b8ed/crucible/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:28.974701598Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"region":"6f506232-1a5e-4bd0-ba7c-77e68ed335cb","component":"worker"}
{"msg":"region 6f506232-1a5e-4bd0-ba7c-77e68ed335cb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:29.041842601Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T19:11:29.114689626Z","hostname":"oxz_crucible_ba616a55-212e-41d2-bf8e-3e92b9549355","pid":22920,"uri":"/crucible/0/regions/6f506232-1a5e-4bd0-ba7c-77e68ed335cb","method":"GET","req_id":"57fd6737-d581-48d9-b65c-86c8d9b25563","remote_addr":"[fd00:1122:3344:101::c]:62491","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":"200"}