[ Sep 24 04:33:00 Enabled. ] [ Sep 24 04:33:00 Rereading configuration. ] [ Sep 24 04:33:01 Rereading configuration. ] [ Sep 24 04:33:02 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:02.981218381Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.010270568Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.010284478Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.036327111Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.179367979Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.124382686Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46340"} {"msg":"region 9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.164351605Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.169949474Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions","method":"POST","req_id":"04348113-b235-4709-944f-f88373e743b4","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26609,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.174734885Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crucible/regions/9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.185390202Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crucible/regions/9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.185428952Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.249729418Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"region":"9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920\" \"--data\" \"/data/regions/9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.255540431Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"region":"9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.419825911Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions","method":"POST","req_id":"6cfe494e-c38d-486b-86a9-16dbc67b9df8","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":103,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.643685255Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"region":"9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","component":"worker"} {"msg":"region 9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.643754937Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.643843669Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.647294472Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.655332013Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.674596542Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.677931593Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.689975808Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.692945102Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.693029753Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.693084665Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.698403238Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.70747183Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:58.919072274Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions","method":"POST","req_id":"0f8d3e0e-fe28-4124-8d2e-c11c87ac1dec","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"region 6497ad09-5c58-4fcb-8871-8d391c000d54 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.505474085Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.505633768Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions","method":"POST","req_id":"49432aa4-0504-41b2-b2f2-72269b9b0b62","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":203,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.505661959Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crucible/regions/6497ad09-5c58-4fcb-8871-8d391c000d54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.51608129Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crucible/regions/6497ad09-5c58-4fcb-8871-8d391c000d54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.516113541Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6497ad09-5c58-4fcb-8871-8d391c000d54\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6497ad09-5c58-4fcb-8871-8d391c000d54\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.578357173Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"region":"6497ad09-5c58-4fcb-8871-8d391c000d54","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6497ad09-5c58-4fcb-8871-8d391c000d54\" \"--data\" \"/data/regions/6497ad09-5c58-4fcb-8871-8d391c000d54\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.580729314Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"region":"6497ad09-5c58-4fcb-8871-8d391c000d54","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.682141957Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"region":"6497ad09-5c58-4fcb-8871-8d391c000d54","component":"worker"} {"msg":"region 6497ad09-5c58-4fcb-8871-8d391c000d54 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.682187098Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.6822667Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6497ad09-5c58-4fcb-8871-8d391c000d54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.682682739Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6497ad09-5c58-4fcb-8871-8d391c000d54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.68603196Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.693012838Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6497ad09-5c58-4fcb-8871-8d391c000d54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.696713597Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6497ad09-5c58-4fcb-8871-8d391c000d54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.697041234Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.697101875Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.697156196Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.697202727Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.700543348Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.706431763Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.706514055Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.706594697Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.706603257Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.706643938Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.706690539Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.70676836Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.7091227Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.709178122Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.709225772Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.71426499Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.71472642Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.850788499Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions","method":"POST","req_id":"7609dc82-3dfc-431f-979f-74be41bdc906","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":660,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.688517102Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions/6497ad09-5c58-4fcb-8871-8d391c000d54","method":"GET","req_id":"8be28c26-143a-423b-8b53-200e1a2b82e2","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"path is \"/data/regions/6497ad09-5c58-4fcb-8871-8d391c000d54\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.693010897Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"datafile"} {"msg":"dataset is oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crucible/regions/6497ad09-5c58-4fcb-8871-8d391c000d54","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.705195666Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"datafile"} {"msg":"region 6497ad09-5c58-4fcb-8871-8d391c000d54 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.71572731Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.715930524Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.715999436Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions/6497ad09-5c58-4fcb-8871-8d391c000d54","method":"DELETE","req_id":"5c7306bc-2177-4cb8-9616-2ae51a855e3f","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23632,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-6497ad09-5c58-4fcb-8871-8d391c000d54 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.717080129Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.718236313Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions/6497ad09-5c58-4fcb-8871-8d391c000d54","method":"GET","req_id":"3e92b1c0-8c74-406d-8087-4651b4dad306","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.722681318Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.72277603Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.722870762Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.722882992Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.722932143Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.722989054Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9dedb2d1-8b13-4ca7-8f1c-aeae7cef7920","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.723318311Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.723388833Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.723467054Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.723527046Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.728485091Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.729041193Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crucible/regions/6497ad09-5c58-4fcb-8871-8d391c000d54\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.740579368Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"region":"6497ad09-5c58-4fcb-8871-8d391c000d54","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.802077534Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions/6497ad09-5c58-4fcb-8871-8d391c000d54","method":"GET","req_id":"a1e5148c-87c1-43ef-8e4e-c0ef4c36f59b","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":761,"response_code":"200"} {"msg":"region 6497ad09-5c58-4fcb-8871-8d391c000d54 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.808738995Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.906944101Z","hostname":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","pid":21953,"uri":"/crucible/0/regions/6497ad09-5c58-4fcb-8871-8d391c000d54","method":"GET","req_id":"dd89fe4d-de6a-43fd-847d-3251bd32dd6a","remote_addr":"[fd00:1122:3344:101::a]:46340","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33,"response_code":"200"}