[ Aug 8 23:00:12 Enabled. ] [ Aug 8 23:00:12 Rereading configuration. ] [ Aug 8 23:00:13 Rereading configuration. ] [ Aug 8 23:00:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9fdf6511-7eb4-4ef9-9dba-5d677aaede88/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_9fdf6511-7eb4-4ef9-9dba-5d677aaede88/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.307725442Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.308899128Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.308910808Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.328311609Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.436815703Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:44.69437995Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45334"} {"msg":"region 3d2f7073-6ce6-4e0c-963c-d19ced39de54 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:44.721306675Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:44.729058154Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:44.734644712Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"uri":"/crucible/0/regions","method":"POST","req_id":"3ea4e8f0-a9fc-45f7-b734-2b0be1d22682","remote_addr":"[fd00:1122:3344:101::a]:45334","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21221,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_9fdf6511-7eb4-4ef9-9dba-5d677aaede88/crucible/regions/3d2f7073-6ce6-4e0c-963c-d19ced39de54","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:44.741446827Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9fdf6511-7eb4-4ef9-9dba-5d677aaede88/crucible/regions/3d2f7073-6ce6-4e0c-963c-d19ced39de54","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:44.741469057Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3d2f7073-6ce6-4e0c-963c-d19ced39de54\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d2f7073-6ce6-4e0c-963c-d19ced39de54\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:44.800075625Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"region":"3d2f7073-6ce6-4e0c-963c-d19ced39de54","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d2f7073-6ce6-4e0c-963c-d19ced39de54\" \"--data\" \"/data/regions/3d2f7073-6ce6-4e0c-963c-d19ced39de54\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:44.802314986Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"region":"3d2f7073-6ce6-4e0c-963c-d19ced39de54","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:44.937244319Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"uri":"/crucible/0/regions","method":"POST","req_id":"aca71212-394e-45d8-97a3-7280023492e4","remote_addr":"[fd00:1122:3344:101::a]:45334","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":772,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.097690068Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"region":"3d2f7073-6ce6-4e0c-963c-d19ced39de54","component":"worker"} {"msg":"region 3d2f7073-6ce6-4e0c-963c-d19ced39de54 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.097745488Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.09785995Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3d2f7073-6ce6-4e0c-963c-d19ced39de54","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.098402888Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d2f7073-6ce6-4e0c-963c-d19ced39de54","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.104455242Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.126152875Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d2f7073-6ce6-4e0c-963c-d19ced39de54","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.130309323Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d2f7073-6ce6-4e0c-963c-d19ced39de54","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.141027682Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.14372531Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.143833302Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.143929583Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.148486867Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.154655493Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:06:45.327108879Z","hostname":"oxz_crucible_4ca01e08-03ee-487d-a435-a250cadd43b9","pid":24935,"uri":"/crucible/0/regions","method":"POST","req_id":"e9bd5a9a-b65f-47df-8d29-2068c8234e6e","remote_addr":"[fd00:1122:3344:101::a]:45334","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":148,"response_code":"200"}