[ Feb 28 11:08:52 Enabled. ] [ Feb 28 11:08:52 Rereading configuration. ] [ Feb 28 11:08:53 Rereading configuration. ] [ Feb 28 11:08:57 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b7be4b87-5b67-4526-86cc-07dffc1acb59/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_b7be4b87-5b67-4526-86cc-07dffc1acb59/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:08:57.655416672Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:08:57.6590318Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:08:57.65904215Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:08:57.677951655Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:08:57.771147351Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.226629645Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39842"} {"msg":"region 7bdc2f8f-7958-4c7f-b33e-c5825535a329 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.248703657Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.251790574Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"uri":"/crucible/0/regions","method":"POST","req_id":"6878cde7-38b2-49dd-91c0-88927dd1a4fe","remote_addr":"[fd00:1122:3344:101::b]:39842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":9581,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.251809554Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b7be4b87-5b67-4526-86cc-07dffc1acb59/crucible/regions/7bdc2f8f-7958-4c7f-b33e-c5825535a329","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.260279695Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b7be4b87-5b67-4526-86cc-07dffc1acb59/crucible/regions/7bdc2f8f-7958-4c7f-b33e-c5825535a329","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.260310366Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7bdc2f8f-7958-4c7f-b33e-c5825535a329\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7bdc2f8f-7958-4c7f-b33e-c5825535a329\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.311798379Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"region":"7bdc2f8f-7958-4c7f-b33e-c5825535a329","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7bdc2f8f-7958-4c7f-b33e-c5825535a329\" \"--data\" \"/data/regions/7bdc2f8f-7958-4c7f-b33e-c5825535a329\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.313802712Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"region":"7bdc2f8f-7958-4c7f-b33e-c5825535a329","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.455465446Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"uri":"/crucible/0/regions","method":"POST","req_id":"253300ca-39ff-4ce9-9f58-28dca069cc9e","remote_addr":"[fd00:1122:3344:101::b]:39842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.458286406Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"region":"7bdc2f8f-7958-4c7f-b33e-c5825535a329","component":"worker"} {"msg":"region 7bdc2f8f-7958-4c7f-b33e-c5825535a329 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.458306466Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.45845548Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7bdc2f8f-7958-4c7f-b33e-c5825535a329","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.458919Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7bdc2f8f-7958-4c7f-b33e-c5825535a329","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.46404712Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.472843688Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7bdc2f8f-7958-4c7f-b33e-c5825535a329","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.475661498Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7bdc2f8f-7958-4c7f-b33e-c5825535a329","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.476384502Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.476443042Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.476483588Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.476521989Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.483419454Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:27.495993144Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:09:28.05376953Z","hostname":"oxz_crucible_2177a2fb-c2f9-442f-990d-98250c85bf31","pid":24238,"uri":"/crucible/0/regions","method":"POST","req_id":"d69a28d5-b667-4dd2-a8d7-10da37e18391","remote_addr":"[fd00:1122:3344:101::b]:39842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":45,"response_code":"200"}