[ Feb 25 03:48:29 Enabled. ] [ Feb 25 03:48:29 Rereading configuration. ] [ Feb 25 03:48:31 Rereading configuration. ] [ Feb 25 03:48:36 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b1540360-c926-4428-8125-11557e6a9ae0/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_b1540360-c926-4428-8125-11557e6a9ae0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.591286304Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.595039348Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.595049858Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.611814173Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:48:36.808391789Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.402585572Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54844"} {"msg":"region 518ffd7e-cf3b-4157-a7ec-3e9522706d38 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.440578632Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.441309948Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"uri":"/crucible/0/regions","method":"POST","req_id":"a9ea4c46-b768-4baa-aa2f-91b6e495af61","remote_addr":"[fd00:1122:3344:101::b]:54844","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":14025,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.443931257Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b1540360-c926-4428-8125-11557e6a9ae0/crucible/regions/518ffd7e-cf3b-4157-a7ec-3e9522706d38","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.45481046Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b1540360-c926-4428-8125-11557e6a9ae0/crucible/regions/518ffd7e-cf3b-4157-a7ec-3e9522706d38","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.45483903Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"518ffd7e-cf3b-4157-a7ec-3e9522706d38\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/518ffd7e-cf3b-4157-a7ec-3e9522706d38\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.506298752Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"region":"518ffd7e-cf3b-4157-a7ec-3e9522706d38","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"518ffd7e-cf3b-4157-a7ec-3e9522706d38\" \"--data\" \"/data/regions/518ffd7e-cf3b-4157-a7ec-3e9522706d38\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.5089343Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"region":"518ffd7e-cf3b-4157-a7ec-3e9522706d38","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.686580243Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"uri":"/crucible/0/regions","method":"POST","req_id":"d51f659b-4dd4-4ec9-8c4c-03a9ced91c05","remote_addr":"[fd00:1122:3344:101::b]:54844","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.840055196Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"region":"518ffd7e-cf3b-4157-a7ec-3e9522706d38","component":"worker"} {"msg":"region 518ffd7e-cf3b-4157-a7ec-3e9522706d38 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.840105447Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.840199229Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-518ffd7e-cf3b-4157-a7ec-3e9522706d38","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.840604068Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-518ffd7e-cf3b-4157-a7ec-3e9522706d38","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.85096796Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.866906386Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-518ffd7e-cf3b-4157-a7ec-3e9522706d38","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.86974548Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/518ffd7e-cf3b-4157-a7ec-3e9522706d38","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.870331653Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.87286874Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.872932131Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.872964852Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.887437856Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:41.892204672Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T03:59:42.248325486Z","hostname":"oxz_crucible_ddd13895-47f3-430d-82f5-9dde49086a6a","pid":23077,"uri":"/crucible/0/regions","method":"POST","req_id":"359fb878-65c1-4fd3-be6b-01aafffd50a2","remote_addr":"[fd00:1122:3344:101::b]:54844","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":545,"response_code":"200"}