[ Apr 10 17:10:53 Enabled. ] [ Apr 10 17:10:53 Rereading configuration. ] [ Apr 10 17:10:55 Rereading configuration. ] [ Apr 10 17:10:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e4a2506f-6371-4c52-a2ac-9e6a1a3e1869/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_e4a2506f-6371-4c52-a2ac-9e6a1a3e1869/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:10:58.105017659Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:10:58.105561757Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:10:58.105576897Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:10:58.228502389Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.774077489Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45087"} {"msg":"region 6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.787531121Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.792641706Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.792662636Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"uri":"/crucible/0/regions","method":"POST","req_id":"697f0ab3-7d5a-402a-bf76-02e080a89efc","remote_addr":"[fd00:1122:3344:101::a]:45087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":10262,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e4a2506f-6371-4c52-a2ac-9e6a1a3e1869/crucible/regions/6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.801518229Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4a2506f-6371-4c52-a2ac-9e6a1a3e1869/crucible/regions/6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.80154944Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.900529426Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"region":"6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.044872701Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"uri":"/crucible/0/regions","method":"POST","req_id":"35b97d26-139b-4d50-aec4-963ef722add6","remote_addr":"[fd00:1122:3344:101::a]:45087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.162320334Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"region":"6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118","component":"worker"} {"msg":"region 6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.162388574Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.162536746Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.162946322Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.17848945Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.208810684Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.223931011Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e0ee5d9-9ff0-4a1b-9dc3-1091d7b7c118","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.224693291Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.229505603Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.229553413Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.229593784Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.252568038Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.269701667Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.54439699Z","hostname":"oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0","pid":22521,"uri":"/crucible/0/regions","method":"POST","req_id":"442de60f-4898-41d7-95bf-e474a9816990","remote_addr":"[fd00:1122:3344:101::a]:45087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":"200"}