[ Nov 28 01:34:52 Enabled. ] [ Nov 28 01:34:52 Rereading configuration. ] [ Nov 28 01:34:55 Rereading configuration. ] [ Nov 28 01:35:01 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:35:01.427502005Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:35:01.43261482Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:35:01.43262859Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:35:01.447568027Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:35:01.567378779Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.451555638Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50619"} {"msg":"region 081a2ce8-6162-468a-b666-adaf4a9e0ff8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.487308979Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.490346359Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.495182589Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"uri":"/crucible/0/regions","method":"POST","req_id":"a6db67d2-bca6-4519-b4c6-10702a2fca08","remote_addr":"[fd00:1122:3344:101::a]:50619","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14687,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crucible/regions/081a2ce8-6162-468a-b666-adaf4a9e0ff8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.502758395Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crucible/regions/081a2ce8-6162-468a-b666-adaf4a9e0ff8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.502798875Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"081a2ce8-6162-468a-b666-adaf4a9e0ff8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/081a2ce8-6162-468a-b666-adaf4a9e0ff8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.548512701Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"region":"081a2ce8-6162-468a-b666-adaf4a9e0ff8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"081a2ce8-6162-468a-b666-adaf4a9e0ff8\" \"--data\" \"/data/regions/081a2ce8-6162-468a-b666-adaf4a9e0ff8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.548575132Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"region":"081a2ce8-6162-468a-b666-adaf4a9e0ff8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.738548184Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"uri":"/crucible/0/regions","method":"POST","req_id":"343b200b-27c2-432d-9356-6232719c9789","remote_addr":"[fd00:1122:3344:101::a]:50619","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.776407291Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"region":"081a2ce8-6162-468a-b666-adaf4a9e0ff8","component":"worker"} {"msg":"region 081a2ce8-6162-468a-b666-adaf4a9e0ff8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.776444691Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.776549823Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-081a2ce8-6162-468a-b666-adaf4a9e0ff8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.776938299Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-081a2ce8-6162-468a-b666-adaf4a9e0ff8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.782661824Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.794649863Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-081a2ce8-6162-468a-b666-adaf4a9e0ff8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.800231185Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/081a2ce8-6162-468a-b666-adaf4a9e0ff8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.800977297Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.801039728Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.801084589Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.801124479Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.806031951Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:09.809809913Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:36:10.402539687Z","hostname":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","pid":22933,"uri":"/crucible/0/regions","method":"POST","req_id":"aaa7e654-d1d4-46bb-adec-96efc879ba6d","remote_addr":"[fd00:1122:3344:101::a]:50619","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":"200"}