[ Jul 10 20:02:46 Enabled. ] [ Jul 10 20:02:46 Rereading configuration. ] [ Jul 10 20:02:47 Rereading configuration. ] [ Jul 10 20:02:49 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_08948de8-6866-4e07-bd76-c4f1365be8f5/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_08948de8-6866-4e07-bd76-c4f1365be8f5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:02:49.191745918Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:02:49.193433163Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:02:49.193444893Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:02:49.210969428Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:02:49.299179169Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.303861193Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56726"} {"msg":"region 997aadbf-d151-469b-99fe-af9c87473230 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.32765889Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.336512653Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"uri":"/crucible/0/regions","method":"POST","req_id":"c032dcd4-6485-4662-b105-3e1fb71986d0","remote_addr":"[fd00:1122:3344:101::a]:56726","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18964,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.338886883Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_08948de8-6866-4e07-bd76-c4f1365be8f5/crucible/regions/997aadbf-d151-469b-99fe-af9c87473230","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.349832384Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_08948de8-6866-4e07-bd76-c4f1365be8f5/crucible/regions/997aadbf-d151-469b-99fe-af9c87473230","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.349869884Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"997aadbf-d151-469b-99fe-af9c87473230\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/997aadbf-d151-469b-99fe-af9c87473230\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.39889027Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"region":"997aadbf-d151-469b-99fe-af9c87473230","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"997aadbf-d151-469b-99fe-af9c87473230\" \"--data\" \"/data/regions/997aadbf-d151-469b-99fe-af9c87473230\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.401077029Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"region":"997aadbf-d151-469b-99fe-af9c87473230","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.543117226Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"uri":"/crucible/0/regions","method":"POST","req_id":"208df7e1-cced-4eac-b46c-4514a4f1521e","remote_addr":"[fd00:1122:3344:101::a]:56726","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.689372598Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"region":"997aadbf-d151-469b-99fe-af9c87473230","component":"worker"} {"msg":"region 997aadbf-d151-469b-99fe-af9c87473230 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.689432818Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.68960892Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-997aadbf-d151-469b-99fe-af9c87473230","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.690313506Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-997aadbf-d151-469b-99fe-af9c87473230","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.70051194Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.724426788Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-997aadbf-d151-469b-99fe-af9c87473230","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.728147479Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/997aadbf-d151-469b-99fe-af9c87473230","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.729279409Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.734969966Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.735069337Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.735132837Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.74515826Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.755099292Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T20:09:21.926685494Z","hostname":"oxz_crucible_32dfe9d9-4dcf-48a7-bdd6-6f9d8da66ec1","pid":25516,"uri":"/crucible/0/regions","method":"POST","req_id":"80e30c07-588b-41ac-8364-5e9d66449e57","remote_addr":"[fd00:1122:3344:101::a]:56726","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"}