[ Jan 8 18:21:53 Enabled. ] [ Jan 8 18:21:53 Rereading configuration. ] [ Jan 8 18:21:55 Rereading configuration. ] [ Jan 8 18:22:01 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:01.647028892Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:01.650583165Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:01.650592715Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:01.665410513Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:01.840650479Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.364307514Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56137"} {"msg":"region 0dd43006-1ed9-4d88-b10f-d0f9e462215b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.404434262Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.408793986Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.413978071Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"uri":"/crucible/0/regions","method":"POST","req_id":"ccdb2a98-a0bc-489f-ae83-60c1697f4813","remote_addr":"[fd00:1122:3344:101::b]:56137","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15846,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crucible/regions/0dd43006-1ed9-4d88-b10f-d0f9e462215b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.420859341Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crucible/regions/0dd43006-1ed9-4d88-b10f-d0f9e462215b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.420876671Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0dd43006-1ed9-4d88-b10f-d0f9e462215b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0dd43006-1ed9-4d88-b10f-d0f9e462215b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.482130761Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"region":"0dd43006-1ed9-4d88-b10f-d0f9e462215b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0dd43006-1ed9-4d88-b10f-d0f9e462215b\" \"--data\" \"/data/regions/0dd43006-1ed9-4d88-b10f-d0f9e462215b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.484161284Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"region":"0dd43006-1ed9-4d88-b10f-d0f9e462215b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.707012974Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"uri":"/crucible/0/regions","method":"POST","req_id":"a912506a-3e64-49c0-8e09-3bce471d1fc2","remote_addr":"[fd00:1122:3344:101::b]:56137","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.752700917Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"region":"0dd43006-1ed9-4d88-b10f-d0f9e462215b","component":"worker"} {"msg":"region 0dd43006-1ed9-4d88-b10f-d0f9e462215b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.752733508Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.752853031Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0dd43006-1ed9-4d88-b10f-d0f9e462215b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.753251622Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0dd43006-1ed9-4d88-b10f-d0f9e462215b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.75931198Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.771335924Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0dd43006-1ed9-4d88-b10f-d0f9e462215b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.774290121Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0dd43006-1ed9-4d88-b10f-d0f9e462215b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.774841126Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.774897857Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.774937378Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.774972969Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.77961209Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:56.784632271Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:22:57.107652597Z","hostname":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","pid":22771,"uri":"/crucible/0/regions","method":"POST","req_id":"61657153-b7e2-4059-9569-bb82f8c02426","remote_addr":"[fd00:1122:3344:101::b]:56137","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":"200"}