[ Nov  6 00:19:04 Enabled. ]
[ Nov  6 00:19:04 Rereading configuration. ]
[ Nov  6 00:19:05 Rereading configuration. ]
[ Nov  6 00:19:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_aaf2d272-1feb-4e24-ba54-7075c6ab94d1/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_aaf2d272-1feb-4e24-ba54-7075c6ab94d1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:08.625887779Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:08.629409353Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:08.629425074Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:08.65188366Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:08.842010055Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.404392375Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48044"}
{"msg":"region bb3c241e-4f9a-47c6-99ce-4ed352bf2e42 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.420051929Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.421692378Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.42578322Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"uri":"/crucible/0/regions","method":"POST","req_id":"0b46f774-b256-4f5c-bbab-bdb027c6ce85","remote_addr":"[fd00:1122:3344:101::b]:48044","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":12707,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_aaf2d272-1feb-4e24-ba54-7075c6ab94d1/crucible/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.432081877Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_aaf2d272-1feb-4e24-ba54-7075c6ab94d1/crucible/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.432143848Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bb3c241e-4f9a-47c6-99ce-4ed352bf2e42\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.521372728Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"region":"bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bb3c241e-4f9a-47c6-99ce-4ed352bf2e42\" \"--data\" \"/data/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.525654605Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"region":"bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.647820311Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"uri":"/crucible/0/regions","method":"POST","req_id":"a6e90bc9-ef1c-435f-9cf1-9ab64601628e","remote_addr":"[fd00:1122:3344:101::b]:48044","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.716682006Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"region":"bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","component":"worker"}
{"msg":"region bb3c241e-4f9a-47c6-99ce-4ed352bf2e42 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.716757688Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.717049847Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.717467559Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.722366725Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.739500343Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.744489021Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.745235674Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.745326396Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.745384998Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.745415879Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.750604723Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:39.755822628Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.062525614Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"uri":"/crucible/0/regions","method":"POST","req_id":"3a3d5282-a293-40a9-8f74-def1fef164eb","remote_addr":"[fd00:1122:3344:101::b]:48044","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.863892006Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"uri":"/crucible/0/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","method":"GET","req_id":"8726d3dc-15c7-4029-b079-36b7d36b9f10","remote_addr":"[fd00:1122:3344:101::b]:48044","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"path is \"/data/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.86775751Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"datafile"}
{"msg":"dataset is oxp_aaf2d272-1feb-4e24-ba54-7075c6ab94d1/crucible/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.879360115Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"datafile"}
{"msg":"region bb3c241e-4f9a-47c6-99ce-4ed352bf2e42 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.89199497Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.892226997Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.892311159Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"uri":"/crucible/0/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","method":"DELETE","req_id":"e41d6a5c-d535-463a-b66f-2104de90a5b7","remote_addr":"[fd00:1122:3344:101::b]:48044","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24590,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-bb3c241e-4f9a-47c6-99ce-4ed352bf2e42 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.893311199Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.896468833Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"uri":"/crucible/0/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","method":"GET","req_id":"705b9445-4712-4c20-8202-2aa460d73e08","remote_addr":"[fd00:1122:3344:101::b]:48044","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":40,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.898978657Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_aaf2d272-1feb-4e24-ba54-7075c6ab94d1/crucible/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.912672144Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"region":"bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:40.956881707Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"uri":"/crucible/0/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","method":"GET","req_id":"3ec2fe19-3b92-45d3-bb2d-f083bebb0c87","remote_addr":"[fd00:1122:3344:101::b]:48044","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":105,"response_code":"200"}
{"msg":"region bb3c241e-4f9a-47c6-99ce-4ed352bf2e42 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:41.006041336Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-06T00:19:41.097856502Z","hostname":"oxz_crucible_f18d6d96-6447-45c4-9068-2f092d9ddca6","pid":25700,"uri":"/crucible/0/regions/bb3c241e-4f9a-47c6-99ce-4ed352bf2e42","method":"GET","req_id":"ce6becfd-2a1a-46e7-a849-5845aa060dbb","remote_addr":"[fd00:1122:3344:101::b]:48044","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":"200"}