[ Sep  5 00:42:06 Enabled. ]
[ Sep  5 00:42:06 Rereading configuration. ]
[ Sep  5 00:42:09 Rereading configuration. ]
[ Sep  5 00:42:12 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_47f9ab94-cb52-4abd-b519-311e83310dbb/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_47f9ab94-cb52-4abd-b519-311e83310dbb/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:12.347024883Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:12.348145843Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:12.348157833Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:12.365438951Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:12.526932796Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:49.945933882Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49767"}
{"msg":"region 01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:49.970631741Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:49.975724572Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:49.97901248Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"uri":"/crucible/0/regions","method":"POST","req_id":"a06509c5-bd4f-4e63-a774-d8dfe37568f6","remote_addr":"[fd00:1122:3344:101::b]:49767","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15039,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_47f9ab94-cb52-4abd-b519-311e83310dbb/crucible/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:49.986613826Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_47f9ab94-cb52-4abd-b519-311e83310dbb/crucible/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:49.986632736Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.163471543Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"region":"01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4\" \"--data\" \"/data/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.165366177Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"region":"01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.245351251Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"uri":"/crucible/0/regions","method":"POST","req_id":"b08ca9a9-e2f5-4f68-a18c-fa11210e5be1","remote_addr":"[fd00:1122:3344:101::b]:49767","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.449953994Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"region":"01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","component":"worker"}
{"msg":"region 01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.449992035Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.450123627Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.450581535Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.490038828Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.56488771Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.591521944Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.618732179Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.620818846Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.620889567Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.620935158Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.665679155Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.717519718Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:50.985300835Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"uri":"/crucible/0/regions","method":"POST","req_id":"ac780639-9335-4b2e-9cbb-56791906b0ca","remote_addr":"[fd00:1122:3344:101::b]:49767","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":94,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.653786502Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"uri":"/crucible/0/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","method":"GET","req_id":"6a4a822e-4894-4e12-af3c-603bd548c4f7","remote_addr":"[fd00:1122:3344:101::b]:49767","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.65707754Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"datafile"}
{"msg":"dataset is oxp_47f9ab94-cb52-4abd-b519-311e83310dbb/crucible/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.666583909Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"datafile"}
{"msg":"region 01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.674997549Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.675133762Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.675193183Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"uri":"/crucible/0/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","method":"DELETE","req_id":"69efbcad-5fe3-42b0-a1d3-239a21961507","remote_addr":"[fd00:1122:3344:101::b]:49767","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18159,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.676349003Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.678276298Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"uri":"/crucible/0/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","method":"GET","req_id":"484f46dc-5486-4fff-b3bf-60ff739d379a","remote_addr":"[fd00:1122:3344:101::b]:49767","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.706544131Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_47f9ab94-cb52-4abd-b519-311e83310dbb/crucible/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.716644331Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"region":"01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","component":"worker"}
{"msg":"region 01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.800429603Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-05T00:42:53.832687127Z","hostname":"oxz_crucible_ba398f64-a1fa-4409-b695-7cb384241284","pid":21889,"uri":"/crucible/0/regions/01f7bb61-6ad5-41f8-98f5-6a7ef8ce8af4","method":"GET","req_id":"dca53a2f-ebc8-476d-bfb4-1db969747076","remote_addr":"[fd00:1122:3344:101::b]:49767","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"}