[ Dec  6 02:41:46 Enabled. ]
[ Dec  6 02:41:46 Rereading configuration. ]
[ Dec  6 02:41:48 Rereading configuration. ]
[ Dec  6 02:41:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7146dd23-d3fa-4c8c-a63b-91ff6591e726/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_7146dd23-d3fa-4c8c-a63b-91ff6591e726/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:41:53.932565586Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:41:53.94003385Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:41:53.9400486Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:41:53.954585395Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:41:54.133600898Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.423843134Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52312"}
{"msg":"region c3360491-2fda-4965-913c-5e656b119f8c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.451834453Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.456842006Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.456856747Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"uri":"/crucible/0/regions","method":"POST","req_id":"9f81403c-debd-46cc-86be-ceea35d5d35a","remote_addr":"[fd00:1122:3344:101::b]:52312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":9449,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_7146dd23-d3fa-4c8c-a63b-91ff6591e726/crucible/regions/c3360491-2fda-4965-913c-5e656b119f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.466697098Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7146dd23-d3fa-4c8c-a63b-91ff6591e726/crucible/regions/c3360491-2fda-4965-913c-5e656b119f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.466727979Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c3360491-2fda-4965-913c-5e656b119f8c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c3360491-2fda-4965-913c-5e656b119f8c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.518429055Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"region":"c3360491-2fda-4965-913c-5e656b119f8c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c3360491-2fda-4965-913c-5e656b119f8c\" \"--data\" \"/data/regions/c3360491-2fda-4965-913c-5e656b119f8c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.520621588Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"region":"c3360491-2fda-4965-913c-5e656b119f8c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.717222424Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"uri":"/crucible/0/regions","method":"POST","req_id":"a7ad3231-68e2-4533-8651-4343cf5be087","remote_addr":"[fd00:1122:3344:101::b]:52312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.740339754Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"region":"c3360491-2fda-4965-913c-5e656b119f8c","component":"worker"}
{"msg":"region c3360491-2fda-4965-913c-5e656b119f8c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.740374965Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.740507159Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c3360491-2fda-4965-913c-5e656b119f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.740943922Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c3360491-2fda-4965-913c-5e656b119f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.745265295Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.756948999Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c3360491-2fda-4965-913c-5e656b119f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.761028415Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c3360491-2fda-4965-913c-5e656b119f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.761689634Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.761756636Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.761803457Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.761843628Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.765180754Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:35.769435015Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.113126682Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"uri":"/crucible/0/regions","method":"POST","req_id":"1b43e6f5-331a-4b77-b8f9-cb55cce12d36","remote_addr":"[fd00:1122:3344:101::b]:52312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.407455969Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"uri":"/crucible/0/regions/c3360491-2fda-4965-913c-5e656b119f8c","method":"GET","req_id":"79c5131b-38ef-47c8-8d0a-fe3df1bdf396","remote_addr":"[fd00:1122:3344:101::b]:52312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"path is \"/data/regions/c3360491-2fda-4965-913c-5e656b119f8c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.410558397Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"datafile"}
{"msg":"dataset is oxp_7146dd23-d3fa-4c8c-a63b-91ff6591e726/crucible/regions/c3360491-2fda-4965-913c-5e656b119f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.421727556Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"datafile"}
{"msg":"region c3360491-2fda-4965-913c-5e656b119f8c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.431524976Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.43166044Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.431708992Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"uri":"/crucible/0/regions/c3360491-2fda-4965-913c-5e656b119f8c","method":"DELETE","req_id":"2155d800-1f08-4fc3-aa31-f1a33ff7a2fa","remote_addr":"[fd00:1122:3344:101::b]:52312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21187,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-c3360491-2fda-4965-913c-5e656b119f8c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.435052597Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.436075726Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"uri":"/crucible/0/regions/c3360491-2fda-4965-913c-5e656b119f8c","method":"GET","req_id":"8da147ba-e0ff-41d2-a359-a2a72bb31784","remote_addr":"[fd00:1122:3344:101::b]:52312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":44,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.440639336Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7146dd23-d3fa-4c8c-a63b-91ff6591e726/crucible/regions/c3360491-2fda-4965-913c-5e656b119f8c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.45267142Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"region":"c3360491-2fda-4965-913c-5e656b119f8c","component":"worker"}
{"msg":"region c3360491-2fda-4965-913c-5e656b119f8c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.516616027Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:42:36.589669073Z","hostname":"oxz_crucible_40689173-b5ff-4c49-b401-2c6da404b113","pid":23364,"uri":"/crucible/0/regions/c3360491-2fda-4965-913c-5e656b119f8c","method":"GET","req_id":"0f61de89-7444-4caa-bb83-f66768854b55","remote_addr":"[fd00:1122:3344:101::b]:52312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"}