[ Jan 25 05:07:15 Enabled. ]
[ Jan 25 05:07:15 Rereading configuration. ]
[ Jan 25 05:07:21 Rereading configuration. ]
[ Jan 25 05:07:30 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c3bb7f8b-e3ba-4618-b369-817696bbeae8/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_c3bb7f8b-e3ba-4618-b369-817696bbeae8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:30.746633342Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:30.747619397Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:30.747630537Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:30.765192061Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:30.96687583Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.607135914Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:46114"}
{"msg":"region f20e0590-e50d-492d-b1dc-25b8c6e0c1f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.659026183Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.663532601Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"uri":"/crucible/0/regions","method":"POST","req_id":"e47fc544-7a50-457d-acfc-92b1497e5edb","remote_addr":"[fd00:1122:3344:101::c]:46114","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14098,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.678058889Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_c3bb7f8b-e3ba-4618-b369-817696bbeae8/crucible/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.687543192Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c3bb7f8b-e3ba-4618-b369-817696bbeae8/crucible/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.687577712Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f20e0590-e50d-492d-b1dc-25b8c6e0c1f7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.836628251Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"region":"f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f20e0590-e50d-492d-b1dc-25b8c6e0c1f7\" \"--data\" \"/data/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.838823324Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"region":"f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.905959442Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"uri":"/crucible/0/regions","method":"POST","req_id":"f5bef1ca-319d-47cd-ab85-fd8993e8cf8f","remote_addr":"[fd00:1122:3344:101::c]:46114","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.283827277Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"region":"f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","component":"worker"}
{"msg":"region f20e0590-e50d-492d-b1dc-25b8c6e0c1f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.283879668Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.283982629Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.284439726Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.303521003Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.369494534Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.396824754Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.397492134Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.399465124Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.399538855Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.399582066Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.412398408Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.424889516Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.501492066Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"uri":"/crucible/0/regions","method":"POST","req_id":"f658cfac-b093-446b-85b3-1beec95586ce","remote_addr":"[fd00:1122:3344:101::c]:46114","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.604809848Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"uri":"/crucible/0/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","method":"GET","req_id":"662780cd-fc9d-4c16-8bd8-89bf606ce072","remote_addr":"[fd00:1122:3344:101::c]:46114","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"path is \"/data/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.60829516Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"datafile"}
{"msg":"dataset is oxp_c3bb7f8b-e3ba-4618-b369-817696bbeae8/crucible/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.619441238Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"datafile"}
{"msg":"region f20e0590-e50d-492d-b1dc-25b8c6e0c1f7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.629645851Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.629794053Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-f20e0590-e50d-492d-b1dc-25b8c6e0c1f7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.630850759Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.631632331Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"uri":"/crucible/0/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","method":"DELETE","req_id":"bbea33aa-e6e4-4a19-bafd-eda2368d18e7","remote_addr":"[fd00:1122:3344:101::c]:46114","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23389,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.635390397Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"uri":"/crucible/0/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","method":"GET","req_id":"8a6a038d-5242-45fb-b894-432029be6f6a","remote_addr":"[fd00:1122:3344:101::c]:46114","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.65292148Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c3bb7f8b-e3ba-4618-b369-817696bbeae8/crucible/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.664562515Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"region":"f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.728992763Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"uri":"/crucible/0/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","method":"GET","req_id":"4c52aac3-f26c-4f39-b6d0-25e0f6c63cc7","remote_addr":"[fd00:1122:3344:101::c]:46114","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":96,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.814247513Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"uri":"/crucible/0/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","method":"GET","req_id":"cdb59be9-c73f-4d13-8b23-9373e4a25143","remote_addr":"[fd00:1122:3344:101::c]:46114","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":37,"response_code":"200"}
{"msg":"region f20e0590-e50d-492d-b1dc-25b8c6e0c1f7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.824165102Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.948788864Z","hostname":"oxz_crucible_c353374d-b37d-4c55-b950-6cbfb91da28b","pid":22555,"uri":"/crucible/0/regions/f20e0590-e50d-492d-b1dc-25b8c6e0c1f7","method":"GET","req_id":"046bc4f4-6e58-4d0a-98e5-c24e616da716","remote_addr":"[fd00:1122:3344:101::c]:46114","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":"200"}