[ Nov 18 21:00:52 Enabled. ]
[ Nov 18 21:00:52 Rereading configuration. ]
[ Nov 18 21:00:54 Rereading configuration. ]
[ Nov 18 21:00:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.338033205Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.338373168Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.338383158Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.355246534Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.429736049Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.74850346Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56195"}
{"msg":"region 364a05f3-95d2-4e9e-8b8e-6b3f889224e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.767137779Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.769809309Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions","method":"POST","req_id":"0511672e-f930-4f83-a78f-7cc35e97e91a","remote_addr":"[fd00:1122:3344:101::a]:56195","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":10589,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.771926975Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.782401113Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.782440093Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"364a05f3-95d2-4e9e-8b8e-6b3f889224e8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.83695074Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"364a05f3-95d2-4e9e-8b8e-6b3f889224e8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"364a05f3-95d2-4e9e-8b8e-6b3f889224e8\" \"--data\" \"/data/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.838998245Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"364a05f3-95d2-4e9e-8b8e-6b3f889224e8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.958410345Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"364a05f3-95d2-4e9e-8b8e-6b3f889224e8","component":"worker"}
{"msg":"region 364a05f3-95d2-4e9e-8b8e-6b3f889224e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.958462706Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.958541506Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-364a05f3-95d2-4e9e-8b8e-6b3f889224e8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.958934609Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-364a05f3-95d2-4e9e-8b8e-6b3f889224e8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.964023107Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.966878129Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions","method":"POST","req_id":"e3182961-5043-445c-9a7e-62adc261193f","remote_addr":"[fd00:1122:3344:101::a]:56195","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.982533476Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-364a05f3-95d2-4e9e-8b8e-6b3f889224e8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.985515768Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.986231643Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.988844003Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.988896793Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.988933393Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:17.997515917Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.002191742Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.343751339Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8","method":"GET","req_id":"305e9361-73e1-4067-ac52-d97d1e3b0813","remote_addr":"[fd00:1122:3344:101::a]:56195","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":96,"response_code":"200"}
{"msg":"path is \"/data/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.346818922Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"dataset is oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.358368139Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"region 364a05f3-95d2-4e9e-8b8e-6b3f889224e8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.368221252Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.368398803Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.368519024Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8","method":"DELETE","req_id":"f84234e2-76a2-417d-b509-8d0ee8538d75","remote_addr":"[fd00:1122:3344:101::a]:56195","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21732,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-364a05f3-95d2-4e9e-8b8e-6b3f889224e8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.369488462Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.371318145Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8","method":"GET","req_id":"d1ace443-eaa7-4b6e-bbbf-3d5ef223873a","remote_addr":"[fd00:1122:3344:101::a]:56195","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.374528819Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.386358587Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"364a05f3-95d2-4e9e-8b8e-6b3f889224e8","component":"worker"}
{"msg":"region 364a05f3-95d2-4e9e-8b8e-6b3f889224e8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.448787388Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:18.487820404Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions/364a05f3-95d2-4e9e-8b8e-6b3f889224e8","method":"GET","req_id":"0cee6eab-af49-4f6f-80e9-24da97ed6cdf","remote_addr":"[fd00:1122:3344:101::a]:56195","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.854200419Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64461"}
{"msg":"region 78db66de-ae42-40c5-b4f1-ba7ed6457721 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.85431631Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.854891194Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.854913174Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions","method":"POST","req_id":"b77ecb85-cd38-4578-bd8b-8ac16f74244e","remote_addr":"[fd00:1122:3344:101::a]:64461","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":640,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/78db66de-ae42-40c5-b4f1-ba7ed6457721","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.868420655Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/78db66de-ae42-40c5-b4f1-ba7ed6457721","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.868459835Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"78db66de-ae42-40c5-b4f1-ba7ed6457721\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/78db66de-ae42-40c5-b4f1-ba7ed6457721\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.919497396Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"78db66de-ae42-40c5-b4f1-ba7ed6457721","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"78db66de-ae42-40c5-b4f1-ba7ed6457721\" \"--data\" \"/data/regions/78db66de-ae42-40c5-b4f1-ba7ed6457721\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.919547396Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"78db66de-ae42-40c5-b4f1-ba7ed6457721","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.996046757Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"78db66de-ae42-40c5-b4f1-ba7ed6457721","component":"worker"}
{"msg":"region 78db66de-ae42-40c5-b4f1-ba7ed6457721 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.996082787Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.996175028Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-78db66de-ae42-40c5-b4f1-ba7ed6457721","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.997533408Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-78db66de-ae42-40c5-b4f1-ba7ed6457721","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.002265963Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.017140314Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78db66de-ae42-40c5-b4f1-ba7ed6457721","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.021317245Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78db66de-ae42-40c5-b4f1-ba7ed6457721","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.021587267Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.021651408Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.021697498Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.021741098Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.025576387Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.026231682Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions","method":"POST","req_id":"b998eaee-82a7-4b11-ab85-413956301534","remote_addr":"[fd00:1122:3344:101::a]:64461","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.031115428Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"region 9b9663a4-460a-47ca-8f0e-c507c1672f5b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.029493316Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.029652557Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.029672867Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions","method":"POST","req_id":"b076834b-8647-4e8a-9eca-55ccfec026c0","remote_addr":"[fd00:1122:3344:101::a]:64461","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":223,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.03945374Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.0394812Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9b9663a4-460a-47ca-8f0e-c507c1672f5b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.092315544Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"9b9663a4-460a-47ca-8f0e-c507c1672f5b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9b9663a4-460a-47ca-8f0e-c507c1672f5b\" \"--data\" \"/data/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.094242299Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"9b9663a4-460a-47ca-8f0e-c507c1672f5b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.166000234Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"9b9663a4-460a-47ca-8f0e-c507c1672f5b","component":"worker"}
{"msg":"region 9b9663a4-460a-47ca-8f0e-c507c1672f5b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.166037054Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.166170335Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9b9663a4-460a-47ca-8f0e-c507c1672f5b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.168247361Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9b9663a4-460a-47ca-8f0e-c507c1672f5b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.172797355Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.181398589Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b9663a4-460a-47ca-8f0e-c507c1672f5b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.184843384Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.185047236Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.185102306Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.185143997Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.185183097Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.189944893Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.194625068Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.221214836Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions","method":"POST","req_id":"da10cc98-4105-4e5d-b902-058513389a46","remote_addr":"[fd00:1122:3344:101::a]:64461","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":737,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.649142565Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b","method":"GET","req_id":"f9b914c4-1030-46a7-8469-350532a8694e","remote_addr":"[fd00:1122:3344:101::a]:64461","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"path is \"/data/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.653460727Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"dataset is oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.665748119Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"region 9b9663a4-460a-47ca-8f0e-c507c1672f5b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.675461472Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.675650953Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.675723814Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b","method":"DELETE","req_id":"f671ad80-b89a-4a94-8be7-679922357b1c","remote_addr":"[fd00:1122:3344:101::a]:64461","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22297,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-9b9663a4-460a-47ca-8f0e-c507c1672f5b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.677459217Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.678604505Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b","method":"GET","req_id":"5d2592b4-ae03-4666-bc46-d163350a7474","remote_addr":"[fd00:1122:3344:101::a]:64461","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":32,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.684489139Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_28b058a3-a4b5-473e-8580-f5c606b6d30b/crucible/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.696359198Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"region":"9b9663a4-460a-47ca-8f0e-c507c1672f5b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.752691977Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b","method":"GET","req_id":"a723875a-1257-4b9d-87bc-08ea7de618ab","remote_addr":"[fd00:1122:3344:101::a]:64461","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":762,"response_code":"200"}
{"msg":"region 9b9663a4-460a-47ca-8f0e-c507c1672f5b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.755206516Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.917313625Z","hostname":"oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095","pid":28456,"uri":"/crucible/0/regions/9b9663a4-460a-47ca-8f0e-c507c1672f5b","method":"GET","req_id":"1e689958-2cdf-434b-8bed-850f341bf298","remote_addr":"[fd00:1122:3344:101::a]:64461","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":44,"response_code":"200"}