{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.62261333Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47864"} {"msg":"region 84e17898-04d1-4090-8663-b4364398ea5c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.622754104Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.623392962Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"uri":"/crucible/0/regions","method":"POST","req_id":"9ab123c2-a556-42ca-8679-1d3ed3e8b530","remote_addr":"[fd00:1122:3344:101::a]:47864","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":681,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.623405592Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a86f50b2-8c3c-43d8-9c3a-e15cfc891c31/crucible/regions/84e17898-04d1-4090-8663-b4364398ea5c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.63781499Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a86f50b2-8c3c-43d8-9c3a-e15cfc891c31/crucible/regions/84e17898-04d1-4090-8663-b4364398ea5c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.63784029Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"84e17898-04d1-4090-8663-b4364398ea5c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/84e17898-04d1-4090-8663-b4364398ea5c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.704971133Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"region":"84e17898-04d1-4090-8663-b4364398ea5c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"84e17898-04d1-4090-8663-b4364398ea5c\" \"--data\" \"/data/regions/84e17898-04d1-4090-8663-b4364398ea5c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.705019524Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"region":"84e17898-04d1-4090-8663-b4364398ea5c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.913504208Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"region":"84e17898-04d1-4090-8663-b4364398ea5c","component":"worker"} {"msg":"region 84e17898-04d1-4090-8663-b4364398ea5c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.91356969Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.913682053Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-84e17898-04d1-4090-8663-b4364398ea5c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.915627587Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-84e17898-04d1-4090-8663-b4364398ea5c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.921703344Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.922110446Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"uri":"/crucible/0/regions","method":"POST","req_id":"0a186b26-c3e4-4245-9037-b366f3573caa","remote_addr":"[fd00:1122:3344:101::a]:47864","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":94,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.938300662Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-84e17898-04d1-4090-8663-b4364398ea5c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.941791698Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/84e17898-04d1-4090-8663-b4364398ea5c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.942171549Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.942250221Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.942313893Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.942376335Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.946997982Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:09.952386371Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.751747832Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"uri":"/crucible/0/regions/84e17898-04d1-4090-8663-b4364398ea5c","method":"GET","req_id":"66d4ad7d-7a8e-4d2f-9393-d2ebe2a03de0","remote_addr":"[fd00:1122:3344:101::a]:47864","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/84e17898-04d1-4090-8663-b4364398ea5c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.754254421Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"datafile"} {"msg":"dataset is oxp_a86f50b2-8c3c-43d8-9c3a-e15cfc891c31/crucible/regions/84e17898-04d1-4090-8663-b4364398ea5c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.76690829Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"datafile"} {"msg":"region 84e17898-04d1-4090-8663-b4364398ea5c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.777394549Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.777570994Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.777641196Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"uri":"/crucible/0/regions/84e17898-04d1-4090-8663-b4364398ea5c","method":"DELETE","req_id":"321e3c27-fe1c-4451-ace7-0ec809089180","remote_addr":"[fd00:1122:3344:101::a]:47864","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23411,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-84e17898-04d1-4090-8663-b4364398ea5c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.779407595Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.782350436Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"uri":"/crucible/0/regions/84e17898-04d1-4090-8663-b4364398ea5c","method":"GET","req_id":"a6931cf4-5184-4ee4-a714-294a5b4ed806","remote_addr":"[fd00:1122:3344:101::a]:47864","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":570,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.793192425Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a86f50b2-8c3c-43d8-9c3a-e15cfc891c31/crucible/regions/84e17898-04d1-4090-8663-b4364398ea5c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.80352539Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"region":"84e17898-04d1-4090-8663-b4364398ea5c","component":"worker"} {"msg":"region 84e17898-04d1-4090-8663-b4364398ea5c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.882962913Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T22:38:37.929010083Z","hostname":"oxz_crucible_f5c805f2-6b75-443c-ba47-20034a0c21e5","pid":22875,"uri":"/crucible/0/regions/84e17898-04d1-4090-8663-b4364398ea5c","method":"GET","req_id":"7cdf944b-ece3-4a96-8f83-21cffa7a3318","remote_addr":"[fd00:1122:3344:101::a]:47864","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":"200"}