{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.040720592Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41368"} {"msg":"region de190309-a9a2-4584-9018-1aca31e53b6d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.040886388Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.041893391Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.041904031Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"uri":"/crucible/0/regions","method":"POST","req_id":"adc95216-d548-4f94-a078-040959be9aea","remote_addr":"[fd00:1122:3344:101::a]:41368","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1043,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_a16d1ab2-d6fe-4984-90b3-41981eabcf75/crucible/regions/de190309-a9a2-4584-9018-1aca31e53b6d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.053463675Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a16d1ab2-d6fe-4984-90b3-41981eabcf75/crucible/regions/de190309-a9a2-4584-9018-1aca31e53b6d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.053487526Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"de190309-a9a2-4584-9018-1aca31e53b6d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/de190309-a9a2-4584-9018-1aca31e53b6d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.119200936Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"region":"de190309-a9a2-4584-9018-1aca31e53b6d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"de190309-a9a2-4584-9018-1aca31e53b6d\" \"--data\" \"/data/regions/de190309-a9a2-4584-9018-1aca31e53b6d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.119246188Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"region":"de190309-a9a2-4584-9018-1aca31e53b6d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.194795025Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"region":"de190309-a9a2-4584-9018-1aca31e53b6d","component":"worker"} {"msg":"region de190309-a9a2-4584-9018-1aca31e53b6d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.194844386Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.194935449Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-de190309-a9a2-4584-9018-1aca31e53b6d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.196387138Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-de190309-a9a2-4584-9018-1aca31e53b6d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.202152509Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.216722112Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-de190309-a9a2-4584-9018-1aca31e53b6d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.222346649Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/de190309-a9a2-4584-9018-1aca31e53b6d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.222622878Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.22267992Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.222721511Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.222765433Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.236084825Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.248724785Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:50.417929099Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"uri":"/crucible/0/regions","method":"POST","req_id":"2502dfb2-e3d2-44e8-8afd-084ee7c5f897","remote_addr":"[fd00:1122:3344:101::a]:41368","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.213051639Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"uri":"/crucible/0/regions/de190309-a9a2-4584-9018-1aca31e53b6d","method":"GET","req_id":"3a0ccfb9-9ba9-4189-be35-1218db990f10","remote_addr":"[fd00:1122:3344:101::a]:41368","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/de190309-a9a2-4584-9018-1aca31e53b6d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.216492973Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"datafile"} {"msg":"dataset is oxp_a16d1ab2-d6fe-4984-90b3-41981eabcf75/crucible/regions/de190309-a9a2-4584-9018-1aca31e53b6d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.228929386Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"datafile"} {"msg":"region de190309-a9a2-4584-9018-1aca31e53b6d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.238450201Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.238630467Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.23870626Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"uri":"/crucible/0/regions/de190309-a9a2-4584-9018-1aca31e53b6d","method":"DELETE","req_id":"58e28bfa-28b7-4d8b-83fe-bfb66445a068","remote_addr":"[fd00:1122:3344:101::a]:41368","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22250,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-de190309-a9a2-4584-9018-1aca31e53b6d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.2402228Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.243066075Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"uri":"/crucible/0/regions/de190309-a9a2-4584-9018-1aca31e53b6d","method":"GET","req_id":"cc2d5077-b372-49f6-88da-bb58ebb27880","remote_addr":"[fd00:1122:3344:101::a]:41368","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":34,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.245163984Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a16d1ab2-d6fe-4984-90b3-41981eabcf75/crucible/regions/de190309-a9a2-4584-9018-1aca31e53b6d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.255790807Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"region":"de190309-a9a2-4584-9018-1aca31e53b6d","component":"worker"} {"msg":"region de190309-a9a2-4584-9018-1aca31e53b6d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.310101989Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:24:15.371988543Z","hostname":"oxz_crucible_86716406-3842-4388-afaa-f7683f7c950f","pid":22776,"uri":"/crucible/0/regions/de190309-a9a2-4584-9018-1aca31e53b6d","method":"GET","req_id":"abd87ca8-0f7b-406c-8476-2b2795d8a45a","remote_addr":"[fd00:1122:3344:101::a]:41368","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":"200"}