{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.862429328Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56898"}
{"msg":"region 6e359b77-60f7-445b-bdfd-33a70df3b8de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.90242707Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.907004226Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions","method":"POST","req_id":"806d9304-98d4-4661-b19a-ef6b30b52950","remote_addr":"[fd00:1122:3344:101::a]:56898","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14224,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.911436169Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.922267977Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.922290788Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6e359b77-60f7-445b-bdfd-33a70df3b8de\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.975381035Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"region":"6e359b77-60f7-445b-bdfd-33a70df3b8de","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6e359b77-60f7-445b-bdfd-33a70df3b8de\" \"--data\" \"/data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.980133035Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"region":"6e359b77-60f7-445b-bdfd-33a70df3b8de","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.195732131Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"region":"6e359b77-60f7-445b-bdfd-33a70df3b8de","component":"worker"}
{"msg":"region 6e359b77-60f7-445b-bdfd-33a70df3b8de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.195786893Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.195888745Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.198623542Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.202216398Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.218275966Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.221280819Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.229286777Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.229348189Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.22939297Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.229431971Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.233496856Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.237527671Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.238993982Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions","method":"POST","req_id":"891544b2-2889-4082-8243-9df51d1b33df","remote_addr":"[fd00:1122:3344:101::a]:56898","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.586145676Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61723"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.589436545Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","method":"GET","req_id":"ef7e61e8-95c5-4c7e-bd86-d8d26bb8dbe1","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3175,"response_code":"200"}
{"msg":"path is \"/data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.59252266Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"dataset is oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.601758655Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"snapshot is oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de@f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.610432887Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de\", \"f510126e-d4c7-4dbc-aa9d-20b76c9ee01f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.610468868Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.624784959Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de/snapshots/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","method":"GET","req_id":"5828f4e6-ac76-420a-8044-87b5b1213b6a","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32294,"response_code":"200"}
{"msg":"path is \"/data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.629371356Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"dataset is oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.637279572Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"snapshot is oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de@f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.645287421Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de\", \"f510126e-d4c7-4dbc-aa9d-20b76c9ee01f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.645317451Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6e359b77-60f7-445b-bdfd-33a70df3b8de-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.654038315Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"applying SMF actions for region 6e359b77-60f7-445b-bdfd-33a70df3b8de running snapshot f510126e-d4c7-4dbc-aa9d-20b76c9ee01f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.654599006Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.654612647Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de/snapshots/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f/run","method":"POST","req_id":"6937827f-0cf6-44dc-b59a-113443f0a986","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25359,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.66238863Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.662493603Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.662594785Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.662603265Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.662656056Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.662718527Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.66282341Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.662877871Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.662927762Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.662988903Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.67045796Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-6e359b77-60f7-445b-bdfd-33a70df3b8de-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.67092476Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6e359b77-60f7-445b-bdfd-33a70df3b8de-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.673719109Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6e359b77-60f7-445b-bdfd-33a70df3b8de-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.68421685Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de/.zfs/snapshot/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.684446934Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.684499706Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.684540587Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.684579857Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.684627938Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.688159113Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.692484384Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"region 6e359b77-60f7-445b-bdfd-33a70df3b8de running snapshot f510126e-d4c7-4dbc-aa9d-20b76c9ee01f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.692499624Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"path is \"/data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.865635677Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"dataset is oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.874017563Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"snapshot is oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de@f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.883061064Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de\", \"f510126e-d4c7-4dbc-aa9d-20b76c9ee01f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.883095254Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.890670394Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de/snapshots/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f/run","method":"POST","req_id":"189e929e-09a6-4ee1-be62-1f8e69a96949","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25032,"response_code":"200"}
{"msg":"region 7f2b49a6-eb39-4d21-bdc2-60581c3588bb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.896759747Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.89691859Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions","method":"POST","req_id":"dcca7b5f-781e-4cf9-b342-4a1b05e54dbe","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":933,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.896947051Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.905990681Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.906020622Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7f2b49a6-eb39-4d21-bdc2-60581c3588bb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.957528856Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"region":"7f2b49a6-eb39-4d21-bdc2-60581c3588bb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7f2b49a6-eb39-4d21-bdc2-60581c3588bb\" \"--data\" \"/data/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.95914429Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"region":"7f2b49a6-eb39-4d21-bdc2-60581c3588bb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.030202535Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"region":"7f2b49a6-eb39-4d21-bdc2-60581c3588bb","component":"worker"}
{"msg":"region 7f2b49a6-eb39-4d21-bdc2-60581c3588bb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.030246076Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.030358608Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.030959601Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031048603Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031133014Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031140345Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031181906Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031248787Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031629945Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031694526Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031745747Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031796188Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.035825553Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7f2b49a6-eb39-4d21-bdc2-60581c3588bb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.036277993Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7f2b49a6-eb39-4d21-bdc2-60581c3588bb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.04233571Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.050141634Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7f2b49a6-eb39-4d21-bdc2-60581c3588bb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.052940703Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.053181728Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.05324301Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.053282611Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.053321271Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.056752704Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.061978403Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.182591111Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions","method":"POST","req_id":"e47c38ca-ca6b-4098-bb99-e20a298f5ebf","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.597221325Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb","method":"GET","req_id":"6a3a0bb4-e80a-409b-9863-b57e4d447dcf","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.601688729Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"dataset is oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.632213342Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"region 7f2b49a6-eb39-4d21-bdc2-60581c3588bb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.640737071Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.640947155Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-7f2b49a6-eb39-4d21-bdc2-60581c3588bb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.64213105Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.650508756Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb","method":"DELETE","req_id":"3ee9529e-f6eb-4fdd-b1ef-0b19f7a7b70b","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":49460,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.653717494Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb","method":"GET","req_id":"209ad998-fef5-4477-a973-846408e623a8","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":36,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.679577638Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.679704251Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.679807563Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.679824263Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.679870454Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.679917505Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e359b77-60f7-445b-bdfd-33a70df3b8de","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680247332Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680312684Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680369025Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680419306Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.726335472Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.727735541Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.731706185Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb","method":"GET","req_id":"1aa8c49b-dc80-447f-a0d8-ae619264c12b","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"deleting zfs dataset \"oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crucible/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.737112749Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"region":"7f2b49a6-eb39-4d21-bdc2-60581c3588bb","component":"worker"}
{"msg":"region 7f2b49a6-eb39-4d21-bdc2-60581c3588bb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.846533481Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.898377922Z","hostname":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","pid":22110,"uri":"/crucible/0/regions/7f2b49a6-eb39-4d21-bdc2-60581c3588bb","method":"GET","req_id":"479631bd-06f7-4b64-8637-af085512132d","remote_addr":"[fd00:1122:3344:101::a]:61723","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":"200"}