[ Nov 16 00:46:41 Enabled. ]
[ Nov 16 00:46:41 Rereading configuration. ]
[ Nov 16 00:46:43 Rereading configuration. ]
[ Nov 16 00:46:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:46.863664131Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:46.867277769Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:46.86729703Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:46.886632424Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:46.96466409Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.249828842Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42393"}
{"msg":"region bdd09cfe-d701-4e2d-be06-d010d087674b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.28661806Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.291024989Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"8dc22994-e799-4333-8849-46485822c2c4","remote_addr":"[fd00:1122:3344:101::a]:42393","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16560,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.29323746Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/bdd09cfe-d701-4e2d-be06-d010d087674b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.301785612Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/bdd09cfe-d701-4e2d-be06-d010d087674b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.301814972Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bdd09cfe-d701-4e2d-be06-d010d087674b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bdd09cfe-d701-4e2d-be06-d010d087674b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.351051858Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"bdd09cfe-d701-4e2d-be06-d010d087674b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bdd09cfe-d701-4e2d-be06-d010d087674b\" \"--data\" \"/data/regions/bdd09cfe-d701-4e2d-be06-d010d087674b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.354913413Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"bdd09cfe-d701-4e2d-be06-d010d087674b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.619453768Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"bdd09cfe-d701-4e2d-be06-d010d087674b","component":"worker"}
{"msg":"region bdd09cfe-d701-4e2d-be06-d010d087674b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.619507499Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.619582791Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bdd09cfe-d701-4e2d-be06-d010d087674b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.619997482Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bdd09cfe-d701-4e2d-be06-d010d087674b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.625525822Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.640810297Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bdd09cfe-d701-4e2d-be06-d010d087674b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.643741636Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bdd09cfe-d701-4e2d-be06-d010d087674b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.644490727Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.64646797Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.646524942Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.646564723Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.65605138Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.660233194Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.668801936Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"bc6b5fb6-b3a8-44b2-ad0a-c9be9938c296","remote_addr":"[fd00:1122:3344:101::a]:42393","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.986928124Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions/bdd09cfe-d701-4e2d-be06-d010d087674b","method":"GET","req_id":"39616124-fff6-4b91-a9ee-1e89505c87dc","remote_addr":"[fd00:1122:3344:101::a]:42393","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":94,"response_code":"200"}
{"msg":"path is \"/data/regions/bdd09cfe-d701-4e2d-be06-d010d087674b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.989684169Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"dataset is oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/bdd09cfe-d701-4e2d-be06-d010d087674b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.000961724Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"region bdd09cfe-d701-4e2d-be06-d010d087674b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.010596496Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.01073902Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-bdd09cfe-d701-4e2d-be06-d010d087674b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.011893161Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.012703333Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions/bdd09cfe-d701-4e2d-be06-d010d087674b","method":"DELETE","req_id":"395d95b8-ef10-456a-a470-fcd06efe8de1","remote_addr":"[fd00:1122:3344:101::a]:42393","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23040,"response_code":"204"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.015883589Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.01886025Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions/bdd09cfe-d701-4e2d-be06-d010d087674b","method":"GET","req_id":"dd9e5ab2-d0a6-4b55-80e9-0e29741c875d","remote_addr":"[fd00:1122:3344:101::a]:42393","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":621,"response_code":"200"}
{"msg":"deleting zfs dataset \"oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/bdd09cfe-d701-4e2d-be06-d010d087674b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.026444686Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"bdd09cfe-d701-4e2d-be06-d010d087674b","component":"worker"}
{"msg":"region bdd09cfe-d701-4e2d-be06-d010d087674b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.092178389Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.110111955Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions/bdd09cfe-d701-4e2d-be06-d010d087674b","method":"GET","req_id":"5d0abeb3-afce-4e2e-b120-f873bcd929db","remote_addr":"[fd00:1122:3344:101::a]:42393","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.86472162Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57820"}
{"msg":"region 4f0e663e-d073-4287-918a-0982cce2d1f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.864830132Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.86547733Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"390b5bf1-e633-478e-a319-4bbce0b718bf","remote_addr":"[fd00:1122:3344:101::a]:57820","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":698,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.865507051Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/4f0e663e-d073-4287-918a-0982cce2d1f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.875669986Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/4f0e663e-d073-4287-918a-0982cce2d1f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.875711078Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4f0e663e-d073-4287-918a-0982cce2d1f3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4f0e663e-d073-4287-918a-0982cce2d1f3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.923771761Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"4f0e663e-d073-4287-918a-0982cce2d1f3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4f0e663e-d073-4287-918a-0982cce2d1f3\" \"--data\" \"/data/regions/4f0e663e-d073-4287-918a-0982cce2d1f3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.925654032Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"4f0e663e-d073-4287-918a-0982cce2d1f3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.102621742Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"0eb45a52-4c60-4c78-86b4-47dfa600698d","remote_addr":"[fd00:1122:3344:101::a]:57820","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":104,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.210090437Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"4f0e663e-d073-4287-918a-0982cce2d1f3","component":"worker"}
{"msg":"region 4f0e663e-d073-4287-918a-0982cce2d1f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.210143469Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.210288772Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4f0e663e-d073-4287-918a-0982cce2d1f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.212240285Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4f0e663e-d073-4287-918a-0982cce2d1f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.219858842Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.241961081Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4f0e663e-d073-4287-918a-0982cce2d1f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.245088886Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4f0e663e-d073-4287-918a-0982cce2d1f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.245448956Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.245526688Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.24559475Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.245669822Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.250332388Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.253960877Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.583237468Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"dfab477d-3067-4ac0-b9d4-96b0c31dd296","remote_addr":"[fd00:1122:3344:101::a]:57820","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"region 6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.219886094Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.22011583Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"7281eafe-4d95-4a27-8402-15cca85ef95f","remote_addr":"[fd00:1122:3344:101::a]:57820","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":541,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.220158711Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.230984825Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.231017886Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.295635938Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66\" \"--data\" \"/data/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.295712941Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.383706307Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","component":"worker"}
{"msg":"region 6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.383746938Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.383864011Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.385820324Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.392322661Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.398957991Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.40189121Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.402182498Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.40223706Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.402281051Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.402317222Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.406517446Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.411383178Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.497203835Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"142b9bd5-a787-4625-b08c-00b92a200148","remote_addr":"[fd00:1122:3344:101::a]:57820","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.15723931Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","method":"GET","req_id":"d228cf38-fe17-4a13-9169-28699e063584","remote_addr":"[fd00:1122:3344:101::a]:57820","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.160840718Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"dataset is oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.174049636Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"region 6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.185330152Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.185534877Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.185598339Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","method":"DELETE","req_id":"fc326207-7e05-4010-ae83-b21fd6fe0137","remote_addr":"[fd00:1122:3344:101::a]:57820","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24802,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.187181242Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.190645776Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","method":"GET","req_id":"6efd1492-d4cc-418a-aea7-43ebb3fe1dfa","remote_addr":"[fd00:1122:3344:101::a]:57820","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.195103667Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_eb288506-11eb-4ffc-bf84-f6c1550028b7/crucible/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.206781654Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"region":"6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","component":"worker"}
{"msg":"region 6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.265941348Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.326370737Z","hostname":"oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d","pid":22644,"uri":"/crucible/0/regions/6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66","method":"GET","req_id":"22c7d3e7-d9f4-4bf0-8084-09da006e2b53","remote_addr":"[fd00:1122:3344:101::a]:57820","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":76,"response_code":"200"}