{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.919663786Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49380"}
{"msg":"region b0614fbc-e084-453c-804b-b5a74b6147ad state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.9396431Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.942820121Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.942839221Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"uri":"/crucible/0/regions","method":"POST","req_id":"f2974a54-0a56-46b3-aaad-6cec11b6ec97","remote_addr":"[fd00:1122:3344:101::a]:49380","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":9505,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crucible/regions/b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.956358873Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crucible/regions/b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.956396763Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b0614fbc-e084-453c-804b-b5a74b6147ad\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/b0614fbc-e084-453c-804b-b5a74b6147ad\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.009025984Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"region":"b0614fbc-e084-453c-804b-b5a74b6147ad","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.176274942Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"region":"b0614fbc-e084-453c-804b-b5a74b6147ad","component":"worker"}
{"msg":"region b0614fbc-e084-453c-804b-b5a74b6147ad state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.176338353Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.176395074Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.176814699Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.180883561Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.19881468Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.203135624Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.203861744Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.205823229Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.20588303Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.20592397Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.213046211Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.220572817Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.279180743Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"uri":"/crucible/0/regions","method":"POST","req_id":"df79e0d7-5fbf-4ae0-9b19-f6101d73f47b","remote_addr":"[fd00:1122:3344:101::a]:49380","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.935088049Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52119"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.937689273Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"uri":"/crucible/0/regions/b0614fbc-e084-453c-804b-b5a74b6147ad","method":"GET","req_id":"7ff0204c-dac9-4218-88f7-4372fc86d4b8","remote_addr":"[fd00:1122:3344:101::a]:52119","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"path is \"/data/regions/b0614fbc-e084-453c-804b-b5a74b6147ad\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.937933736Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"datafile"}
{"msg":"dataset is oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crucible/regions/b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.947279495Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"datafile"}
{"msg":"snapshot is oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crucible/regions/b0614fbc-e084-453c-804b-b5a74b6147ad@c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.956229349Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crucible/regions/b0614fbc-e084-453c-804b-b5a74b6147ad\", \"c45b46bb-a58d-472b-a51d-f5096f5c2f8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.956256949Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.968070739Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"uri":"/crucible/0/regions/b0614fbc-e084-453c-804b-b5a74b6147ad/snapshots/c45b46bb-a58d-472b-a51d-f5096f5c2f8c","method":"GET","req_id":"10e9356a-1c05-44c1-b02d-eab449377d4e","remote_addr":"[fd00:1122:3344:101::a]:52119","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30142,"response_code":"200"}
{"msg":"path is \"/data/regions/b0614fbc-e084-453c-804b-b5a74b6147ad\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.972335954Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"datafile"}
{"msg":"dataset is oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crucible/regions/b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.981085785Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"datafile"}
{"msg":"snapshot is oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crucible/regions/b0614fbc-e084-453c-804b-b5a74b6147ad@c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.98854614Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crucible/regions/b0614fbc-e084-453c-804b-b5a74b6147ad\", \"c45b46bb-a58d-472b-a51d-f5096f5c2f8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.98857529Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b0614fbc-e084-453c-804b-b5a74b6147ad-c45b46bb-a58d-472b-a51d-f5096f5c2f8c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.996370629Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"datafile"}
{"msg":"applying SMF actions for region b0614fbc-e084-453c-804b-b5a74b6147ad running snapshot c45b46bb-a58d-472b-a51d-f5096f5c2f8c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.996971367Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:45.997011038Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"uri":"/crucible/0/regions/b0614fbc-e084-453c-804b-b5a74b6147ad/snapshots/c45b46bb-a58d-472b-a51d-f5096f5c2f8c/run","method":"POST","req_id":"ab14ed6a-16bf-4438-9364-0c32809beecd","remote_addr":"[fd00:1122:3344:101::a]:52119","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24706,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004364641Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004448902Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004531633Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004539464Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004587284Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004636235Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b0614fbc-e084-453c-804b-b5a74b6147ad","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004737616Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004800647Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004848477Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.004898858Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.014560041Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-b0614fbc-e084-453c-804b-b5a74b6147ad-c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.015110858Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b0614fbc-e084-453c-804b-b5a74b6147ad-c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.020831071Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b0614fbc-e084-453c-804b-b5a74b6147ad-c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.038972802Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b0614fbc-e084-453c-804b-b5a74b6147ad/.zfs/snapshot/c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.039318676Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.039379937Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.039423248Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.039475148Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.039544659Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.045838309Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.053965473Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"worker"}
{"msg":"region b0614fbc-e084-453c-804b-b5a74b6147ad running snapshot c45b46bb-a58d-472b-a51d-f5096f5c2f8c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.053989583Z","hostname":"oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d","pid":23871,"component":"datafile"}