{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.312223573Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63324"} {"msg":"region 05acce69-5582-4bd2-909e-27833fa2925e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.371427092Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.37204209Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.37205524Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"uri":"/crucible/0/regions","method":"POST","req_id":"0d4f4943-68de-4cab-973e-c362689c5496","remote_addr":"[fd00:1122:3344:101::a]:63324","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":691,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_71164f6e-dd9c-4b8b-b1bc-90d75aad630b/crucible/regions/05acce69-5582-4bd2-909e-27833fa2925e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.382984166Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_71164f6e-dd9c-4b8b-b1bc-90d75aad630b/crucible/regions/05acce69-5582-4bd2-909e-27833fa2925e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.383017306Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"05acce69-5582-4bd2-909e-27833fa2925e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/05acce69-5582-4bd2-909e-27833fa2925e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.430484789Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"region":"05acce69-5582-4bd2-909e-27833fa2925e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.500191457Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"region":"05acce69-5582-4bd2-909e-27833fa2925e","component":"worker"} {"msg":"region 05acce69-5582-4bd2-909e-27833fa2925e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.500234438Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.500338029Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-05acce69-5582-4bd2-909e-27833fa2925e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.500807435Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-05acce69-5582-4bd2-909e-27833fa2925e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.506178687Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.521735454Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05acce69-5582-4bd2-909e-27833fa2925e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.524515641Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05acce69-5582-4bd2-909e-27833fa2925e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.524820395Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.524874276Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.524919997Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.524959487Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.528729097Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.534570245Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:48.607286934Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"uri":"/crucible/0/regions","method":"POST","req_id":"058b2e68-972b-40a2-b3e8-a254a3a97e1e","remote_addr":"[fd00:1122:3344:101::a]:63324","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.196351061Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51738"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.196455283Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"uri":"/crucible/0/regions/cbd13d73-85f1-488d-af7c-050cfece20ae","method":"GET","req_id":"46776da5-6230-4934-af0e-2c3eb7099b71","remote_addr":"[fd00:1122:3344:101::a]:51738","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"path is \"/data/regions/cbd13d73-85f1-488d-af7c-050cfece20ae\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.196629245Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"datafile"} {"msg":"dataset is oxp_71164f6e-dd9c-4b8b-b1bc-90d75aad630b/crucible/regions/cbd13d73-85f1-488d-af7c-050cfece20ae","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.205811397Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"datafile"} {"msg":"snapshot is oxp_71164f6e-dd9c-4b8b-b1bc-90d75aad630b/crucible/regions/cbd13d73-85f1-488d-af7c-050cfece20ae@52c36297-691b-4021-aec8-6c8cfb3cea0b","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.214678845Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_71164f6e-dd9c-4b8b-b1bc-90d75aad630b/crucible/regions/cbd13d73-85f1-488d-af7c-050cfece20ae\", \"52c36297-691b-4021-aec8-6c8cfb3cea0b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.214714326Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.226418012Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"uri":"/crucible/0/regions/cbd13d73-85f1-488d-af7c-050cfece20ae/snapshots/52c36297-691b-4021-aec8-6c8cfb3cea0b","method":"GET","req_id":"b8aa7db6-9f82-4cab-a5ff-d7327b23e107","remote_addr":"[fd00:1122:3344:101::a]:51738","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29794,"response_code":"200"} {"msg":"path is \"/data/regions/cbd13d73-85f1-488d-af7c-050cfece20ae\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.228809854Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"datafile"} {"msg":"dataset is oxp_71164f6e-dd9c-4b8b-b1bc-90d75aad630b/crucible/regions/cbd13d73-85f1-488d-af7c-050cfece20ae","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.237326207Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"datafile"} {"msg":"snapshot is oxp_71164f6e-dd9c-4b8b-b1bc-90d75aad630b/crucible/regions/cbd13d73-85f1-488d-af7c-050cfece20ae@52c36297-691b-4021-aec8-6c8cfb3cea0b","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.245114301Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_71164f6e-dd9c-4b8b-b1bc-90d75aad630b/crucible/regions/cbd13d73-85f1-488d-af7c-050cfece20ae\", \"52c36297-691b-4021-aec8-6c8cfb3cea0b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.245147281Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cbd13d73-85f1-488d-af7c-050cfece20ae-52c36297-691b-4021-aec8-6c8cfb3cea0b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.25406807Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"datafile"} {"msg":"applying SMF actions for region cbd13d73-85f1-488d-af7c-050cfece20ae running snapshot 52c36297-691b-4021-aec8-6c8cfb3cea0b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.254235362Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.254288013Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"uri":"/crucible/0/regions/cbd13d73-85f1-488d-af7c-050cfece20ae/snapshots/52c36297-691b-4021-aec8-6c8cfb3cea0b/run","method":"POST","req_id":"62f640f5-e24c-4a0d-b46f-6c2d1e68e8e6","remote_addr":"[fd00:1122:3344:101::a]:51738","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25505,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-cbd13d73-85f1-488d-af7c-050cfece20ae-52c36297-691b-4021-aec8-6c8cfb3cea0b","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.256614094Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cbd13d73-85f1-488d-af7c-050cfece20ae-52c36297-691b-4021-aec8-6c8cfb3cea0b","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.263875381Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cbd13d73-85f1-488d-af7c-050cfece20ae-52c36297-691b-4021-aec8-6c8cfb3cea0b","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.274419391Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cbd13d73-85f1-488d-af7c-050cfece20ae/.zfs/snapshot/52c36297-691b-4021-aec8-6c8cfb3cea0b","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.274678275Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.274732545Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.274772886Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.274817737Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.274878727Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.27882769Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.283285269Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"worker"} {"msg":"region cbd13d73-85f1-488d-af7c-050cfece20ae running snapshot 52c36297-691b-4021-aec8-6c8cfb3cea0b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:17:49.283294099Z","hostname":"oxz_crucible_54748543-f11e-4138-b73a-2430cc22fa2d","pid":22858,"component":"datafile"}