{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.321186705Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"region":"cbfd8ecb-968c-4284-95a1-badbeef0dca4","component":"worker"} {"msg":"region cbfd8ecb-968c-4284-95a1-badbeef0dca4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.321236576Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.321323868Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.321848952Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.347830622Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.386549772Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.403551568Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.404295927Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.406954863Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.407009655Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.407049946Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.431322233Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.439772875Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:04.525273095Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"uri":"/crucible/0/regions","method":"POST","req_id":"904f5216-e00a-4849-b6f1-126e491915a5","remote_addr":"[fd00:1122:3344:101::b]:52549","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.710084127Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51212"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.7101928Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"uri":"/crucible/0/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4","method":"GET","req_id":"49ec6fd7-d7a2-4672-af99-50c12e4e730a","remote_addr":"[fd00:1122:3344:101::b]:51212","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"path is \"/data/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.717149194Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"datafile"} {"msg":"dataset is oxp_7056c323-7ee9-4e54-9ed5-144eee74f5a3/crucible/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.726357165Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"datafile"} {"msg":"snapshot is oxp_7056c323-7ee9-4e54-9ed5-144eee74f5a3/crucible/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4@cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.735285808Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7056c323-7ee9-4e54-9ed5-144eee74f5a3/crucible/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4\", \"cabf15b9-182b-4432-b87f-edf2ce7d82f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.735321149Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.745821982Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"uri":"/crucible/0/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4/snapshots/cabf15b9-182b-4432-b87f-edf2ce7d82f5","method":"GET","req_id":"c0d6acfe-ae18-44bc-8891-e4b621e4ae16","remote_addr":"[fd00:1122:3344:101::b]:51212","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":32460,"response_code":"200"} {"msg":"path is \"/data/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.749698109Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"datafile"} {"msg":"dataset is oxp_7056c323-7ee9-4e54-9ed5-144eee74f5a3/crucible/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.758540991Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"datafile"} {"msg":"snapshot is oxp_7056c323-7ee9-4e54-9ed5-144eee74f5a3/crucible/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4@cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.766596813Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7056c323-7ee9-4e54-9ed5-144eee74f5a3/crucible/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4\", \"cabf15b9-182b-4432-b87f-edf2ce7d82f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.766623983Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cbfd8ecb-968c-4284-95a1-badbeef0dca4-cabf15b9-182b-4432-b87f-edf2ce7d82f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.77528065Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"datafile"} {"msg":"applying SMF actions for region cbfd8ecb-968c-4284-95a1-badbeef0dca4 running snapshot cabf15b9-182b-4432-b87f-edf2ce7d82f5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.776118531Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.776136852Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"uri":"/crucible/0/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4/snapshots/cabf15b9-182b-4432-b87f-edf2ce7d82f5/run","method":"POST","req_id":"a4300da2-5a7d-4786-8571-bd5d49c21438","remote_addr":"[fd00:1122:3344:101::b]:51212","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26475,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.780532032Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.780618484Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.780701226Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.780713346Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.780752317Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.780801699Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.780910901Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.780972583Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.781021834Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.781076375Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.787606819Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-cbfd8ecb-968c-4284-95a1-badbeef0dca4-cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.78804218Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cbfd8ecb-968c-4284-95a1-badbeef0dca4-cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.790480541Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cbfd8ecb-968c-4284-95a1-badbeef0dca4-cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.799727653Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4/.zfs/snapshot/cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.8000401Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.800103962Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.800148093Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.800185754Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.800237205Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.803533538Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.807877057Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"worker"} {"msg":"region cbfd8ecb-968c-4284-95a1-badbeef0dca4 running snapshot cabf15b9-182b-4432-b87f-edf2ce7d82f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:38.807890287Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"datafile"} {"msg":"path is \"/data/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.05551053Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"datafile"} {"msg":"dataset is oxp_7056c323-7ee9-4e54-9ed5-144eee74f5a3/crucible/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.06468317Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"datafile"} {"msg":"snapshot is oxp_7056c323-7ee9-4e54-9ed5-144eee74f5a3/crucible/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4@cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.072757792Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7056c323-7ee9-4e54-9ed5-144eee74f5a3/crucible/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4\", \"cabf15b9-182b-4432-b87f-edf2ce7d82f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.072784962Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.082755002Z","hostname":"oxz_crucible_7799280e-d962-4adb-8aac-847e15a8c5bf","pid":22626,"uri":"/crucible/0/regions/cbfd8ecb-968c-4284-95a1-badbeef0dca4/snapshots/cabf15b9-182b-4432-b87f-edf2ce7d82f5/run","method":"POST","req_id":"1b86572c-c02c-4328-9c6a-322a666e41ec","remote_addr":"[fd00:1122:3344:101::b]:51212","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27274,"response_code":"200"}