{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.148424951Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36715"} {"msg":"region 252a64ac-adeb-4319-886b-d17f71e02576 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.150644981Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.151750551Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.151804963Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions","method":"POST","req_id":"87403c3d-a65e-4101-bc41-8f772f29b909","remote_addr":"[fd00:1122:3344:101::c]:36715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1640,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/252a64ac-adeb-4319-886b-d17f71e02576","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.16155376Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/252a64ac-adeb-4319-886b-d17f71e02576","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.16158203Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"252a64ac-adeb-4319-886b-d17f71e02576\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/252a64ac-adeb-4319-886b-d17f71e02576\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.219906705Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"region":"252a64ac-adeb-4319-886b-d17f71e02576","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"252a64ac-adeb-4319-886b-d17f71e02576\" \"--data\" \"/data/regions/252a64ac-adeb-4319-886b-d17f71e02576\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.220000068Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"region":"252a64ac-adeb-4319-886b-d17f71e02576","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.329659726Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"region":"252a64ac-adeb-4319-886b-d17f71e02576","component":"worker"} {"msg":"region 252a64ac-adeb-4319-886b-d17f71e02576 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.329707867Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.32981013Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-252a64ac-adeb-4319-886b-d17f71e02576","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.330275492Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-252a64ac-adeb-4319-886b-d17f71e02576","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.33309574Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.344991895Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-252a64ac-adeb-4319-886b-d17f71e02576","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.348311916Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/252a64ac-adeb-4319-886b-d17f71e02576","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.348890581Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.349047516Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.349094027Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.349133448Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.352738897Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.357132727Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:14.464537863Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions","method":"POST","req_id":"4425fea5-4f60-42a8-b780-a9d879ea175c","remote_addr":"[fd00:1122:3344:101::c]:36715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":526,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.027926096Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions/252a64ac-adeb-4319-886b-d17f71e02576","method":"GET","req_id":"95837bdb-a8ee-493d-b13b-d2a35cbeec46","remote_addr":"[fd00:1122:3344:101::c]:36715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"path is \"/data/regions/252a64ac-adeb-4319-886b-d17f71e02576\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.030169517Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"dataset is oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/252a64ac-adeb-4319-886b-d17f71e02576","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.039751029Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"region 252a64ac-adeb-4319-886b-d17f71e02576 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.048352604Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.048520559Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.048599201Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions/252a64ac-adeb-4319-886b-d17f71e02576","method":"DELETE","req_id":"c4898512-f480-46ce-8093-798e638f4af7","remote_addr":"[fd00:1122:3344:101::c]:36715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18460,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-252a64ac-adeb-4319-886b-d17f71e02576 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.049642009Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.052360034Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions/252a64ac-adeb-4319-886b-d17f71e02576","method":"GET","req_id":"95ef508a-c4a8-4e70-93a3-a7fc62ae4038","remote_addr":"[fd00:1122:3344:101::c]:36715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.054527203Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/252a64ac-adeb-4319-886b-d17f71e02576\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.062664455Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"region":"252a64ac-adeb-4319-886b-d17f71e02576","component":"worker"} {"msg":"region 252a64ac-adeb-4319-886b-d17f71e02576 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.113222998Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:15.167485561Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions/252a64ac-adeb-4319-886b-d17f71e02576","method":"GET","req_id":"4ed13df9-c753-43b9-be05-703052ad870e","remote_addr":"[fd00:1122:3344:101::c]:36715","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.05447234Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60688"} {"msg":"region acd59969-a34f-43af-9c7e-bab2746b9978 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.054575563Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.054758018Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions","method":"POST","req_id":"fb069379-bdff-4db3-8880-38df22ce2b36","remote_addr":"[fd00:1122:3344:101::a]:60688","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":219,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.054776498Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.063374503Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.063414155Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"acd59969-a34f-43af-9c7e-bab2746b9978\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/acd59969-a34f-43af-9c7e-bab2746b9978\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.107974173Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"region":"acd59969-a34f-43af-9c7e-bab2746b9978","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"acd59969-a34f-43af-9c7e-bab2746b9978\" \"--data\" \"/data/regions/acd59969-a34f-43af-9c7e-bab2746b9978\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.108024754Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"region":"acd59969-a34f-43af-9c7e-bab2746b9978","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.172471976Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"region":"acd59969-a34f-43af-9c7e-bab2746b9978","component":"worker"} {"msg":"region acd59969-a34f-43af-9c7e-bab2746b9978 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.172518007Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.17262045Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-acd59969-a34f-43af-9c7e-bab2746b9978","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.174021079Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-acd59969-a34f-43af-9c7e-bab2746b9978","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.177400491Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.184197567Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-acd59969-a34f-43af-9c7e-bab2746b9978","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.186934992Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acd59969-a34f-43af-9c7e-bab2746b9978","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.187213779Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.187284101Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.187347313Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.187405194Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.191283131Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.195195667Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.421830294Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions","method":"POST","req_id":"7d0dcf61-d852-46e7-84a9-bb301a1c4582","remote_addr":"[fd00:1122:3344:101::a]:60688","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.204280576Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62532"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.20445106Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions/acd59969-a34f-43af-9c7e-bab2746b9978","method":"GET","req_id":"42080e74-e85f-478b-9572-fd2635ee7218","remote_addr":"[fd00:1122:3344:101::a]:62532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/acd59969-a34f-43af-9c7e-bab2746b9978\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.212393267Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"dataset is oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.220853389Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"snapshot is oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978@e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.230543783Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978\", \"e10522a9-60d2-4910-96af-df41fd7d982a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.230592315Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.240708141Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions/acd59969-a34f-43af-9c7e-bab2746b9978/snapshots/e10522a9-60d2-4910-96af-df41fd7d982a","method":"GET","req_id":"1a07e6e3-b43d-419b-8407-1be47a258e2e","remote_addr":"[fd00:1122:3344:101::a]:62532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33260,"response_code":"200"} {"msg":"path is \"/data/regions/acd59969-a34f-43af-9c7e-bab2746b9978\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.244494095Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"dataset is oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.253607864Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"snapshot is oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978@e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.261386577Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978\", \"e10522a9-60d2-4910-96af-df41fd7d982a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.261422318Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot acd59969-a34f-43af-9c7e-bab2746b9978-e10522a9-60d2-4910-96af-df41fd7d982a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.269826357Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"applying SMF actions for region acd59969-a34f-43af-9c7e-bab2746b9978 running snapshot e10522a9-60d2-4910-96af-df41fd7d982a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.270451794Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.270484835Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions/acd59969-a34f-43af-9c7e-bab2746b9978/snapshots/e10522a9-60d2-4910-96af-df41fd7d982a/run","method":"POST","req_id":"af05005c-c4f6-4e3f-a9f7-936300ef3ddf","remote_addr":"[fd00:1122:3344:101::a]:62532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26582,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-acd59969-a34f-43af-9c7e-bab2746b9978-e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.277120697Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-acd59969-a34f-43af-9c7e-bab2746b9978-e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.285030043Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-acd59969-a34f-43af-9c7e-bab2746b9978-e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.303144368Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acd59969-a34f-43af-9c7e-bab2746b9978/.zfs/snapshot/e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.303525039Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.303607771Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.303668883Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.303730004Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.303800306Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.310624503Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.318527629Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"worker"} {"msg":"region acd59969-a34f-43af-9c7e-bab2746b9978 running snapshot e10522a9-60d2-4910-96af-df41fd7d982a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.318549689Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"path is \"/data/regions/acd59969-a34f-43af-9c7e-bab2746b9978\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.650843114Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"dataset is oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.65948364Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"datafile"} {"msg":"snapshot is oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978@e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.66751984Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_09bda3e5-5f25-4fb3-b4a6-daf84c8ad1ac/crucible/regions/acd59969-a34f-43af-9c7e-bab2746b9978\", \"e10522a9-60d2-4910-96af-df41fd7d982a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.667553051Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.676339121Z","hostname":"oxz_crucible_93e783d8-1545-4795-ba1e-860bfb8fb3f9","pid":21901,"uri":"/crucible/0/regions/acd59969-a34f-43af-9c7e-bab2746b9978/snapshots/e10522a9-60d2-4910-96af-df41fd7d982a/run","method":"POST","req_id":"0f0e9b4a-3eba-4746-bc0b-9a4a86fb0821","remote_addr":"[fd00:1122:3344:101::a]:62532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26213,"response_code":"200"}