{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.844348512Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53035"} {"msg":"region e3f4ba6a-b274-4ef6-895d-d69be647c480 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.875190208Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.880363101Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions","method":"POST","req_id":"ffa4d3c8-21ca-40a9-97f6-911ac674604d","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17347,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.880821675Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.890123271Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.890152721Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e3f4ba6a-b274-4ef6-895d-d69be647c480\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.947077724Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"region":"e3f4ba6a-b274-4ef6-895d-d69be647c480","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e3f4ba6a-b274-4ef6-895d-d69be647c480\" \"--data\" \"/data/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:13.9526062Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"region":"e3f4ba6a-b274-4ef6-895d-d69be647c480","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.06877714Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"region":"e3f4ba6a-b274-4ef6-895d-d69be647c480","component":"worker"} {"msg":"region e3f4ba6a-b274-4ef6-895d-d69be647c480 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.068830151Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.068920462Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e3f4ba6a-b274-4ef6-895d-d69be647c480","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.069396237Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e3f4ba6a-b274-4ef6-895d-d69be647c480","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.074143565Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.092261151Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e3f4ba6a-b274-4ef6-895d-d69be647c480","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.097374183Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.09808687Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.100091361Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.100152282Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.100192762Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.111414007Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.116073145Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:14.24738421Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions","method":"POST","req_id":"f46b60da-52f6-49c3-be05-d0281c711e61","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.127773456Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480","method":"GET","req_id":"71a4760c-6e4c-47c5-a033-6245b4f43098","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":92,"response_code":"200"} {"msg":"path is \"/data/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.130459964Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"dataset is oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.141864181Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"region e3f4ba6a-b274-4ef6-895d-d69be647c480 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.15159069Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.151726922Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-e3f4ba6a-b274-4ef6-895d-d69be647c480 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.152903894Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.154138157Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480","method":"DELETE","req_id":"01c57f0d-72ba-4462-99ad-f585d2e74274","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23716,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.156993306Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480","method":"GET","req_id":"907fe537-eb33-4152-bfd3-6376a4fe1729","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":35,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.158106457Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.169257831Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"region":"e3f4ba6a-b274-4ef6-895d-d69be647c480","component":"worker"} {"msg":"region e3f4ba6a-b274-4ef6-895d-d69be647c480 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.223560267Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:15.294670646Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions/e3f4ba6a-b274-4ef6-895d-d69be647c480","method":"GET","req_id":"6926b9b2-925f-41f1-b477-25f3224be4ec","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region 8344309a-adf9-48a2-9b80-ff8e84fe987b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.436513602Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.436667744Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.436686704Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions","method":"POST","req_id":"acdc5055-8c29-4c5d-b959-71ad5cab1c92","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":241,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.446693497Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.446721327Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8344309a-adf9-48a2-9b80-ff8e84fe987b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.515174918Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"region":"8344309a-adf9-48a2-9b80-ff8e84fe987b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8344309a-adf9-48a2-9b80-ff8e84fe987b\" \"--data\" \"/data/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.517393341Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"region":"8344309a-adf9-48a2-9b80-ff8e84fe987b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.596088017Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"region":"8344309a-adf9-48a2-9b80-ff8e84fe987b","component":"worker"} {"msg":"region 8344309a-adf9-48a2-9b80-ff8e84fe987b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.596139897Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.596222468Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8344309a-adf9-48a2-9b80-ff8e84fe987b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.597820094Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8344309a-adf9-48a2-9b80-ff8e84fe987b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.602109918Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.615063381Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8344309a-adf9-48a2-9b80-ff8e84fe987b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.622568878Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.622905751Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.622966182Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.623014932Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.623059633Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.627584169Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.632465149Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.732579325Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions","method":"POST","req_id":"e6f2a662-2d62-47cd-b4c0-db852ca26655","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.615904902Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61055"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.616049033Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b","method":"GET","req_id":"35ac7e33-71f7-4a23-a87a-ae70b35a0931","remote_addr":"[fd00:1122:3344:101::a]:61055","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"path is \"/data/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.619174925Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"dataset is oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.628210608Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"snapshot is oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b@4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.636607224Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b\", \"4422edfd-8816-4d32-b868-d3ec021332ab\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.636639504Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.64895833Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b/snapshots/4422edfd-8816-4d32-b868-d3ec021332ab","method":"GET","req_id":"470ec66a-e1b4-4059-b4d4-fd07ba8e9322","remote_addr":"[fd00:1122:3344:101::a]:61055","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29789,"response_code":"200"} {"msg":"path is \"/data/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.652181054Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"dataset is oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.660030414Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"snapshot is oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b@4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.66846733Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b\", \"4422edfd-8816-4d32-b868-d3ec021332ab\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.668503481Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8344309a-adf9-48a2-9b80-ff8e84fe987b-4422edfd-8816-4d32-b868-d3ec021332ab state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.677302161Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"applying SMF actions for region 8344309a-adf9-48a2-9b80-ff8e84fe987b running snapshot 4422edfd-8816-4d32-b868-d3ec021332ab (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.677827946Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.677863517Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b/snapshots/4422edfd-8816-4d32-b868-d3ec021332ab/run","method":"POST","req_id":"2ce8d31d-4bef-4d3f-a395-5e358c5dfee2","remote_addr":"[fd00:1122:3344:101::a]:61055","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25718,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-8344309a-adf9-48a2-9b80-ff8e84fe987b-4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.685496435Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8344309a-adf9-48a2-9b80-ff8e84fe987b-4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.690173103Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8344309a-adf9-48a2-9b80-ff8e84fe987b-4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.700898773Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b/.zfs/snapshot/4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.701205446Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.701257926Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.701298486Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.701340037Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.701396147Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.705385479Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.710193148Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"worker"} {"msg":"region 8344309a-adf9-48a2-9b80-ff8e84fe987b running snapshot 4422edfd-8816-4d32-b868-d3ec021332ab state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.710210338Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"path is \"/data/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.870837493Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"dataset is oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.879259199Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"datafile"} {"msg":"snapshot is oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b@4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.887393103Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_67e5554d-50d7-4b6f-b9c3-723d8231ab86/crucible/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b\", \"4422edfd-8816-4d32-b868-d3ec021332ab\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.887440393Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.896268494Z","hostname":"oxz_crucible_7f59615c-c60c-43bf-8c6b-f46c94caeddb","pid":21740,"uri":"/crucible/0/regions/8344309a-adf9-48a2-9b80-ff8e84fe987b/snapshots/4422edfd-8816-4d32-b868-d3ec021332ab/run","method":"POST","req_id":"05ef32e0-cfbc-471f-afee-261a688b80e8","remote_addr":"[fd00:1122:3344:101::a]:61055","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25472,"response_code":"200"}