{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:36.972166121Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35164"} {"msg":"region b963a1eb-4e5f-4227-85ad-68de8cf4e56c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.003076683Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.00815747Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions","method":"POST","req_id":"3b7ed57f-bce0-441e-ae05-6aed4a61d9a2","remote_addr":"[fd00:1122:3344:101::b]:35164","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22274,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.012422206Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.025055192Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.025081503Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b963a1eb-4e5f-4227-85ad-68de8cf4e56c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.099421179Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"region":"b963a1eb-4e5f-4227-85ad-68de8cf4e56c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b963a1eb-4e5f-4227-85ad-68de8cf4e56c\" \"--data\" \"/data/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.103437919Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"region":"b963a1eb-4e5f-4227-85ad-68de8cf4e56c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.238546513Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions","method":"POST","req_id":"55b01257-2cf3-459c-8a23-d6e52aa0e0a0","remote_addr":"[fd00:1122:3344:101::b]:35164","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.367935094Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"region":"b963a1eb-4e5f-4227-85ad-68de8cf4e56c","component":"worker"} {"msg":"region b963a1eb-4e5f-4227-85ad-68de8cf4e56c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.367979205Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.368080267Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b963a1eb-4e5f-4227-85ad-68de8cf4e56c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.370517148Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b963a1eb-4e5f-4227-85ad-68de8cf4e56c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.380831366Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.404671941Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b963a1eb-4e5f-4227-85ad-68de8cf4e56c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.409496022Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.420383103Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.422943077Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.423007899Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.42305374Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.430099536Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.436960847Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:37.633451414Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions","method":"POST","req_id":"1895e930-6950-4714-b40a-a059fa606c62","remote_addr":"[fd00:1122:3344:101::b]:35164","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.388008975Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c","method":"GET","req_id":"e0060174-a8ed-402d-ac38-1e394f4a4792","remote_addr":"[fd00:1122:3344:101::b]:35164","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.391341478Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"dataset is oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.400279261Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"region b963a1eb-4e5f-4227-85ad-68de8cf4e56c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.409102702Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.409249565Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.409318207Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c","method":"DELETE","req_id":"bdad7db6-d59b-4d4a-bfd4-e37d333bb2f8","remote_addr":"[fd00:1122:3344:101::b]:35164","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18004,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-b963a1eb-4e5f-4227-85ad-68de8cf4e56c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.410337082Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.412879336Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c","method":"GET","req_id":"ed6cfb8f-5891-4707-93cb-8e3d7b1ab87c","remote_addr":"[fd00:1122:3344:101::b]:35164","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.41625468Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.425757387Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"region":"b963a1eb-4e5f-4227-85ad-68de8cf4e56c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.48754307Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c","method":"GET","req_id":"ce2aca31-260c-407c-bc61-2d63d2a0073c","remote_addr":"[fd00:1122:3344:101::b]:35164","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region b963a1eb-4e5f-4227-85ad-68de8cf4e56c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.490187796Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:30:38.585918857Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions/b963a1eb-4e5f-4227-85ad-68de8cf4e56c","method":"GET","req_id":"7f246ba0-7342-49d1-8235-8c8c1e547823","remote_addr":"[fd00:1122:3344:101::b]:35164","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.514411165Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60070"} {"msg":"region 203f3f0b-ea87-4561-b5ab-0312f1ac28d2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.514516798Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.514695583Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions","method":"POST","req_id":"1b612862-1ec3-439c-ba49-d4714f00a84a","remote_addr":"[fd00:1122:3344:101::a]:60070","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":214,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.514712643Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.524507448Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.524545949Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"203f3f0b-ea87-4561-b5ab-0312f1ac28d2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.59547174Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"region":"203f3f0b-ea87-4561-b5ab-0312f1ac28d2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"203f3f0b-ea87-4561-b5ab-0312f1ac28d2\" \"--data\" \"/data/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.597376207Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"region":"203f3f0b-ea87-4561-b5ab-0312f1ac28d2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.661698813Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"region":"203f3f0b-ea87-4561-b5ab-0312f1ac28d2","component":"worker"} {"msg":"region 203f3f0b-ea87-4561-b5ab-0312f1ac28d2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.661722363Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.661837466Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-203f3f0b-ea87-4561-b5ab-0312f1ac28d2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.66320234Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.667007225Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions","method":"POST","req_id":"e6106ebb-1181-4cad-9238-32f589cff92c","remote_addr":"[fd00:1122:3344:101::a]:60070","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-203f3f0b-ea87-4561-b5ab-0312f1ac28d2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.667634191Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.678062071Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-203f3f0b-ea87-4561-b5ab-0312f1ac28d2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.68241903Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.682636155Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.682687897Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.682730068Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.682773849Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.6860249Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:31:25.690586284Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.103282575Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61153"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.103427029Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2","method":"GET","req_id":"c1bbd08a-52d0-4d59-90f1-e953769650c6","remote_addr":"[fd00:1122:3344:101::a]:61153","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"path is \"/data/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.1067166Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"dataset is oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.115852369Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"snapshot is oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2@45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.124405732Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2\", \"45c10264-cac8-4da8-85cc-3ec557aec3bd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.124434813Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.1367125Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2/snapshots/45c10264-cac8-4da8-85cc-3ec557aec3bd","method":"GET","req_id":"b21f069f-21cc-4d6d-9918-45ecc20f2ceb","remote_addr":"[fd00:1122:3344:101::a]:61153","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30031,"response_code":"200"} {"msg":"path is \"/data/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.140783131Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"dataset is oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.148590786Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"snapshot is oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2@45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.156392621Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2\", \"45c10264-cac8-4da8-85cc-3ec557aec3bd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.156421432Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 203f3f0b-ea87-4561-b5ab-0312f1ac28d2-45c10264-cac8-4da8-85cc-3ec557aec3bd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.165077188Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"applying SMF actions for region 203f3f0b-ea87-4561-b5ab-0312f1ac28d2 running snapshot 45c10264-cac8-4da8-85cc-3ec557aec3bd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.166093463Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.166122834Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2/snapshots/45c10264-cac8-4da8-85cc-3ec557aec3bd/run","method":"POST","req_id":"a5017bfd-bfc2-4510-8c91-d4e5091f9d38","remote_addr":"[fd00:1122:3344:101::a]:61153","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25874,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-203f3f0b-ea87-4561-b5ab-0312f1ac28d2-45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.175632792Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-203f3f0b-ea87-4561-b5ab-0312f1ac28d2-45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.183470327Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-203f3f0b-ea87-4561-b5ab-0312f1ac28d2-45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.206203005Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2/.zfs/snapshot/45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.20641027Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.206463481Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.206503112Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.206540693Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.206584474Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.211496177Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.218911962Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"worker"} {"msg":"region 203f3f0b-ea87-4561-b5ab-0312f1ac28d2 running snapshot 45c10264-cac8-4da8-85cc-3ec557aec3bd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.218926833Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"path is \"/data/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.446430734Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"dataset is oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.454785912Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"datafile"} {"msg":"snapshot is oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2@45c10264-cac8-4da8-85cc-3ec557aec3bd","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.461960721Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2\", \"45c10264-cac8-4da8-85cc-3ec557aec3bd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.461983232Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T21:36:41.470934505Z","hostname":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","pid":20130,"uri":"/crucible/0/regions/203f3f0b-ea87-4561-b5ab-0312f1ac28d2/snapshots/45c10264-cac8-4da8-85cc-3ec557aec3bd/run","method":"POST","req_id":"1cbbd3bf-c3b5-4bf0-a691-9c90b8960793","remote_addr":"[fd00:1122:3344:101::a]:61153","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24536,"response_code":"200"}