{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.012176886Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40745"}
{"msg":"region 3f384ef5-b126-40f1-a399-de6e63551da9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.043391661Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.049008509Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.053826214Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions","method":"POST","req_id":"5cf84b7e-9a29-4240-b7c2-47a276c93956","remote_addr":"[fd00:1122:3344:101::c]:40745","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16295,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/3f384ef5-b126-40f1-a399-de6e63551da9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.061441687Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/3f384ef5-b126-40f1-a399-de6e63551da9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.061463258Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3f384ef5-b126-40f1-a399-de6e63551da9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3f384ef5-b126-40f1-a399-de6e63551da9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.124212267Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"3f384ef5-b126-40f1-a399-de6e63551da9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3f384ef5-b126-40f1-a399-de6e63551da9\" \"--data\" \"/data/regions/3f384ef5-b126-40f1-a399-de6e63551da9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.1261203Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"3f384ef5-b126-40f1-a399-de6e63551da9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.203682584Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions","method":"POST","req_id":"118fea0e-18fa-4707-95cd-8cb56656cbf4","remote_addr":"[fd00:1122:3344:101::c]:40745","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.240315211Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"3f384ef5-b126-40f1-a399-de6e63551da9","component":"worker"}
{"msg":"region 3f384ef5-b126-40f1-a399-de6e63551da9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.240347962Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.240455125Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3f384ef5-b126-40f1-a399-de6e63551da9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.240852496Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3f384ef5-b126-40f1-a399-de6e63551da9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.246102483Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.257699568Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3f384ef5-b126-40f1-a399-de6e63551da9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.262838103Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3f384ef5-b126-40f1-a399-de6e63551da9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.263392028Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.26345467Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.263497581Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.263536632Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.267832132Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.273907993Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:11.863442228Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions","method":"POST","req_id":"1ae2df90-a834-4bc2-a65e-f107d4245b46","remote_addr":"[fd00:1122:3344:101::c]:40745","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.210360582Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions/3f384ef5-b126-40f1-a399-de6e63551da9","method":"GET","req_id":"a150008a-c92f-4c4b-b7da-735a514bf7b7","remote_addr":"[fd00:1122:3344:101::c]:40745","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"path is \"/data/regions/3f384ef5-b126-40f1-a399-de6e63551da9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.215728713Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"dataset is oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/3f384ef5-b126-40f1-a399-de6e63551da9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.226623148Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"region 3f384ef5-b126-40f1-a399-de6e63551da9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.236475094Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.236624459Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.23668404Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions/3f384ef5-b126-40f1-a399-de6e63551da9","method":"DELETE","req_id":"761dacae-251c-451e-9f54-5e59fc0e9590","remote_addr":"[fd00:1122:3344:101::c]:40745","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21003,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-3f384ef5-b126-40f1-a399-de6e63551da9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.239712035Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.239847359Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions/3f384ef5-b126-40f1-a399-de6e63551da9","method":"GET","req_id":"e699d4ee-ec93-4873-85e4-f19debfe04bf","remote_addr":"[fd00:1122:3344:101::c]:40745","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.246185587Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/3f384ef5-b126-40f1-a399-de6e63551da9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.257281158Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"3f384ef5-b126-40f1-a399-de6e63551da9","component":"worker"}
{"msg":"region 3f384ef5-b126-40f1-a399-de6e63551da9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.322764133Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:12.33763382Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions/3f384ef5-b126-40f1-a399-de6e63551da9","method":"GET","req_id":"bb85862b-1436-4e73-8fab-a104512d8943","remote_addr":"[fd00:1122:3344:101::c]:40745","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.427269975Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56570"}
{"msg":"region 105f76bc-b792-46fa-a474-35e976fb8bb4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.427480921Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.427652606Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.427661636Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions","method":"POST","req_id":"36bc92d8-efd5-43e0-9834-1fbdb92fff0d","remote_addr":"[fd00:1122:3344:101::a]:56570","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":211,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.437615705Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.437657026Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"105f76bc-b792-46fa-a474-35e976fb8bb4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/105f76bc-b792-46fa-a474-35e976fb8bb4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.496876876Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"105f76bc-b792-46fa-a474-35e976fb8bb4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"105f76bc-b792-46fa-a474-35e976fb8bb4\" \"--data\" \"/data/regions/105f76bc-b792-46fa-a474-35e976fb8bb4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.496932738Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"105f76bc-b792-46fa-a474-35e976fb8bb4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.568167665Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"105f76bc-b792-46fa-a474-35e976fb8bb4","component":"worker"}
{"msg":"region 105f76bc-b792-46fa-a474-35e976fb8bb4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.568221696Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.568287088Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-105f76bc-b792-46fa-a474-35e976fb8bb4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.569627385Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-105f76bc-b792-46fa-a474-35e976fb8bb4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.573127624Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.581060316Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-105f76bc-b792-46fa-a474-35e976fb8bb4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.583842254Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/105f76bc-b792-46fa-a474-35e976fb8bb4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.58404662Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.584099211Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.584139712Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.584183954Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.587541858Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.59154035Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:30:47.594588105Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions","method":"POST","req_id":"6aaa0b1e-2371-4c3c-aa48-6c5574cf9061","remote_addr":"[fd00:1122:3344:101::a]:56570","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.269035719Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40620"}
{"msg":"region fa98f23d-b392-4351-bde7-11f3a573f656 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.269170713Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.270102209Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.270114919Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions","method":"POST","req_id":"3f604f02-225f-49b9-bba2-8dd8f2d1f4bc","remote_addr":"[fd00:1122:3344:101::a]:40620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":964,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/fa98f23d-b392-4351-bde7-11f3a573f656","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.280909492Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/fa98f23d-b392-4351-bde7-11f3a573f656","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.280939163Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fa98f23d-b392-4351-bde7-11f3a573f656\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fa98f23d-b392-4351-bde7-11f3a573f656\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.339207166Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"fa98f23d-b392-4351-bde7-11f3a573f656","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fa98f23d-b392-4351-bde7-11f3a573f656\" \"--data\" \"/data/regions/fa98f23d-b392-4351-bde7-11f3a573f656\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.339271988Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"fa98f23d-b392-4351-bde7-11f3a573f656","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.419849576Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"region":"fa98f23d-b392-4351-bde7-11f3a573f656","component":"worker"}
{"msg":"region fa98f23d-b392-4351-bde7-11f3a573f656 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.419904968Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.420010911Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fa98f23d-b392-4351-bde7-11f3a573f656","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.427166502Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fa98f23d-b392-4351-bde7-11f3a573f656","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.435518136Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.444468167Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa98f23d-b392-4351-bde7-11f3a573f656","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.44742368Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa98f23d-b392-4351-bde7-11f3a573f656","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.447623255Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.447676047Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.447716818Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.447758549Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.451296438Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.455501536Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:00.468879371Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions","method":"POST","req_id":"4aa21f7a-0495-4105-9385-cab187a38591","remote_addr":"[fd00:1122:3344:101::a]:40620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":940,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.897873436Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions/105f76bc-b792-46fa-a474-35e976fb8bb4","method":"GET","req_id":"952c1947-1f88-4275-b6f9-5323a876c1c0","remote_addr":"[fd00:1122:3344:101::a]:40620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"path is \"/data/regions/105f76bc-b792-46fa-a474-35e976fb8bb4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.90336796Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"dataset is oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.916483667Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"snapshot is oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4@7c997cb0-2332-44d9-b550-9dd58574f965","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.928272198Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4\", \"7c997cb0-2332-44d9-b550-9dd58574f965\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.928323629Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.945431479Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions/105f76bc-b792-46fa-a474-35e976fb8bb4/snapshots/7c997cb0-2332-44d9-b550-9dd58574f965","method":"GET","req_id":"5b412eaf-1cd1-407f-bc7c-2866cf2c8cc4","remote_addr":"[fd00:1122:3344:101::a]:40620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":42082,"response_code":"200"}
{"msg":"path is \"/data/regions/105f76bc-b792-46fa-a474-35e976fb8bb4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.950811329Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"dataset is oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.962641461Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"snapshot is oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4@7c997cb0-2332-44d9-b550-9dd58574f965","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.974204335Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4\", \"7c997cb0-2332-44d9-b550-9dd58574f965\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.974247046Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 105f76bc-b792-46fa-a474-35e976fb8bb4-7c997cb0-2332-44d9-b550-9dd58574f965 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.988952179Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"applying SMF actions for region 105f76bc-b792-46fa-a474-35e976fb8bb4 running snapshot 7c997cb0-2332-44d9-b550-9dd58574f965 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.989159384Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.989188005Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions/105f76bc-b792-46fa-a474-35e976fb8bb4/snapshots/7c997cb0-2332-44d9-b550-9dd58574f965/run","method":"POST","req_id":"fadeb9fe-efe6-4f60-bb93-95a9c24cde38","remote_addr":"[fd00:1122:3344:101::a]:40620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":38430,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-105f76bc-b792-46fa-a474-35e976fb8bb4-7c997cb0-2332-44d9-b550-9dd58574f965","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.993025963Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-105f76bc-b792-46fa-a474-35e976fb8bb4-7c997cb0-2332-44d9-b550-9dd58574f965","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:01.996820009Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-105f76bc-b792-46fa-a474-35e976fb8bb4-7c997cb0-2332-44d9-b550-9dd58574f965","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.008743703Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/105f76bc-b792-46fa-a474-35e976fb8bb4/.zfs/snapshot/7c997cb0-2332-44d9-b550-9dd58574f965","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.009054072Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.009136575Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.009207426Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.009269598Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.00934596Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.014481364Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.019872805Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"worker"}
{"msg":"region 105f76bc-b792-46fa-a474-35e976fb8bb4 running snapshot 7c997cb0-2332-44d9-b550-9dd58574f965 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.019882686Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"path is \"/data/regions/105f76bc-b792-46fa-a474-35e976fb8bb4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.338208229Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"dataset is oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.347222011Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"datafile"}
{"msg":"snapshot is oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4@7c997cb0-2332-44d9-b550-9dd58574f965","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.35573149Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible/regions/105f76bc-b792-46fa-a474-35e976fb8bb4\", \"7c997cb0-2332-44d9-b550-9dd58574f965\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.355760951Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T22:41:02.3646595Z","hostname":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","pid":23539,"uri":"/crucible/0/regions/105f76bc-b792-46fa-a474-35e976fb8bb4/snapshots/7c997cb0-2332-44d9-b550-9dd58574f965/run","method":"POST","req_id":"749fc36e-3b8e-4af5-ae0d-999f95d6a919","remote_addr":"[fd00:1122:3344:101::a]:40620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26493,"response_code":"200"}