[ Oct 10 04:25:17 Enabled. ]
[ Oct 10 04:25:17 Rereading configuration. ]
[ Oct 10 04:25:20 Rereading configuration. ]
[ Oct 10 04:25:30 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:30.504195546Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:30.505632945Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:30.505641865Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:30.516889614Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:30.800114965Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.118389288Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55705"}
{"msg":"region 5f0ae755-fd1c-4311-b26b-4d6de1d51fd5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.139973731Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.142796998Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions","method":"POST","req_id":"da42b149-1947-405b-9d55-7fb361efed38","remote_addr":"[fd00:1122:3344:101::a]:55705","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":11432,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.147183679Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.157861472Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.157900583Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5f0ae755-fd1c-4311-b26b-4d6de1d51fd5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.231589975Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"region":"5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5f0ae755-fd1c-4311-b26b-4d6de1d51fd5\" \"--data\" \"/data/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.233553999Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"region":"5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.38045941Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions","method":"POST","req_id":"f6585f91-6835-4620-86e4-f0f61b925c71","remote_addr":"[fd00:1122:3344:101::a]:55705","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.492999378Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"region":"5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","component":"worker"}
{"msg":"region 5f0ae755-fd1c-4311-b26b-4d6de1d51fd5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.493048209Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.493134351Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.495774774Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.499982889Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.513840859Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.517816348Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.518812686Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.518887758Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.518941179Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.518989851Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.523118494Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.527672569Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.881542518Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions","method":"POST","req_id":"3cf5120f-fc4c-43ab-8e60-0c9478357b1d","remote_addr":"[fd00:1122:3344:101::a]:55705","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.230839543Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","method":"GET","req_id":"d26dc9b6-c8e3-4edf-a05e-6374b8df8bb0","remote_addr":"[fd00:1122:3344:101::a]:55705","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"path is \"/data/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.233397433Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"dataset is oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.243482959Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"region 5f0ae755-fd1c-4311-b26b-4d6de1d51fd5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.254741028Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.254881622Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.254964185Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","method":"DELETE","req_id":"14d641fd-1c34-4f61-ae56-c0a692f6ad58","remote_addr":"[fd00:1122:3344:101::a]:55705","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22261,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-5f0ae755-fd1c-4311-b26b-4d6de1d51fd5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.256143197Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.258029319Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","method":"GET","req_id":"71874dc3-3849-499f-9edf-4928f5791515","remote_addr":"[fd00:1122:3344:101::a]:55705","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.261261337Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.275888169Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"region":"5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","component":"worker"}
{"msg":"region 5f0ae755-fd1c-4311-b26b-4d6de1d51fd5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.347891584Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.410680477Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions/5f0ae755-fd1c-4311-b26b-4d6de1d51fd5","method":"GET","req_id":"4d4b0e7b-fec4-4766-929c-ef00117fa01a","remote_addr":"[fd00:1122:3344:101::a]:55705","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"region d5b52178-f703-4064-8e6c-821422e9b33b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.977164248Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.977295562Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions","method":"POST","req_id":"6189b721-2032-4337-8a35-56ea7f5eebaf","remote_addr":"[fd00:1122:3344:101::a]:55705","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":200,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.977325603Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.986798283Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.986828524Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d5b52178-f703-4064-8e6c-821422e9b33b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d5b52178-f703-4064-8e6c-821422e9b33b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.060100044Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"region":"d5b52178-f703-4064-8e6c-821422e9b33b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d5b52178-f703-4064-8e6c-821422e9b33b\" \"--data\" \"/data/regions/d5b52178-f703-4064-8e6c-821422e9b33b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.062285464Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"region":"d5b52178-f703-4064-8e6c-821422e9b33b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.145666632Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"region":"d5b52178-f703-4064-8e6c-821422e9b33b","component":"worker"}
{"msg":"region d5b52178-f703-4064-8e6c-821422e9b33b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.145737904Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.145846647Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d5b52178-f703-4064-8e6c-821422e9b33b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.147534623Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d5b52178-f703-4064-8e6c-821422e9b33b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.151507652Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.159938914Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.161892847Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions","method":"POST","req_id":"bb86fa00-ee27-4425-b95e-34c9db938af8","remote_addr":"[fd00:1122:3344:101::a]:55705","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d5b52178-f703-4064-8e6c-821422e9b33b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.166076842Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5b52178-f703-4064-8e6c-821422e9b33b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.166303408Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.16635111Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.166390151Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.166428962Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.173042413Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.178965486Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.516591013Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56201"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.516778549Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions/d5b52178-f703-4064-8e6c-821422e9b33b","method":"GET","req_id":"6b5d0ffc-d8fd-464c-836a-162c55127848","remote_addr":"[fd00:1122:3344:101::a]:56201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/d5b52178-f703-4064-8e6c-821422e9b33b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.519892894Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"dataset is oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.529249431Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"snapshot is oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b@820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.538850884Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b\", \"820f0574-233f-439d-931a-9a53095da01e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.538879035Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.552335164Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions/d5b52178-f703-4064-8e6c-821422e9b33b/snapshots/820f0574-233f-439d-931a-9a53095da01e","method":"GET","req_id":"73d3667c-feaa-4ba6-a374-81f635b8facd","remote_addr":"[fd00:1122:3344:101::a]:56201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32496,"response_code":"200"}
{"msg":"path is \"/data/regions/d5b52178-f703-4064-8e6c-821422e9b33b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.557269609Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"dataset is oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.565967508Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"snapshot is oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b@820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.574000599Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b\", \"820f0574-233f-439d-931a-9a53095da01e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.57404014Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d5b52178-f703-4064-8e6c-821422e9b33b-820f0574-233f-439d-931a-9a53095da01e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.582415279Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"applying SMF actions for region d5b52178-f703-4064-8e6c-821422e9b33b running snapshot 820f0574-233f-439d-931a-9a53095da01e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.583023075Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.583037666Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions/d5b52178-f703-4064-8e6c-821422e9b33b/snapshots/820f0574-233f-439d-931a-9a53095da01e/run","method":"POST","req_id":"2c15db22-12e7-4271-8f16-961ec65286ba","remote_addr":"[fd00:1122:3344:101::a]:56201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25801,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-d5b52178-f703-4064-8e6c-821422e9b33b-820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.591509948Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d5b52178-f703-4064-8e6c-821422e9b33b-820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.59851244Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d5b52178-f703-4064-8e6c-821422e9b33b-820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.612233197Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5b52178-f703-4064-8e6c-821422e9b33b/.zfs/snapshot/820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.612565706Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.612613697Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.612654959Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.61269821Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.612746111Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.616576516Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.621386238Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"worker"}
{"msg":"region d5b52178-f703-4064-8e6c-821422e9b33b running snapshot 820f0574-233f-439d-931a-9a53095da01e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.621402468Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"path is \"/data/regions/d5b52178-f703-4064-8e6c-821422e9b33b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.783395803Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"dataset is oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.792184505Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"datafile"}
{"msg":"snapshot is oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b@820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.800424271Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_38d1dc30-844e-465d-8967-a176a744dad6/crucible/regions/d5b52178-f703-4064-8e6c-821422e9b33b\", \"820f0574-233f-439d-931a-9a53095da01e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.800476662Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.809375986Z","hostname":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","pid":23888,"uri":"/crucible/0/regions/d5b52178-f703-4064-8e6c-821422e9b33b/snapshots/820f0574-233f-439d-931a-9a53095da01e/run","method":"POST","req_id":"187d6831-41ff-46ad-9648-04e871318982","remote_addr":"[fd00:1122:3344:101::a]:56201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26020,"response_code":"200"}