[ Feb 11 21:30:30 Enabled. ]
[ Feb 11 21:30:30 Rereading configuration. ]
[ Feb 11 21:30:31 Rereading configuration. ]
[ Feb 11 21:30:35 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.654889967Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.658359053Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.658369644Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.683231198Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:30:35.816818329Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.451488703Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64777"}
{"msg":"region 1011654b-ffc0-412c-b2b6-be6ff771705e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.475907036Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.476325247Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions","method":"POST","req_id":"5c0ccdc1-c2a5-4185-bd54-79e9a6e744d4","remote_addr":"[fd00:1122:3344:101::b]:64777","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":9300,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.478969102Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/1011654b-ffc0-412c-b2b6-be6ff771705e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.489766059Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/1011654b-ffc0-412c-b2b6-be6ff771705e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.48981782Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1011654b-ffc0-412c-b2b6-be6ff771705e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1011654b-ffc0-412c-b2b6-be6ff771705e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.582429698Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"region":"1011654b-ffc0-412c-b2b6-be6ff771705e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1011654b-ffc0-412c-b2b6-be6ff771705e\" \"--data\" \"/data/regions/1011654b-ffc0-412c-b2b6-be6ff771705e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.584653104Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"region":"1011654b-ffc0-412c-b2b6-be6ff771705e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.726450108Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"region":"1011654b-ffc0-412c-b2b6-be6ff771705e","component":"worker"}
{"msg":"region 1011654b-ffc0-412c-b2b6-be6ff771705e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.72653178Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.726691764Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1011654b-ffc0-412c-b2b6-be6ff771705e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.727082493Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1011654b-ffc0-412c-b2b6-be6ff771705e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.733506412Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.745807066Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1011654b-ffc0-412c-b2b6-be6ff771705e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.749537699Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1011654b-ffc0-412c-b2b6-be6ff771705e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.750076142Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.752163863Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.752245886Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.752298347Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.763602836Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.768513828Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:22.770510267Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions","method":"POST","req_id":"9db25da2-63f0-4168-b2aa-99d0e3ba487e","remote_addr":"[fd00:1122:3344:101::b]:64777","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.329710757Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions/1011654b-ffc0-412c-b2b6-be6ff771705e","method":"GET","req_id":"c7c1e170-9ab7-4b78-ade3-3c747d00181f","remote_addr":"[fd00:1122:3344:101::b]:64777","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"path is \"/data/regions/1011654b-ffc0-412c-b2b6-be6ff771705e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.333273595Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"dataset is oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/1011654b-ffc0-412c-b2b6-be6ff771705e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.344540283Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"region 1011654b-ffc0-412c-b2b6-be6ff771705e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.354576472Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.354723975Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-1011654b-ffc0-412c-b2b6-be6ff771705e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.355987636Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.357056053Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions/1011654b-ffc0-412c-b2b6-be6ff771705e","method":"DELETE","req_id":"7ac3daa7-b44a-44d4-80c6-02c125cf43e3","remote_addr":"[fd00:1122:3344:101::b]:64777","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23798,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.359933694Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions/1011654b-ffc0-412c-b2b6-be6ff771705e","method":"GET","req_id":"61b6044b-12e4-4002-8f49-573a06870290","remote_addr":"[fd00:1122:3344:101::b]:64777","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.36139674Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/1011654b-ffc0-412c-b2b6-be6ff771705e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.37355109Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"region":"1011654b-ffc0-412c-b2b6-be6ff771705e","component":"worker"}
{"msg":"region 1011654b-ffc0-412c-b2b6-be6ff771705e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.443325815Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:23.500520718Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions/1011654b-ffc0-412c-b2b6-be6ff771705e","method":"GET","req_id":"aa0e1e83-5af3-4927-a5ac-ed7e394d43c8","remote_addr":"[fd00:1122:3344:101::b]:64777","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"region d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.739920151Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.742261769Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions","method":"POST","req_id":"bc3428a8-cde8-489f-bfb8-7ea886d5156b","remote_addr":"[fd00:1122:3344:101::b]:64777","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2390,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.74228351Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.75037195Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.750410691Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.803201486Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"region":"d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\" \"--data\" \"/data/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.805097772Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"region":"d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.874902538Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"region":"d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","component":"worker"}
{"msg":"region d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.874968019Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.875147794Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.876538718Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.880005384Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.888635467Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.893157239Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.893465786Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.893537338Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.893583919Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.893636861Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.898324846Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:25.904176091Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:31:26.090057735Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions","method":"POST","req_id":"50f24d10-7c30-40d4-bcc5-eb746e4aa6d6","remote_addr":"[fd00:1122:3344:101::b]:64777","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.585569518Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41700"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.585730602Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","method":"GET","req_id":"dc46c691-8c03-4b33-94e7-737335cd9743","remote_addr":"[fd00:1122:3344:101::b]:41700","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"path is \"/data/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.590201772Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"dataset is oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.598930748Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"snapshot is oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6@63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.607123751Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\", \"63c7ce8b-00c7-404f-afd6-cc589fe3bee2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.607146281Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.618935553Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6/snapshots/63c7ce8b-00c7-404f-afd6-cc589fe3bee2","method":"GET","req_id":"f4516952-c3cf-4943-abd1-1d730e998a90","remote_addr":"[fd00:1122:3344:101::b]:41700","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29315,"response_code":"200"}
{"msg":"path is \"/data/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.6220715Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"dataset is oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.629917664Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"snapshot is oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6@63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.637641145Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\", \"63c7ce8b-00c7-404f-afd6-cc589fe3bee2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.637671306Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6-63c7ce8b-00c7-404f-afd6-cc589fe3bee2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.646467633Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"applying SMF actions for region d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6 running snapshot 63c7ce8b-00c7-404f-afd6-cc589fe3bee2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.647293374Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.647312034Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6/snapshots/63c7ce8b-00c7-404f-afd6-cc589fe3bee2/run","method":"POST","req_id":"69ec6a2e-0fd3-4e7c-a6ff-5b2561cdc412","remote_addr":"[fd00:1122:3344:101::b]:41700","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25253,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6-63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.652618115Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6-63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.659489145Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6-63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.671092172Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6/.zfs/snapshot/63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.671393669Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.671449971Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.671490592Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.671530202Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.671573274Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.675753347Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.680752981Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"worker"}
{"msg":"region d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6 running snapshot 63c7ce8b-00c7-404f-afd6-cc589fe3bee2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.680765291Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"path is \"/data/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.945818021Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"dataset is oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.954569048Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"datafile"}
{"msg":"snapshot is oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6@63c7ce8b-00c7-404f-afd6-cc589fe3bee2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.962696238Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a265d894-a2b3-4484-a070-e3e31d070573/crucible/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6\", \"63c7ce8b-00c7-404f-afd6-cc589fe3bee2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.962723809Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T21:41:24.970471541Z","hostname":"oxz_crucible_f0b21449-130d-4c4f-b2f5-6d46770ab78c","pid":26217,"uri":"/crucible/0/regions/d12a4ddf-c1f2-4c9b-97f2-3eb8db80d5f6/snapshots/63c7ce8b-00c7-404f-afd6-cc589fe3bee2/run","method":"POST","req_id":"fa963dfd-78b5-4c6e-a344-ceb013ea09d9","remote_addr":"[fd00:1122:3344:101::b]:41700","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24704,"response_code":"200"}