[ Aug 22 17:49:11 Enabled. ]
[ Aug 22 17:49:11 Rereading configuration. ]
[ Aug 22 17:49:15 Rereading configuration. ]
[ Aug 22 17:49:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:22.716534828Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:22.717835215Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:22.717858975Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:22.73629782Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:22.853931138Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.451363615Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50890"}
{"msg":"region 12ef5dce-4090-4ebb-a87b-9819d987a403 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.468816175Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.470248223Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.474305904Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions","method":"POST","req_id":"490496ed-dc15-45ca-b399-b80c75ec02e2","remote_addr":"[fd00:1122:3344:101::a]:50890","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":11551,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/12ef5dce-4090-4ebb-a87b-9819d987a403","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.48129266Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/12ef5dce-4090-4ebb-a87b-9819d987a403","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.48131803Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"12ef5dce-4090-4ebb-a87b-9819d987a403\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/12ef5dce-4090-4ebb-a87b-9819d987a403\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.544384496Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"region":"12ef5dce-4090-4ebb-a87b-9819d987a403","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"12ef5dce-4090-4ebb-a87b-9819d987a403\" \"--data\" \"/data/regions/12ef5dce-4090-4ebb-a87b-9819d987a403\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.546415186Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"region":"12ef5dce-4090-4ebb-a87b-9819d987a403","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.66520148Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"region":"12ef5dce-4090-4ebb-a87b-9819d987a403","component":"worker"}
{"msg":"region 12ef5dce-4090-4ebb-a87b-9819d987a403 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.66525722Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.665344231Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-12ef5dce-4090-4ebb-a87b-9819d987a403","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.665765863Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-12ef5dce-4090-4ebb-a87b-9819d987a403","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.670029115Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.69038178Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-12ef5dce-4090-4ebb-a87b-9819d987a403","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.693945179Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/12ef5dce-4090-4ebb-a87b-9819d987a403","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.701295387Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.703337407Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.703401268Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.703445578Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.708071212Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.712157543Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:02.740881271Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions","method":"POST","req_id":"488d2af3-d398-45e5-8715-d0e9be469448","remote_addr":"[fd00:1122:3344:101::a]:50890","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.279978117Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions/12ef5dce-4090-4ebb-a87b-9819d987a403","method":"GET","req_id":"7aa80681-afe9-45e2-b77f-1335aab61c06","remote_addr":"[fd00:1122:3344:101::a]:50890","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/12ef5dce-4090-4ebb-a87b-9819d987a403\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.29791389Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"dataset is oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/12ef5dce-4090-4ebb-a87b-9819d987a403","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.307194988Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"region 12ef5dce-4090-4ebb-a87b-9819d987a403 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.315891093Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.316027434Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.316097404Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions/12ef5dce-4090-4ebb-a87b-9819d987a403","method":"DELETE","req_id":"ac41290b-a18e-4fc4-a3ea-3e63eb83ac7a","remote_addr":"[fd00:1122:3344:101::a]:50890","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18221,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-12ef5dce-4090-4ebb-a87b-9819d987a403 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.317065819Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.318913638Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions/12ef5dce-4090-4ebb-a87b-9819d987a403","method":"GET","req_id":"5afe0b05-edd6-49c0-bf4e-e796972d61d9","remote_addr":"[fd00:1122:3344:101::a]:50890","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.321859604Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/12ef5dce-4090-4ebb-a87b-9819d987a403\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.332016416Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"region":"12ef5dce-4090-4ebb-a87b-9819d987a403","component":"worker"}
{"msg":"region 12ef5dce-4090-4ebb-a87b-9819d987a403 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.378504326Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:03.42565774Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions/12ef5dce-4090-4ebb-a87b-9819d987a403","method":"GET","req_id":"2073c75a-72aa-4809-bb23-0a3d1c66c3aa","remote_addr":"[fd00:1122:3344:101::a]:50890","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"region 2186717f-6f01-467d-9c7c-ad861e4f1089 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.574640375Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.574763836Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.574781926Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions","method":"POST","req_id":"597a5b1f-cc91-47c6-8473-0118a190690b","remote_addr":"[fd00:1122:3344:101::a]:50890","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":199,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.586315706Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.586360856Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2186717f-6f01-467d-9c7c-ad861e4f1089\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2186717f-6f01-467d-9c7c-ad861e4f1089\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.63735034Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"region":"2186717f-6f01-467d-9c7c-ad861e4f1089","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2186717f-6f01-467d-9c7c-ad861e4f1089\" \"--data\" \"/data/regions/2186717f-6f01-467d-9c7c-ad861e4f1089\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.63938164Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"region":"2186717f-6f01-467d-9c7c-ad861e4f1089","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.705048589Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"region":"2186717f-6f01-467d-9c7c-ad861e4f1089","component":"worker"}
{"msg":"region 2186717f-6f01-467d-9c7c-ad861e4f1089 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.70510198Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.70518409Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2186717f-6f01-467d-9c7c-ad861e4f1089","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.706691568Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2186717f-6f01-467d-9c7c-ad861e4f1089","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.709443632Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.716576239Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2186717f-6f01-467d-9c7c-ad861e4f1089","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.720070107Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2186717f-6f01-467d-9c7c-ad861e4f1089","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.720434509Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.720489229Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.7205373Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.72057694Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.723510785Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions","method":"POST","req_id":"ec7eb45b-a00c-4045-8af0-1e96ba26abb9","remote_addr":"[fd00:1122:3344:101::a]:50890","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.724235249Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.729191624Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.643675655Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52741"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.643822436Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions/2186717f-6f01-467d-9c7c-ad861e4f1089","method":"GET","req_id":"58cd8cb8-7817-4ab2-b838-ec7e7cad76a1","remote_addr":"[fd00:1122:3344:101::a]:52741","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"path is \"/data/regions/2186717f-6f01-467d-9c7c-ad861e4f1089\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.654567931Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"dataset is oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.663123496Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"snapshot is oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089@8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.672292013Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089\", \"8f31d72c-164d-4e25-9e39-11ce6a7ee167\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.672322883Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.684373805Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions/2186717f-6f01-467d-9c7c-ad861e4f1089/snapshots/8f31d72c-164d-4e25-9e39-11ce6a7ee167","method":"GET","req_id":"e1f143c9-1647-44c0-acb8-b97ed82d2dbd","remote_addr":"[fd00:1122:3344:101::a]:52741","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":32751,"response_code":"200"}
{"msg":"path is \"/data/regions/2186717f-6f01-467d-9c7c-ad861e4f1089\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.687628192Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"dataset is oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.695504703Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"snapshot is oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089@8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.703948686Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089\", \"8f31d72c-164d-4e25-9e39-11ce6a7ee167\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.703996357Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 2186717f-6f01-467d-9c7c-ad861e4f1089-8f31d72c-164d-4e25-9e39-11ce6a7ee167 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.713924018Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"applying SMF actions for region 2186717f-6f01-467d-9c7c-ad861e4f1089 running snapshot 8f31d72c-164d-4e25-9e39-11ce6a7ee167 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.714536811Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.714569501Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions/2186717f-6f01-467d-9c7c-ad861e4f1089/snapshots/8f31d72c-164d-4e25-9e39-11ce6a7ee167/run","method":"POST","req_id":"8eef46cd-2c21-4dd6-beef-3c639f83d73f","remote_addr":"[fd00:1122:3344:101::a]:52741","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26985,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-2186717f-6f01-467d-9c7c-ad861e4f1089-8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.72403106Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2186717f-6f01-467d-9c7c-ad861e4f1089-8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.730483064Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2186717f-6f01-467d-9c7c-ad861e4f1089-8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.742057834Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2186717f-6f01-467d-9c7c-ad861e4f1089/.zfs/snapshot/8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.742361815Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.742412725Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.742459436Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.742500126Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.742544346Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.746154615Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.75100987Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"worker"}
{"msg":"region 2186717f-6f01-467d-9c7c-ad861e4f1089 running snapshot 8f31d72c-164d-4e25-9e39-11ce6a7ee167 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.75103661Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"path is \"/data/regions/2186717f-6f01-467d-9c7c-ad861e4f1089\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.894063039Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"dataset is oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.904025731Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"datafile"}
{"msg":"snapshot is oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089@8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.912698365Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_70e3c7ea-1671-4845-be06-a2f0f1c5095e/crucible/regions/2186717f-6f01-467d-9c7c-ad861e4f1089\", \"8f31d72c-164d-4e25-9e39-11ce6a7ee167\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.912749496Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:26.92134454Z","hostname":"oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb","pid":22339,"uri":"/crucible/0/regions/2186717f-6f01-467d-9c7c-ad861e4f1089/snapshots/8f31d72c-164d-4e25-9e39-11ce6a7ee167/run","method":"POST","req_id":"97845e56-0184-4851-bdfa-ef4fcea9f0fc","remote_addr":"[fd00:1122:3344:101::a]:52741","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27915,"response_code":"200"}