[ Sep 23 18:20:58 Enabled. ]
[ Sep 23 18:20:58 Rereading configuration. ]
[ Sep 23 18:21:00 Rereading configuration. ]
[ Sep 23 18:21:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:21:08.768876098Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:21:08.771822052Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:21:08.771835782Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:21:08.78491952Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:21:09.034703277Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:13.997829995Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:33023"}
{"msg":"region f831f550-a0fa-4294-9f94-6f7ab66079ba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.031363065Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.036501554Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions","method":"POST","req_id":"10259e6d-416a-4b1f-8fd4-d52a1c55c0c8","remote_addr":"[fd00:1122:3344:101::b]:33023","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20935,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.04111229Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.051449778Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.051480949Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f831f550-a0fa-4294-9f94-6f7ab66079ba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.095772809Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"region":"f831f550-a0fa-4294-9f94-6f7ab66079ba","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f831f550-a0fa-4294-9f94-6f7ab66079ba\" \"--data\" \"/data/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.100321573Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"region":"f831f550-a0fa-4294-9f94-6f7ab66079ba","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.196151883Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions","method":"POST","req_id":"d9af9d4f-33c7-4faa-8f9b-3ffcff9ea755","remote_addr":"[fd00:1122:3344:101::b]:33023","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.329599525Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"region":"f831f550-a0fa-4294-9f94-6f7ab66079ba","component":"worker"}
{"msg":"region f831f550-a0fa-4294-9f94-6f7ab66079ba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.329643487Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.329735599Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f831f550-a0fa-4294-9f94-6f7ab66079ba","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.33015439Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f831f550-a0fa-4294-9f94-6f7ab66079ba","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.336341785Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.351473884Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f831f550-a0fa-4294-9f94-6f7ab66079ba","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.355394412Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.365234448Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.367957637Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.368006998Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.368055009Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.372424988Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.37969396Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:14.549664538Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions","method":"POST","req_id":"25bcb389-72c3-4407-a820-c02cfd42717b","remote_addr":"[fd00:1122:3344:101::b]:33023","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.178988693Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba","method":"GET","req_id":"f5ffe9a7-4c82-4cf0-bb2b-1b3ed2ba07e7","remote_addr":"[fd00:1122:3344:101::b]:33023","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"path is \"/data/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.182851939Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"dataset is oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.194016409Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"region f831f550-a0fa-4294-9f94-6f7ab66079ba state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.204639725Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.204767968Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.20483557Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba","method":"DELETE","req_id":"cac6eb3e-5f55-48aa-bfea-27ec320659f8","remote_addr":"[fd00:1122:3344:101::b]:33023","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22583,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-f831f550-a0fa-4294-9f94-6f7ab66079ba (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.205841395Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.207847125Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba","method":"GET","req_id":"41054a3e-3bdf-4d52-b580-b9d5c82e6beb","remote_addr":"[fd00:1122:3344:101::b]:33023","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.211051786Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.222685876Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"region":"f831f550-a0fa-4294-9f94-6f7ab66079ba","component":"worker"}
{"msg":"region f831f550-a0fa-4294-9f94-6f7ab66079ba state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.281825538Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:15.340668982Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions/f831f550-a0fa-4294-9f94-6f7ab66079ba","method":"GET","req_id":"441cd531-8624-4f8d-9ed8-ddea855bf4b1","remote_addr":"[fd00:1122:3344:101::b]:33023","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.470102368Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44017"}
{"msg":"region 1b756892-1a53-4137-8ea8-7284a952e257 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.47020055Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.470393255Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.470404506Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions","method":"POST","req_id":"668808ad-37e2-4e7c-b1ff-24a5e8a736f6","remote_addr":"[fd00:1122:3344:101::a]:44017","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":231,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.479466413Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.479503243Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1b756892-1a53-4137-8ea8-7284a952e257\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1b756892-1a53-4137-8ea8-7284a952e257\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.527374773Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"region":"1b756892-1a53-4137-8ea8-7284a952e257","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1b756892-1a53-4137-8ea8-7284a952e257\" \"--data\" \"/data/regions/1b756892-1a53-4137-8ea8-7284a952e257\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.529237539Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"region":"1b756892-1a53-4137-8ea8-7284a952e257","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.599899989Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"region":"1b756892-1a53-4137-8ea8-7284a952e257","component":"worker"}
{"msg":"region 1b756892-1a53-4137-8ea8-7284a952e257 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.59993883Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.600048453Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1b756892-1a53-4137-8ea8-7284a952e257","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.601572491Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1b756892-1a53-4137-8ea8-7284a952e257","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.604754841Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.612779882Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1b756892-1a53-4137-8ea8-7284a952e257","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.616468634Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b756892-1a53-4137-8ea8-7284a952e257","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.616745401Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.616804223Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.616849144Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.616891105Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.620911316Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.625527101Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:22:34.678541999Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions","method":"POST","req_id":"8c82fb15-0f83-41bf-9f43-7e9f5b3b18ad","remote_addr":"[fd00:1122:3344:101::a]:44017","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.300797347Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59365"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.30093574Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions/1b756892-1a53-4137-8ea8-7284a952e257","method":"GET","req_id":"005113e2-5ed0-4909-94de-3f003210edef","remote_addr":"[fd00:1122:3344:101::a]:59365","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/1b756892-1a53-4137-8ea8-7284a952e257\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.30410581Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"dataset is oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.313584577Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"snapshot is oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257@bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.323248139Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257\", \"bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.32329135Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.332280075Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions/1b756892-1a53-4137-8ea8-7284a952e257/snapshots/bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7","method":"GET","req_id":"e63974b2-398c-432f-97ab-410a2d9d2d88","remote_addr":"[fd00:1122:3344:101::a]:59365","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28658,"response_code":"200"}
{"msg":"path is \"/data/regions/1b756892-1a53-4137-8ea8-7284a952e257\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.336159302Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"dataset is oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.345130897Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"snapshot is oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257@bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.354473321Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257\", \"bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.354506092Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1b756892-1a53-4137-8ea8-7284a952e257-bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.363172939Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"applying SMF actions for region 1b756892-1a53-4137-8ea8-7284a952e257 running snapshot bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.363735443Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.363787874Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions/1b756892-1a53-4137-8ea8-7284a952e257/snapshots/bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7/run","method":"POST","req_id":"f017ddf2-6065-4bf1-bef2-4b53a73a099f","remote_addr":"[fd00:1122:3344:101::a]:59365","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27667,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-1b756892-1a53-4137-8ea8-7284a952e257-bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.372233396Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1b756892-1a53-4137-8ea8-7284a952e257-bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.378484763Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1b756892-1a53-4137-8ea8-7284a952e257-bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.394207516Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b756892-1a53-4137-8ea8-7284a952e257/.zfs/snapshot/bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.394487103Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.394545625Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.394587076Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.394628047Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.394683228Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.400482924Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.4055247Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"worker"}
{"msg":"region 1b756892-1a53-4137-8ea8-7284a952e257 running snapshot bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.40553591Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"path is \"/data/regions/1b756892-1a53-4137-8ea8-7284a952e257\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.641823139Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"dataset is oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.65141517Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"datafile"}
{"msg":"snapshot is oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257@bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.660172369Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c6321c72-f89d-471a-8986-1f1bf65a3de2/crucible/regions/1b756892-1a53-4137-8ea8-7284a952e257\", \"bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.66021822Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T18:27:52.667674467Z","hostname":"oxz_crucible_7c0b2a6b-4c9a-4820-a10b-e91676739409","pid":22117,"uri":"/crucible/0/regions/1b756892-1a53-4137-8ea8-7284a952e257/snapshots/bf6b8e04-a5bf-448b-a96c-5d70aa90f8a7/run","method":"POST","req_id":"09400fba-29ba-42eb-b45c-a4b659a2416d","remote_addr":"[fd00:1122:3344:101::a]:59365","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25883,"response_code":"200"}