[ Nov 19 01:32:20 Enabled. ]
[ Nov 19 01:32:20 Rereading configuration. ]
[ Nov 19 01:32:22 Rereading configuration. ]
[ Nov 19 01:32:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:26.619810501Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:26.621323784Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:26.621337084Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:26.640970545Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:26.750474713Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.108925782Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37998"}
{"msg":"region c27400d8-2515-4c79-807b-5039dd656c21 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.117680819Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.117871212Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions","method":"POST","req_id":"fdfd15e2-4edb-4a2c-8bc0-6bb70a82ec0e","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":379,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.122054707Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/c27400d8-2515-4c79-807b-5039dd656c21","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.131003737Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/c27400d8-2515-4c79-807b-5039dd656c21","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.131034997Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c27400d8-2515-4c79-807b-5039dd656c21\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c27400d8-2515-4c79-807b-5039dd656c21\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.201249243Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"region":"c27400d8-2515-4c79-807b-5039dd656c21","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c27400d8-2515-4c79-807b-5039dd656c21\" \"--data\" \"/data/regions/c27400d8-2515-4c79-807b-5039dd656c21\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.203207878Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"region":"c27400d8-2515-4c79-807b-5039dd656c21","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.438367713Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions","method":"POST","req_id":"44952eae-f759-42da-afc6-9a1ba1843f69","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.463817299Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"region":"c27400d8-2515-4c79-807b-5039dd656c21","component":"worker"}
{"msg":"region c27400d8-2515-4c79-807b-5039dd656c21 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.46388676Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.464076403Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c27400d8-2515-4c79-807b-5039dd656c21","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.46446879Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c27400d8-2515-4c79-807b-5039dd656c21","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.47115191Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.482541773Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c27400d8-2515-4c79-807b-5039dd656c21","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.485329603Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c27400d8-2515-4c79-807b-5039dd656c21","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.486102417Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.486181048Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.486225639Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.48626202Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.490815211Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.495386843Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.943715609Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions","method":"POST","req_id":"93f97b5e-95cf-4773-a082-42fc86f51126","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.343400107Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions/c27400d8-2515-4c79-807b-5039dd656c21","method":"GET","req_id":"22ce1a04-4cba-47bd-ad9f-f951c215c775","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":96,"response_code":"200"}
{"msg":"path is \"/data/regions/c27400d8-2515-4c79-807b-5039dd656c21\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.346430711Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"dataset is oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/c27400d8-2515-4c79-807b-5039dd656c21","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.356901118Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"region c27400d8-2515-4c79-807b-5039dd656c21 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.366127033Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.366309366Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.366411198Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions/c27400d8-2515-4c79-807b-5039dd656c21","method":"DELETE","req_id":"96508daf-34c4-473d-8904-8ab189f41633","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20020,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-c27400d8-2515-4c79-807b-5039dd656c21 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.36765479Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.368809451Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions/c27400d8-2515-4c79-807b-5039dd656c21","method":"GET","req_id":"81580f83-dd81-41a5-8659-d1c0842e9a6e","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.371381987Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/c27400d8-2515-4c79-807b-5039dd656c21\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.3810425Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"region":"c27400d8-2515-4c79-807b-5039dd656c21","component":"worker"}
{"msg":"region c27400d8-2515-4c79-807b-5039dd656c21 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.44873468Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.467343453Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions/c27400d8-2515-4c79-807b-5039dd656c21","method":"GET","req_id":"f728cb19-34c5-4ceb-8306-df4aa812d152","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.654821258Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64631"}
{"msg":"region 916f880b-71ac-4805-ae90-13af6aab5a10 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.655021761Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.655220285Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions","method":"POST","req_id":"94a16a5b-b1bc-45dd-9c1c-9d35f7585de7","remote_addr":"[fd00:1122:3344:101::a]:64631","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":239,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.655243385Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.664540052Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.664568372Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"916f880b-71ac-4805-ae90-13af6aab5a10\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/916f880b-71ac-4805-ae90-13af6aab5a10\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.733951752Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"region":"916f880b-71ac-4805-ae90-13af6aab5a10","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"916f880b-71ac-4805-ae90-13af6aab5a10\" \"--data\" \"/data/regions/916f880b-71ac-4805-ae90-13af6aab5a10\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.735747464Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"region":"916f880b-71ac-4805-ae90-13af6aab5a10","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.810716445Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"region":"916f880b-71ac-4805-ae90-13af6aab5a10","component":"worker"}
{"msg":"region 916f880b-71ac-4805-ae90-13af6aab5a10 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.810751725Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.810836547Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-916f880b-71ac-4805-ae90-13af6aab5a10","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.812411925Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-916f880b-71ac-4805-ae90-13af6aab5a10","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.815728584Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.824381599Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-916f880b-71ac-4805-ae90-13af6aab5a10","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.827699468Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/916f880b-71ac-4805-ae90-13af6aab5a10","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.827966003Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.828022924Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.828065785Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.828106146Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.83228913Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.836627798Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.914619523Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions","method":"POST","req_id":"ad2c85ec-7440-434b-8bf0-946b2ba79893","remote_addr":"[fd00:1122:3344:101::a]:64631","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.256190175Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48770"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.256335868Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions/916f880b-71ac-4805-ae90-13af6aab5a10","method":"GET","req_id":"41720267-60fa-4d30-bf99-0730954c3495","remote_addr":"[fd00:1122:3344:101::a]:48770","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/916f880b-71ac-4805-ae90-13af6aab5a10\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.259693598Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"dataset is oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.26930514Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"snapshot is oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10@c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.278615876Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10\", \"c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.278659487Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.291159051Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions/916f880b-71ac-4805-ae90-13af6aab5a10/snapshots/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","method":"GET","req_id":"55cd3ae2-b9d0-474e-a226-411b023d1aff","remote_addr":"[fd00:1122:3344:101::a]:48770","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31484,"response_code":"200"}
{"msg":"path is \"/data/regions/916f880b-71ac-4805-ae90-13af6aab5a10\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.296522477Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"dataset is oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.305918855Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"snapshot is oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10@c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.314191863Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10\", \"c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.314219183Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 916f880b-71ac-4805-ae90-13af6aab5a10-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.323423888Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"applying SMF actions for region 916f880b-71ac-4805-ae90-13af6aab5a10 running snapshot c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.324033389Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.324057369Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions/916f880b-71ac-4805-ae90-13af6aab5a10/snapshots/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314/run","method":"POST","req_id":"16d8c295-1723-4ced-a7e0-20f747873270","remote_addr":"[fd00:1122:3344:101::a]:48770","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27581,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-916f880b-71ac-4805-ae90-13af6aab5a10-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.33250751Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-916f880b-71ac-4805-ae90-13af6aab5a10-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.339092388Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-916f880b-71ac-4805-ae90-13af6aab5a10-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.349156468Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/916f880b-71ac-4805-ae90-13af6aab5a10/.zfs/snapshot/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.349431123Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.349483434Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.349528945Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.349568045Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.349613526Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.35318336Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.357571428Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"worker"}
{"msg":"region 916f880b-71ac-4805-ae90-13af6aab5a10 running snapshot c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.357585569Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"path is \"/data/regions/916f880b-71ac-4805-ae90-13af6aab5a10\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.642449203Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"dataset is oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.650895314Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"datafile"}
{"msg":"snapshot is oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10@c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.658037072Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_516208ff-c30f-4aff-8e5a-1912725b8a19/crucible/regions/916f880b-71ac-4805-ae90-13af6aab5a10\", \"c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.658069572Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:37.666288169Z","hostname":"oxz_crucible_fa497751-8795-42d9-9b44-989076dbbfa5","pid":26836,"uri":"/crucible/0/regions/916f880b-71ac-4805-ae90-13af6aab5a10/snapshots/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314/run","method":"POST","req_id":"6976a1fe-64a9-45a9-84cd-b0464329ffbc","remote_addr":"[fd00:1122:3344:101::a]:48770","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23890,"response_code":"200"}