[ Dec 21 07:47:08 Enabled. ]
[ Dec 21 07:47:08 Rereading configuration. ]
[ Dec 21 07:47:12 Rereading configuration. ]
[ Dec 21 07:47:17 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:17.971272476Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:17.974652444Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:17.974663095Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:17.989033781Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:18.132261408Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.29779953Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55948"}
{"msg":"region 550ddfaa-f4b5-4bf5-83e1-e9f8c2165634 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.302096144Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.30424351Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.304255841Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions","method":"POST","req_id":"77391c5f-d3d9-4596-8553-680803a037ba","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2286,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.314339444Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.314375214Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"550ddfaa-f4b5-4bf5-83e1-e9f8c2165634\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.39456972Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"region":"550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"550ddfaa-f4b5-4bf5-83e1-e9f8c2165634\" \"--data\" \"/data/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.396526993Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"region":"550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.448335672Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions","method":"POST","req_id":"68fb4dd9-e57f-45f5-bcaf-2a09085d0175","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.518855451Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"region":"550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","component":"worker"}
{"msg":"region 550ddfaa-f4b5-4bf5-83e1-e9f8c2165634 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.518928043Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.519122886Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.519497573Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.524854014Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.535467996Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.538945306Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.539699279Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.53977939Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.539847551Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.539860102Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.545375896Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.550586776Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.74031054Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions","method":"POST","req_id":"9d91c02a-9fee-4772-bb60-9ac66405a6cd","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.28370402Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","method":"GET","req_id":"664b0703-ee90-4de2-862d-2b787fc588c6","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"path is \"/data/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.287950073Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"dataset is oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.299167105Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"region 550ddfaa-f4b5-4bf5-83e1-e9f8c2165634 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.308883802Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.309091215Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.309154657Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","method":"DELETE","req_id":"4a91ee2b-b44c-47a9-b641-952772e603a4","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21245,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-550ddfaa-f4b5-4bf5-83e1-e9f8c2165634 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.31051642Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.3122776Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","method":"GET","req_id":"d31cea56-0b95-47b3-be01-30c435caecd8","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.316833948Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.328309745Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"region":"550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.369649394Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","method":"GET","req_id":"819d09a1-3f42-4532-9eaa-0ddae792dc35","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"region 550ddfaa-f4b5-4bf5-83e1-e9f8c2165634 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.419713813Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.541798097Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions/550ddfaa-f4b5-4bf5-83e1-e9f8c2165634","method":"GET","req_id":"7ae12092-4eef-43fc-a005-3a550bc93da4","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.465089265Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41375"}
{"msg":"region c0714f56-231e-4b75-8fde-6c0cdb93a501 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.465261228Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.465419491Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.465427901Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions","method":"POST","req_id":"a50757d8-6a9c-4aff-8aa8-d944c79e181c","remote_addr":"[fd00:1122:3344:101::a]:41375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":203,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.475311261Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.475346331Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c0714f56-231e-4b75-8fde-6c0cdb93a501\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.535709297Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"region":"c0714f56-231e-4b75-8fde-6c0cdb93a501","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c0714f56-231e-4b75-8fde-6c0cdb93a501\" \"--data\" \"/data/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.535765488Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"region":"c0714f56-231e-4b75-8fde-6c0cdb93a501","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.601676858Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"region":"c0714f56-231e-4b75-8fde-6c0cdb93a501","component":"worker"}
{"msg":"region c0714f56-231e-4b75-8fde-6c0cdb93a501 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.601729709Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.60179846Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c0714f56-231e-4b75-8fde-6c0cdb93a501","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.603195394Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c0714f56-231e-4b75-8fde-6c0cdb93a501","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.607066941Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.614805664Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c0714f56-231e-4b75-8fde-6c0cdb93a501","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.617462979Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.617746734Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.617802635Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.617845865Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.617887406Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.621423957Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.625959975Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.742191358Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions","method":"POST","req_id":"4807ab85-3c76-44df-9853-65be38d71fa1","remote_addr":"[fd00:1122:3344:101::a]:41375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.40931943Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42088"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.409452352Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501","method":"GET","req_id":"ccb2109d-64f1-47dc-a563-775155ea0d64","remote_addr":"[fd00:1122:3344:101::a]:42088","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.4122233Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"dataset is oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.42158839Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"snapshot is oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501@8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.430857789Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501\", \"8bb5147f-de62-4c6e-b2f4-6799015ac1e2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.43090497Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.442417198Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501/snapshots/8bb5147f-de62-4c6e-b2f4-6799015ac1e2","method":"GET","req_id":"851b04cf-8aef-4520-8b7b-72c40ba4a0d0","remote_addr":"[fd00:1122:3344:101::a]:42088","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30192,"response_code":"200"}
{"msg":"path is \"/data/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.445676564Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"dataset is oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.453856654Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"snapshot is oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501@8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.461729069Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501\", \"8bb5147f-de62-4c6e-b2f4-6799015ac1e2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.46176911Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot c0714f56-231e-4b75-8fde-6c0cdb93a501-8bb5147f-de62-4c6e-b2f4-6799015ac1e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.471229482Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"applying SMF actions for region c0714f56-231e-4b75-8fde-6c0cdb93a501 running snapshot 8bb5147f-de62-4c6e-b2f4-6799015ac1e2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.471806382Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.471833232Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501/snapshots/8bb5147f-de62-4c6e-b2f4-6799015ac1e2/run","method":"POST","req_id":"8e0a231a-72db-45ac-b73e-23941a8af924","remote_addr":"[fd00:1122:3344:101::a]:42088","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26199,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-c0714f56-231e-4b75-8fde-6c0cdb93a501-8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.479484804Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c0714f56-231e-4b75-8fde-6c0cdb93a501-8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.491278926Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c0714f56-231e-4b75-8fde-6c0cdb93a501-8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.502786983Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501/.zfs/snapshot/8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.503051788Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.503112309Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.503152549Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.50319285Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.503244611Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.50665602Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.510556616Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"worker"}
{"msg":"region c0714f56-231e-4b75-8fde-6c0cdb93a501 running snapshot 8bb5147f-de62-4c6e-b2f4-6799015ac1e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.510567387Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"path is \"/data/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.801817602Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"dataset is oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.810907968Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"datafile"}
{"msg":"snapshot is oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501@8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.819438784Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e8ede2cc-0135-41ed-915f-5a407cd024ac/crucible/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501\", \"8bb5147f-de62-4c6e-b2f4-6799015ac1e2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.819478775Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.827470182Z","hostname":"oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981","pid":25329,"uri":"/crucible/0/regions/c0714f56-231e-4b75-8fde-6c0cdb93a501/snapshots/8bb5147f-de62-4c6e-b2f4-6799015ac1e2/run","method":"POST","req_id":"c0f974a3-6cd1-4a75-80dd-db610e748716","remote_addr":"[fd00:1122:3344:101::a]:42088","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26250,"response_code":"200"}