{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.832231279Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61724"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.83232984Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions/0b006786-7489-4045-a983-7fcdfcf05367","method":"GET","req_id":"f08bdfee-809d-4f31-a636-3b528070737e","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"path is \"/data/regions/0b006786-7489-4045-a983-7fcdfcf05367\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.839248359Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"dataset is oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.848269262Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"snapshot is oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/0b006786-7489-4045-a983-7fcdfcf05367@8e1f1024-d206-4c9a-8bdc-c562de1c3f86","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.856654077Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/0b006786-7489-4045-a983-7fcdfcf05367\", \"8e1f1024-d206-4c9a-8bdc-c562de1c3f86\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.856686728Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.868445802Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions/0b006786-7489-4045-a983-7fcdfcf05367/snapshots/8e1f1024-d206-4c9a-8bdc-c562de1c3f86","method":"GET","req_id":"54ba9451-43eb-4ca3-a69e-28596ec1ef97","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32874,"response_code":"200"} {"msg":"path is \"/data/regions/0b006786-7489-4045-a983-7fcdfcf05367\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.872103964Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"dataset is oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.879935384Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"snapshot is oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/0b006786-7489-4045-a983-7fcdfcf05367@8e1f1024-d206-4c9a-8bdc-c562de1c3f86","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.888994686Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/0b006786-7489-4045-a983-7fcdfcf05367\", \"8e1f1024-d206-4c9a-8bdc-c562de1c3f86\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.889019846Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0b006786-7489-4045-a983-7fcdfcf05367-8e1f1024-d206-4c9a-8bdc-c562de1c3f86 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.89896795Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"applying SMF actions for region 0b006786-7489-4045-a983-7fcdfcf05367 running snapshot 8e1f1024-d206-4c9a-8bdc-c562de1c3f86 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.899773709Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.89980639Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions/0b006786-7489-4045-a983-7fcdfcf05367/snapshots/8e1f1024-d206-4c9a-8bdc-c562de1c3f86/run","method":"POST","req_id":"134097f7-ccb3-4a60-9bc8-6162e68d79ae","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27725,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.913364194Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.913475225Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.913561297Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.913569227Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.913614517Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.913663328Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.914091072Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.914163803Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.914212094Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.914260765Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.921946162Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-0b006786-7489-4045-a983-7fcdfcf05367-8e1f1024-d206-4c9a-8bdc-c562de1c3f86","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.922411038Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0b006786-7489-4045-a983-7fcdfcf05367-8e1f1024-d206-4c9a-8bdc-c562de1c3f86","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.925134958Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0b006786-7489-4045-a983-7fcdfcf05367-8e1f1024-d206-4c9a-8bdc-c562de1c3f86","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.936709681Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b006786-7489-4045-a983-7fcdfcf05367/.zfs/snapshot/8e1f1024-d206-4c9a-8bdc-c562de1c3f86","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.936909093Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.936962364Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.937001184Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.937039184Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.937086775Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.940308022Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.944086255Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"region 0b006786-7489-4045-a983-7fcdfcf05367 running snapshot 8e1f1024-d206-4c9a-8bdc-c562de1c3f86 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:13.944096575Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"path is \"/data/regions/0b006786-7489-4045-a983-7fcdfcf05367\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:14.267289521Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"dataset is oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:14.276068622Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"snapshot is oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/0b006786-7489-4045-a983-7fcdfcf05367@8e1f1024-d206-4c9a-8bdc-c562de1c3f86","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:14.283691159Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/0b006786-7489-4045-a983-7fcdfcf05367\", \"8e1f1024-d206-4c9a-8bdc-c562de1c3f86\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:14.283721519Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:14.291979563Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions/0b006786-7489-4045-a983-7fcdfcf05367/snapshots/8e1f1024-d206-4c9a-8bdc-c562de1c3f86/run","method":"POST","req_id":"1713143b-59fb-49fe-8880-bcdeeb2e05e9","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24717,"response_code":"200"} {"msg":"region 3f0fa415-582a-42aa-9b8b-5b3b9e347cd7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.477425115Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.477690468Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions","method":"POST","req_id":"d92a81fb-2340-4f29-abfe-4e023686aa3a","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":323,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.477718428Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.487036694Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.487065325Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3f0fa415-582a-42aa-9b8b-5b3b9e347cd7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.536506129Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"region":"3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3f0fa415-582a-42aa-9b8b-5b3b9e347cd7\" \"--data\" \"/data/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.53655427Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"region":"3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.640106001Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"region":"3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","component":"worker"} {"msg":"region 3f0fa415-582a-42aa-9b8b-5b3b9e347cd7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.640155251Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.640246932Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.640831979Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.64091752Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.640998701Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.641013091Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.641050631Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.641102502Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.641479936Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.641546117Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.641593197Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.641640698Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.645137208Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.645585063Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.655472316Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.660660135Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions","method":"POST","req_id":"d0fcf483-d108-471f-8d4b-266972bda689","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.663545928Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.669801469Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.670064352Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.670124593Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.670164063Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.670201274Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.675583415Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:18.68210458Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.210235901Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","method":"GET","req_id":"6c153cae-b947-4085-8455-a3c8548b4371","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.213915123Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"dataset is oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.225709268Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"region 3f0fa415-582a-42aa-9b8b-5b3b9e347cd7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.235321497Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.23553431Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-3f0fa415-582a-42aa-9b8b-5b3b9e347cd7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.236638962Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.238012588Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","method":"DELETE","req_id":"a9413b01-82a1-43ac-b2bc-5eeba19c0af2","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24137,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.241262535Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","method":"GET","req_id":"309516d5-a633-4e93-911a-2c417e061033","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":45,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242025354Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242118605Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242204356Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242211406Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242251386Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242297207Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b006786-7489-4045-a983-7fcdfcf05367","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242631701Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242693531Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242744522Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.242805123Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.24692506Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.248490807Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b3604167-889e-4ca7-a10e-164cb50bbe04/crucible/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.259695225Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"region":"3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.306836353Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","method":"GET","req_id":"736913b4-785e-460d-bbfb-7242e7e24cfc","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":625,"response_code":"200"} {"msg":"region 3f0fa415-582a-42aa-9b8b-5b3b9e347cd7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.307801574Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T21:23:44.467338204Z","hostname":"oxz_crucible_5819ede4-e7ae-45e8-8db4-d7594e07e967","pid":23695,"uri":"/crucible/0/regions/3f0fa415-582a-42aa-9b8b-5b3b9e347cd7","method":"GET","req_id":"a74db5b0-1221-498c-86bd-3dc6daf582cb","remote_addr":"[fd00:1122:3344:101::c]:61724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33,"response_code":"200"}