{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.289579544Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38175"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.296967819Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","method":"GET","req_id":"04735939-5779-4d0c-9735-a4a6a36a1f50","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":7333,"response_code":"200"}
{"msg":"path is \"/data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.301325469Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"dataset is oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.313088673Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"snapshot is oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5@66190be2-18a4-4ca1-a057-3ad64c340413","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.322667583Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5\", \"66190be2-18a4-4ca1-a057-3ad64c340413\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.322707823Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.335769333Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5/snapshots/66190be2-18a4-4ca1-a057-3ad64c340413","method":"GET","req_id":"fd32bc38-8524-44b3-b2e8-26c710059971","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34458,"response_code":"200"}
{"msg":"path is \"/data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.340614348Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"dataset is oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.350325529Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"snapshot is oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5@66190be2-18a4-4ca1-a057-3ad64c340413","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.358131269Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5\", \"66190be2-18a4-4ca1-a057-3ad64c340413\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.358163339Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5-66190be2-18a4-4ca1-a057-3ad64c340413 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.368418537Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"applying SMF actions for region 9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5 running snapshot 66190be2-18a4-4ca1-a057-3ad64c340413 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.368935762Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.368987783Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5/snapshots/66190be2-18a4-4ca1-a057-3ad64c340413/run","method":"POST","req_id":"50272184-87a3-46e7-81d5-2bf6ef31a73f","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29513,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.380494615Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.380579996Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.380665077Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.380671987Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.380720157Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.380770248Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.381404935Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.381486026Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.381540907Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.381601107Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.390202946Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5-66190be2-18a4-4ca1-a057-3ad64c340413","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.390671691Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5-66190be2-18a4-4ca1-a057-3ad64c340413","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.392879346Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5-66190be2-18a4-4ca1-a057-3ad64c340413","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.404022114Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5/.zfs/snapshot/66190be2-18a4-4ca1-a057-3ad64c340413","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.404325217Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.404401498Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.404453359Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.40450037Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.40455985Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.408268713Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.411964335Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"region 9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5 running snapshot 66190be2-18a4-4ca1-a057-3ad64c340413 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.411978255Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"path is \"/data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.547147492Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"dataset is oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.557339349Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"snapshot is oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5@66190be2-18a4-4ca1-a057-3ad64c340413","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.565937017Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5\", \"66190be2-18a4-4ca1-a057-3ad64c340413\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.565962538Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:46.575497507Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5/snapshots/66190be2-18a4-4ca1-a057-3ad64c340413/run","method":"POST","req_id":"394c9f6c-003a-43a4-be03-75b74c499962","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28411,"response_code":"200"}
{"msg":"region c437f6d4-013f-48c8-8475-e24e9ceb4e7b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.121921678Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.122171431Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions","method":"POST","req_id":"62fa559b-0a9d-497b-a5d3-17b008c1cacc","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":355,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.122199271Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.136790428Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.136836129Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c437f6d4-013f-48c8-8475-e24e9ceb4e7b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.213430876Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"region":"c437f6d4-013f-48c8-8475-e24e9ceb4e7b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c437f6d4-013f-48c8-8475-e24e9ceb4e7b\" \"--data\" \"/data/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.213494076Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"region":"c437f6d4-013f-48c8-8475-e24e9ceb4e7b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.297084983Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"region":"c437f6d4-013f-48c8-8475-e24e9ceb4e7b","component":"worker"}
{"msg":"region c437f6d4-013f-48c8-8475-e24e9ceb4e7b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.297155444Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.297271475Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.298073415Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.298193676Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.298307437Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.298316707Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.298377308Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.298444989Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.298914364Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.299006035Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.299076516Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.299142547Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.303886721Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c437f6d4-013f-48c8-8475-e24e9ceb4e7b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.304474578Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c437f6d4-013f-48c8-8475-e24e9ceb4e7b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.314542923Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.322521754Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c437f6d4-013f-48c8-8475-e24e9ceb4e7b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.326319098Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.326734143Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.326799613Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.326857924Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.326905034Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.331425956Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.338484167Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:21:50.381910064Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions","method":"POST","req_id":"b5226ed5-2824-4c4a-bd5c-c2affb44730e","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1063,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:15.990824359Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b","method":"GET","req_id":"4936e2c8-ad1a-4d1c-8486-f502931642b9","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.124802752Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"dataset is oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.136434905Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"region c437f6d4-013f-48c8-8475-e24e9ceb4e7b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.146939446Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.147151178Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-c437f6d4-013f-48c8-8475-e24e9ceb4e7b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.148257621Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.149491025Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b","method":"DELETE","req_id":"69f1c772-5383-4900-92f0-b0bfc27a1da2","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24750,"response_code":"204"}
{"msg":"existing directory value /dev/null does not match /data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.152651631Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.152753162Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.152873524Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.152885464Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.152948394Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.153024846Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f6e9dc7-bd1e-4b85-ad3c-fb63798badf5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.153507311Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.153581372Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.153652833Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.153722203Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.153758244Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b","method":"GET","req_id":"c6dce277-3177-4779-bc3f-3375c8a6ba69","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":97,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.15952095Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.16133893Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2e3c761d-8e5f-4960-8456-8b1dbd3fd490/crucible/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.173771123Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"region":"c437f6d4-013f-48c8-8475-e24e9ceb4e7b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.219964842Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b","method":"GET","req_id":"aa551250-2b9f-4b89-a30d-1a25797bf8df","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":117,"response_code":"200"}
{"msg":"region c437f6d4-013f-48c8-8475-e24e9ceb4e7b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.233064311Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T02:22:16.343093611Z","hostname":"oxz_crucible_9386ef68-a6d3-49fe-b610-70909ac5e732","pid":23062,"uri":"/crucible/0/regions/c437f6d4-013f-48c8-8475-e24e9ceb4e7b","method":"GET","req_id":"56d389b3-8c74-4546-8ed0-fb2cdbd277f9","remote_addr":"[fd00:1122:3344:101::a]:38175","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"}