{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.719681866Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57889"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.727858587Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","method":"GET","req_id":"58c9cf7d-9849-4a8c-b502-8fcca67430bf","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":8129,"response_code":"200"}
{"msg":"path is \"/data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.73175678Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"dataset is oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.740832882Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"snapshot is oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68@049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.749134184Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68\", \"049195c6-8cbc-4c0f-8924-c257b3dc62c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.749157694Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.759294167Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68/snapshots/049195c6-8cbc-4c0f-8924-c257b3dc62c4","method":"GET","req_id":"db01e0ff-e72a-4a50-b7ff-785f2953699d","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28116,"response_code":"200"}
{"msg":"path is \"/data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.7622289Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"dataset is oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.769594782Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"snapshot is oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68@049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.778661043Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68\", \"049195c6-8cbc-4c0f-8924-c257b3dc62c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.778690944Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 89fcc2a9-88ad-4fc6-8f00-3c900418bd68-049195c6-8cbc-4c0f-8924-c257b3dc62c4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.787581793Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"applying SMF actions for region 89fcc2a9-88ad-4fc6-8f00-3c900418bd68 running snapshot 049195c6-8cbc-4c0f-8924-c257b3dc62c4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.78818653Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.78820297Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68/snapshots/049195c6-8cbc-4c0f-8924-c257b3dc62c4/run","method":"POST","req_id":"9351299a-d6ac-4635-b196-8d5edcbd5b0e","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26005,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.796729465Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.796829816Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.796928837Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.796937067Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.796986268Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.797045248Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.79714336Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.79720155Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.797246571Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.797293621Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.803598912Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-89fcc2a9-88ad-4fc6-8f00-3c900418bd68-049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.804040017Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-89fcc2a9-88ad-4fc6-8f00-3c900418bd68-049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.806931779Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-89fcc2a9-88ad-4fc6-8f00-3c900418bd68-049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.81779719Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68/.zfs/snapshot/049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.818112933Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.818169254Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.818208724Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.818249685Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.818298225Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.821581002Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.82585203Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"region 89fcc2a9-88ad-4fc6-8f00-3c900418bd68 running snapshot 049195c6-8cbc-4c0f-8924-c257b3dc62c4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:24.82586429Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"path is \"/data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.008047471Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"dataset is oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.017606988Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"snapshot is oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68@049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.026251874Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68\", \"049195c6-8cbc-4c0f-8924-c257b3dc62c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.026282504Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.035912862Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68/snapshots/049195c6-8cbc-4c0f-8924-c257b3dc62c4/run","method":"POST","req_id":"b457d293-c71d-4469-ab44-3433e804403c","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27917,"response_code":"200"}
{"msg":"region 65df38b8-e52a-4189-9d0d-fc7f985992d4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.320811748Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.32098928Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions","method":"POST","req_id":"7419a38c-0f2c-41d2-943a-9d5c6c2163ef","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":236,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.32100571Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.331347776Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.331384006Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"65df38b8-e52a-4189-9d0d-fc7f985992d4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.383273115Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"region":"65df38b8-e52a-4189-9d0d-fc7f985992d4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"65df38b8-e52a-4189-9d0d-fc7f985992d4\" \"--data\" \"/data/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.385189626Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"region":"65df38b8-e52a-4189-9d0d-fc7f985992d4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.456244048Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"region":"65df38b8-e52a-4189-9d0d-fc7f985992d4","component":"worker"}
{"msg":"region 65df38b8-e52a-4189-9d0d-fc7f985992d4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.456297079Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.45638447Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-65df38b8-e52a-4189-9d0d-fc7f985992d4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.456816835Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-65df38b8-e52a-4189-9d0d-fc7f985992d4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.465135377Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.473012955Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-65df38b8-e52a-4189-9d0d-fc7f985992d4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.475481093Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.475684005Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.475734976Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.475773896Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.475812587Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.47966513Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.483735245Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.483830786Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.483915017Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.483933047Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.483965327Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.484016378Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.488576659Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.488634759Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.4886815Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.48872648Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.492188219Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.494174211Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.582665408Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions","method":"POST","req_id":"b18de803-d089-4109-9cc6-30ae3c9816b7","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":107,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.919851535Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4","method":"GET","req_id":"655de6d9-0d3c-4736-9019-0d5432420c45","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.923541976Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"dataset is oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.936036706Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"region 65df38b8-e52a-4189-9d0d-fc7f985992d4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.945881636Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.946070098Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-65df38b8-e52a-4189-9d0d-fc7f985992d4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.947328112Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.948262142Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4","method":"DELETE","req_id":"8b6ca7cd-998a-4cbf-bc91-2a47913c11e9","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24736,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.951151924Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4","method":"GET","req_id":"363a86a6-5806-44cd-986d-d32b0e075973","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":36,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952128955Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952216196Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952307737Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952316197Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952367088Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952424898Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/89fcc2a9-88ad-4fc6-8f00-3c900418bd68","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952781033Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952857373Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952925824Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952993095Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.957264343Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.958723889Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1f0e3af0-a7d2-464f-9192-4fe81acc94c1/crucible/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.968645319Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"region":"65df38b8-e52a-4189-9d0d-fc7f985992d4","component":"worker"}
{"msg":"region 65df38b8-e52a-4189-9d0d-fc7f985992d4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:55.020104263Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:55.098133123Z","hostname":"oxz_crucible_b0ef1737-2e70-48dc-ad98-4e77dd6aa0c0","pid":23294,"uri":"/crucible/0/regions/65df38b8-e52a-4189-9d0d-fc7f985992d4","method":"GET","req_id":"f3ad36a2-19ce-4bc5-be54-8107f83d0982","remote_addr":"[fd00:1122:3344:101::a]:57889","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":86,"response_code":"200"}