{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.515268299Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33258"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.518149184Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","method":"GET","req_id":"64fd5af2-4779-4648-a734-0dda2a07aafd","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2856,"response_code":"200"} {"msg":"path is \"/data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.520840786Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"dataset is oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.530284285Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"snapshot is oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac@07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.53892051Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac\", \"07cebd97-3a04-48c6-a536-0f178baeb709\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.53894948Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.553912935Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac/snapshots/07cebd97-3a04-48c6-a536-0f178baeb709","method":"GET","req_id":"c40ab4a5-c47a-425d-aaeb-fd8e3539eeb6","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33080,"response_code":"200"} {"msg":"path is \"/data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.561614342Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"dataset is oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.570881179Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"snapshot is oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac@07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.579663016Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac\", \"07cebd97-3a04-48c6-a536-0f178baeb709\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.579693787Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot da331e7b-1df5-4653-a6ae-54bc7fafc5ac-07cebd97-3a04-48c6-a536-0f178baeb709 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.589751108Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"applying SMF actions for region da331e7b-1df5-4653-a6ae-54bc7fafc5ac running snapshot 07cebd97-3a04-48c6-a536-0f178baeb709 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.59036323Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.590415851Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac/snapshots/07cebd97-3a04-48c6-a536-0f178baeb709/run","method":"POST","req_id":"0d78d45f-5bbc-4508-8f9b-6180d646815f","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29582,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.598581036Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.598677188Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.59875867Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.59876526Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.59881038Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.598861001Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.598962523Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.601443701Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.601491102Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.601539363Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.614500519Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-da331e7b-1df5-4653-a6ae-54bc7fafc5ac-07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.6150653Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-da331e7b-1df5-4653-a6ae-54bc7fafc5ac-07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.622901759Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-da331e7b-1df5-4653-a6ae-54bc7fafc5ac-07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.646491699Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac/.zfs/snapshot/07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.646797175Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.646879226Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.646933637Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.646991688Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.64705956Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.654648074Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.662455903Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"region da331e7b-1df5-4653-a6ae-54bc7fafc5ac running snapshot 07cebd97-3a04-48c6-a536-0f178baeb709 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.662468273Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"path is \"/data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.921328274Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"dataset is oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.930280434Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"snapshot is oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac@07cebd97-3a04-48c6-a536-0f178baeb709","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.938678034Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac\", \"07cebd97-3a04-48c6-a536-0f178baeb709\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.938708785Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:24.946274929Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac/snapshots/07cebd97-3a04-48c6-a536-0f178baeb709/run","method":"POST","req_id":"909e62ec-cd66-48a3-9c3b-0e1364efee73","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24990,"response_code":"200"} {"msg":"region 537ba77f-b604-44f3-bd53-211c73cf47ec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.357756794Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.357937927Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions","method":"POST","req_id":"15887089-f72d-4fb4-9ca3-d6d070920731","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":246,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.357958308Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/537ba77f-b604-44f3-bd53-211c73cf47ec","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.368155232Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/537ba77f-b604-44f3-bd53-211c73cf47ec","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.368188533Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"537ba77f-b604-44f3-bd53-211c73cf47ec\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/537ba77f-b604-44f3-bd53-211c73cf47ec\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.445133978Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"region":"537ba77f-b604-44f3-bd53-211c73cf47ec","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"537ba77f-b604-44f3-bd53-211c73cf47ec\" \"--data\" \"/data/regions/537ba77f-b604-44f3-bd53-211c73cf47ec\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.445184969Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"region":"537ba77f-b604-44f3-bd53-211c73cf47ec","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.531528664Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions","method":"POST","req_id":"a02dc11f-e584-4911-badf-6368948bd9ab","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.548837044Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"region":"537ba77f-b604-44f3-bd53-211c73cf47ec","component":"worker"} {"msg":"region 537ba77f-b604-44f3-bd53-211c73cf47ec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.548871764Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.548988866Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-537ba77f-b604-44f3-bd53-211c73cf47ec","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.549407454Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-537ba77f-b604-44f3-bd53-211c73cf47ec","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.560476325Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.575301918Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-537ba77f-b604-44f3-bd53-211c73cf47ec","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.583072746Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/537ba77f-b604-44f3-bd53-211c73cf47ec","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.583358721Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.583421002Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.583472854Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.583529855Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.591792902Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.602394814Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.602506366Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.602591078Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.602601168Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.602639888Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.60268788Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.609321686Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.609382777Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.609432478Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.609483129Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.614992864Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:29.617196946Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:30.234511814Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions","method":"POST","req_id":"3dc3da1f-786c-4b20-890e-3cec0908da69","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.47447568Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions/537ba77f-b604-44f3-bd53-211c73cf47ec","method":"GET","req_id":"43de849d-dd8b-4f8a-8262-d2f839c7d509","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":495,"response_code":"200"} {"msg":"path is \"/data/regions/537ba77f-b604-44f3-bd53-211c73cf47ec\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.478348664Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"dataset is oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/537ba77f-b604-44f3-bd53-211c73cf47ec","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.490682149Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"region 537ba77f-b604-44f3-bd53-211c73cf47ec state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.501194159Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.501401113Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.501474094Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions/537ba77f-b604-44f3-bd53-211c73cf47ec","method":"DELETE","req_id":"adfd1783-0740-4a48-8c7d-2bed56c72483","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23807,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-537ba77f-b604-44f3-bd53-211c73cf47ec (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.502604646Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.505213526Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions/537ba77f-b604-44f3-bd53-211c73cf47ec","method":"GET","req_id":"f17e2a59-2646-4726-b443-104a26d1bf22","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508249693Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508352175Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508447247Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508458767Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508513918Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.50856495Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da331e7b-1df5-4653-a6ae-54bc7fafc5ac","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508883776Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.508964187Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.509027628Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.509075329Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.513675167Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.515279017Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crucible/regions/537ba77f-b604-44f3-bd53-211c73cf47ec\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.527364748Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"region":"537ba77f-b604-44f3-bd53-211c73cf47ec","component":"worker"} {"msg":"region 537ba77f-b604-44f3-bd53-211c73cf47ec state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.599340948Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-16T14:47:58.619954941Z","hostname":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","pid":23292,"uri":"/crucible/0/regions/537ba77f-b604-44f3-bd53-211c73cf47ec","method":"GET","req_id":"13bb1f75-b3f8-4e25-88b3-5b0a578a1eae","remote_addr":"[fd00:1122:3344:101::a]:33258","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":89,"response_code":"200"}