{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.862174759Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41693"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.8622645Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"uri":"/crucible/0/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","method":"GET","req_id":"765f2b44-58a9-48ae-874c-24b6f38f60f9","remote_addr":"[fd00:1122:3344:101::a]:41693","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"path is \"/data/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.862424293Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.871544227Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238@a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.880239714Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238\", \"a54a324d-800f-4645-83ae-56c8f6240caa\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.880271055Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.892788757Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"uri":"/crucible/0/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238/snapshots/a54a324d-800f-4645-83ae-56c8f6240caa","method":"GET","req_id":"4b923f0c-acfb-4754-86d5-c52a944010b2","remote_addr":"[fd00:1122:3344:101::a]:41693","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30364,"response_code":"200"} {"msg":"path is \"/data/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.89297018Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.901732418Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238@a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.910478577Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238\", \"a54a324d-800f-4645-83ae-56c8f6240caa\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.910510807Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a3b06cbc-3e1b-43ff-b0c7-54c181ccd238-a54a324d-800f-4645-83ae-56c8f6240caa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.92188391Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"applying SMF actions for region a3b06cbc-3e1b-43ff-b0c7-54c181ccd238 running snapshot a54a324d-800f-4645-83ae-56c8f6240caa (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.922449359Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.92250706Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"uri":"/crucible/0/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238/snapshots/a54a324d-800f-4645-83ae-56c8f6240caa/run","method":"POST","req_id":"a69d8d6b-7047-4179-ad91-3e8431062c9e","remote_addr":"[fd00:1122:3344:101::a]:41693","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29566,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.93017181Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.930261141Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.930365623Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.930379694Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.930389814Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.930447295Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.930543826Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.930606967Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.930658238Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.930709609Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.937679007Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a3b06cbc-3e1b-43ff-b0c7-54c181ccd238-a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.938131265Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a3b06cbc-3e1b-43ff-b0c7-54c181ccd238-a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.942041391Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a3b06cbc-3e1b-43ff-b0c7-54c181ccd238-a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.955075592Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238/.zfs/snapshot/a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.955295516Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.955346696Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.955386487Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.955424278Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.955471288Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.959308523Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.963808689Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"region a3b06cbc-3e1b-43ff-b0c7-54c181ccd238 running snapshot a54a324d-800f-4645-83ae-56c8f6240caa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.96382531Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.633336718Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40330"} {"msg":"region fab3110e-650c-4cde-b991-7dddc1aba9f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.692359227Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.692622592Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.692637122Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"uri":"/crucible/0/regions","method":"POST","req_id":"f2598ecc-3832-4e45-a02f-1cf6d34c8f77","remote_addr":"[fd00:1122:3344:101::a]:40330","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":355,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.702947107Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.702971357Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fab3110e-650c-4cde-b991-7dddc1aba9f7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.778191071Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"region":"fab3110e-650c-4cde-b991-7dddc1aba9f7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.877477922Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"region":"fab3110e-650c-4cde-b991-7dddc1aba9f7","component":"worker"} {"msg":"region fab3110e-650c-4cde-b991-7dddc1aba9f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.877529543Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.877607214Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878236075Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878320846Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878402398Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878408548Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878449389Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878498269Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878856166Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878920947Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878975128Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.879034509Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.882534558Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fab3110e-650c-4cde-b991-7dddc1aba9f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.882951365Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fab3110e-650c-4cde-b991-7dddc1aba9f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.888366437Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.895032769Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fab3110e-650c-4cde-b991-7dddc1aba9f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.89797883Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.898254664Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.898325815Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.898369286Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.898414087Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.903527233Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.909641587Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:49.014481502Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"uri":"/crucible/0/regions","method":"POST","req_id":"7805ae7a-992c-4fc4-8705-aa8e457e768b","remote_addr":"[fd00:1122:3344:101::a]:40330","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.101965744Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40380"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.102025085Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"uri":"/crucible/0/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7","method":"GET","req_id":"b479b69c-dc16-412d-adb5-01da5cd39f35","remote_addr":"[fd00:1122:3344:101::a]:40380","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.102205818Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.113455298Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"region fab3110e-650c-4cde-b991-7dddc1aba9f7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.121855091Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.122059244Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.122122095Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"uri":"/crucible/0/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7","method":"DELETE","req_id":"9938a92a-ba06-46c7-8acb-488e5ebfc4a0","remote_addr":"[fd00:1122:3344:101::a]:40380","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19942,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.122306098Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"uri":"/crucible/0/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7","method":"GET","req_id":"aab1ba5f-9594-4909-a88f-3058af45921b","remote_addr":"[fd00:1122:3344:101::a]:40380","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-fab3110e-650c-4cde-b991-7dddc1aba9f7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.123180953Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.128643226Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.128752018Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.128845669Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.128857999Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.12889551Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.128941531Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a3b06cbc-3e1b-43ff-b0c7-54c181ccd238","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.129349757Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.129411889Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.129458199Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.12950468Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.133896605Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.135489472Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.145025533Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"region":"fab3110e-650c-4cde-b991-7dddc1aba9f7","component":"worker"} {"msg":"region fab3110e-650c-4cde-b991-7dddc1aba9f7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.192446106Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.197721655Z","hostname":"oxz_crucible_7f59a2ba-2355-4f75-ac77-a093dfa69e55","pid":21678,"uri":"/crucible/0/regions/fab3110e-650c-4cde-b991-7dddc1aba9f7","method":"GET","req_id":"ff8a9b97-eae1-44ab-9ef6-089a735a3414","remote_addr":"[fd00:1122:3344:101::a]:40380","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":106,"response_code":"200"}