[ May 13 20:46:47 Enabled. ]
[ May 13 20:46:47 Rereading configuration. ]
[ May 13 20:46:49 Rereading configuration. ]
[ May 13 20:46:51 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:52.027561276Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:52.030266062Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:52.030285452Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:52.047171062Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:52.139142427Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:23.959708209Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50658"}
{"msg":"region f50020be-3919-4483-9a80-b636bce2944a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.027691736Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.028702856Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"9a17619c-599b-4338-a4e2-d96d309f1ab1","remote_addr":"[fd00:1122:3344:101::b]:50658","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":12328,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.03126855Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/f50020be-3919-4483-9a80-b636bce2944a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.040220675Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/f50020be-3919-4483-9a80-b636bce2944a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.040252945Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f50020be-3919-4483-9a80-b636bce2944a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f50020be-3919-4483-9a80-b636bce2944a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.096083886Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"region":"f50020be-3919-4483-9a80-b636bce2944a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f50020be-3919-4483-9a80-b636bce2944a\" \"--data\" \"/data/regions/f50020be-3919-4483-9a80-b636bce2944a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.09862165Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"region":"f50020be-3919-4483-9a80-b636bce2944a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.291922059Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"f389f5f1-99cb-4efb-8008-05d6ec6aa16a","remote_addr":"[fd00:1122:3344:101::b]:50658","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.353889569Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"region":"f50020be-3919-4483-9a80-b636bce2944a","component":"worker"}
{"msg":"region f50020be-3919-4483-9a80-b636bce2944a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.353927799Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.35405157Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f50020be-3919-4483-9a80-b636bce2944a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.354536215Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f50020be-3919-4483-9a80-b636bce2944a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.358578243Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.370807729Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f50020be-3919-4483-9a80-b636bce2944a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.373782718Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f50020be-3919-4483-9a80-b636bce2944a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.374495845Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.376790856Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.376854217Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.376895317Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.384740692Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.388974352Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.727204429Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"d2a19bd9-58ad-4153-86f7-8f95aa3e89c3","remote_addr":"[fd00:1122:3344:101::b]:50658","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":836,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.288640519Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:33968"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.28879748Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions/f50020be-3919-4483-9a80-b636bce2944a","method":"GET","req_id":"726e005a-0af4-4d5d-bcfa-28e4f38663ea","remote_addr":"[fd00:1122:3344:101::b]:33968","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"path is \"/data/regions/f50020be-3919-4483-9a80-b636bce2944a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.289068823Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"dataset is oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/f50020be-3919-4483-9a80-b636bce2944a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.297945877Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"region f50020be-3919-4483-9a80-b636bce2944a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.307222585Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.307376207Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.307454218Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions/f50020be-3919-4483-9a80-b636bce2944a","method":"DELETE","req_id":"96035374-fd7e-4b2a-90ce-e004bbf45818","remote_addr":"[fd00:1122:3344:101::b]:33968","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18417,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.307637049Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions/f50020be-3919-4483-9a80-b636bce2944a","method":"GET","req_id":"011f4cdd-0ec7-48ae-bb8a-fd3a7ac209f8","remote_addr":"[fd00:1122:3344:101::b]:33968","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-f50020be-3919-4483-9a80-b636bce2944a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.310672508Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.314611455Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/f50020be-3919-4483-9a80-b636bce2944a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.32454677Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"region":"f50020be-3919-4483-9a80-b636bce2944a","component":"worker"}
{"msg":"region f50020be-3919-4483-9a80-b636bce2944a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.371572487Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.445827363Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions/f50020be-3919-4483-9a80-b636bce2944a","method":"GET","req_id":"12861ff0-908a-4683-b6ba-c51f3f556488","remote_addr":"[fd00:1122:3344:101::b]:33968","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":878,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.778460929Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50941"}
{"msg":"region 10dfeea2-8c55-41ee-af9c-99c42530c4b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.837847833Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.840144735Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"aeb09892-b60c-4e57-8efb-4db075c7dd2f","remote_addr":"[fd00:1122:3344:101::a]:50941","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3091,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.840166575Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.84911995Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.84915257Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"10dfeea2-8c55-41ee-af9c-99c42530c4b8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.907008221Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"region":"10dfeea2-8c55-41ee-af9c-99c42530c4b8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"10dfeea2-8c55-41ee-af9c-99c42530c4b8\" \"--data\" \"/data/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.908823748Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"region":"10dfeea2-8c55-41ee-af9c-99c42530c4b8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.970662946Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"region":"10dfeea2-8c55-41ee-af9c-99c42530c4b8","component":"worker"}
{"msg":"region 10dfeea2-8c55-41ee-af9c-99c42530c4b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.970698547Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.970790948Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-10dfeea2-8c55-41ee-af9c-99c42530c4b8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.972216301Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-10dfeea2-8c55-41ee-af9c-99c42530c4b8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.976783815Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.987178594Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-10dfeea2-8c55-41ee-af9c-99c42530c4b8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.990230783Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.990501745Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.990563946Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.990607666Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.990647776Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.995582534Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:06.002272907Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:06.005291636Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"74d35ba1-919b-4866-a061-11f1e9672fe7","remote_addr":"[fd00:1122:3344:101::a]:50941","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.000896021Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47962"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.001738459Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8","method":"GET","req_id":"23c1ff3c-24f4-4237-9524-16518f4b86f2","remote_addr":"[fd00:1122:3344:101::a]:47962","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":797,"response_code":"200"}
{"msg":"path is \"/data/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.006539115Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"dataset is oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.015395119Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"snapshot is oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8@b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.023658158Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8\", \"b398d753-a4f4-4314-9aa7-85697a3885bc\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.023682608Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.039461798Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8/snapshots/b398d753-a4f4-4314-9aa7-85697a3885bc","method":"GET","req_id":"d6e7bc3e-f342-4581-9096-944c37230c58","remote_addr":"[fd00:1122:3344:101::a]:47962","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32925,"response_code":"200"}
{"msg":"path is \"/data/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.03966224Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"dataset is oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.048382133Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"snapshot is oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8@b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.055967125Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1d60f550-453a-4c86-b9a1-2a5094fc7144/crucible/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8\", \"b398d753-a4f4-4314-9aa7-85697a3885bc\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.055992365Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 10dfeea2-8c55-41ee-af9c-99c42530c4b8-b398d753-a4f4-4314-9aa7-85697a3885bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.064189143Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}
{"msg":"applying SMF actions for region 10dfeea2-8c55-41ee-af9c-99c42530c4b8 running snapshot b398d753-a4f4-4314-9aa7-85697a3885bc (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.064822019Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.064851939Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"uri":"/crucible/0/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8/snapshots/b398d753-a4f4-4314-9aa7-85697a3885bc/run","method":"POST","req_id":"2dab3e17-7985-4a25-81e2-1eef39cbeb6a","remote_addr":"[fd00:1122:3344:101::a]:47962","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25220,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-10dfeea2-8c55-41ee-af9c-99c42530c4b8-b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.073029697Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-10dfeea2-8c55-41ee-af9c-99c42530c4b8-b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.078933573Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-10dfeea2-8c55-41ee-af9c-99c42530c4b8-b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.090241241Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/10dfeea2-8c55-41ee-af9c-99c42530c4b8/.zfs/snapshot/b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.090475383Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.090525934Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.090566414Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.090604754Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.090649365Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.094506332Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.098357368Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"worker"}
{"msg":"region 10dfeea2-8c55-41ee-af9c-99c42530c4b8 running snapshot b398d753-a4f4-4314-9aa7-85697a3885bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.098374868Z","hostname":"oxz_crucible_44d2363d-f7a3-4b06-9f48-ede8c4705b2a","pid":24879,"component":"datafile"}