[ Dec 7 00:47:49 Enabled. ] [ Dec 7 00:47:49 Rereading configuration. ] [ Dec 7 00:47:53 Rereading configuration. ] [ Dec 7 00:48:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:03.875496777Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:03.878808222Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:03.878818592Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:03.892167645Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.232515797Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.395541243Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48066"} {"msg":"region f92962f0-827f-4e0e-8e0e-8296819acf3c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.439491339Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.444472358Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.449434846Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"efdfe586-bddd-4f24-98fc-efcbcb81b47e","remote_addr":"[fd00:1122:3344:101::a]:48066","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17193,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.455834322Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.455849982Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f92962f0-827f-4e0e-8e0e-8296819acf3c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.512064341Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"region":"f92962f0-827f-4e0e-8e0e-8296819acf3c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f92962f0-827f-4e0e-8e0e-8296819acf3c\" \"--data\" \"/data/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.514902577Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"region":"f92962f0-827f-4e0e-8e0e-8296819acf3c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.653834116Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"region":"f92962f0-827f-4e0e-8e0e-8296819acf3c","component":"worker"} {"msg":"region f92962f0-827f-4e0e-8e0e-8296819acf3c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.653887477Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.653983779Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f92962f0-827f-4e0e-8e0e-8296819acf3c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.654446448Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.661779013Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"105d8551-f9a8-44f5-9d7b-28f5e80b9057","remote_addr":"[fd00:1122:3344:101::a]:48066","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f92962f0-827f-4e0e-8e0e-8296819acf3c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.663390625Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.676010013Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f92962f0-827f-4e0e-8e0e-8296819acf3c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.6794016Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.680868829Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.680934751Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.680988732Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.681041822Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.684995491Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:49:19.689081341Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.055266448Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58029"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.058595034Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"uri":"/crucible/0/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c","method":"GET","req_id":"f2349117-77db-4697-9a93-98766b983c42","remote_addr":"[fd00:1122:3344:101::a]:58029","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3278,"response_code":"200"} {"msg":"path is \"/data/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.063742915Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"dataset is oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.073502568Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"snapshot is oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c@063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.082274011Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c\", \"063a0a88-ace1-4f78-9530-baa27bf1ea6e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.082309221Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.093328449Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"uri":"/crucible/0/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c/snapshots/063a0a88-ace1-4f78-9530-baa27bf1ea6e","method":"GET","req_id":"b45aea32-e121-49f3-8b92-fbfacfad94ce","remote_addr":"[fd00:1122:3344:101::a]:58029","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29596,"response_code":"200"} {"msg":"path is \"/data/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.099062722Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"dataset is oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.107776994Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"snapshot is oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c@063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.11621958Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c\", \"063a0a88-ace1-4f78-9530-baa27bf1ea6e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.116247131Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f92962f0-827f-4e0e-8e0e-8296819acf3c-063a0a88-ace1-4f78-9530-baa27bf1ea6e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.125722677Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"applying SMF actions for region f92962f0-827f-4e0e-8e0e-8296819acf3c running snapshot 063a0a88-ace1-4f78-9530-baa27bf1ea6e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.126418141Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.126455032Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"uri":"/crucible/0/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c/snapshots/063a0a88-ace1-4f78-9530-baa27bf1ea6e/run","method":"POST","req_id":"489ba3a7-2f71-4093-b397-26bf2603df90","remote_addr":"[fd00:1122:3344:101::a]:58029","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27420,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-f92962f0-827f-4e0e-8e0e-8296819acf3c-063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.135516181Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f92962f0-827f-4e0e-8e0e-8296819acf3c-063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.139113812Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f92962f0-827f-4e0e-8e0e-8296819acf3c-063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.150996846Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c/.zfs/snapshot/063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.151263311Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.151326072Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.151368733Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.151408734Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.151466635Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.154791411Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.159437552Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"region f92962f0-827f-4e0e-8e0e-8296819acf3c running snapshot 063a0a88-ace1-4f78-9530-baa27bf1ea6e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.159453173Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"path is \"/data/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.405457854Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"dataset is oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.414617794Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"snapshot is oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c@063a0a88-ace1-4f78-9530-baa27bf1ea6e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.423262665Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c\", \"063a0a88-ace1-4f78-9530-baa27bf1ea6e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.423315076Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:27.430874815Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"uri":"/crucible/0/regions/f92962f0-827f-4e0e-8e0e-8296819acf3c/snapshots/063a0a88-ace1-4f78-9530-baa27bf1ea6e/run","method":"POST","req_id":"04236c19-32c7-4ee3-a15c-70f03e9a5162","remote_addr":"[fd00:1122:3344:101::a]:58029","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25468,"response_code":"200"} {"msg":"region 51169681-9919-45b8-9b3d-1b2e925110fd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.596044078Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.596229672Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"7736cc06-d43d-47a2-9ee3-6a6c09b4b1ce","remote_addr":"[fd00:1122:3344:101::a]:58029","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":241,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.596255372Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/51169681-9919-45b8-9b3d-1b2e925110fd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.605701548Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9580628c-320f-4dcc-9cd3-e10b9a45262f/crucible/regions/51169681-9919-45b8-9b3d-1b2e925110fd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.605723569Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"51169681-9919-45b8-9b3d-1b2e925110fd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/51169681-9919-45b8-9b3d-1b2e925110fd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.676342221Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"region":"51169681-9919-45b8-9b3d-1b2e925110fd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"51169681-9919-45b8-9b3d-1b2e925110fd\" \"--data\" \"/data/regions/51169681-9919-45b8-9b3d-1b2e925110fd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.678642017Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"region":"51169681-9919-45b8-9b3d-1b2e925110fd","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.75687665Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"0b0d1fbb-5f90-4f2f-8e81-263176cfd69a","remote_addr":"[fd00:1122:3344:101::a]:58029","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.757894819Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"region":"51169681-9919-45b8-9b3d-1b2e925110fd","component":"worker"} {"msg":"region 51169681-9919-45b8-9b3d-1b2e925110fd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.75790773Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.758045942Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-51169681-9919-45b8-9b3d-1b2e925110fd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.75844881Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-51169681-9919-45b8-9b3d-1b2e925110fd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.767480188Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.775834833Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-51169681-9919-45b8-9b3d-1b2e925110fd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.779479145Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/51169681-9919-45b8-9b3d-1b2e925110fd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.779766071Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.779831272Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.779882433Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.779946484Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.784174558Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.795237376Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:32.43847028Z","hostname":"oxz_crucible_d55412ed-9210-461a-ad13-2342f0e75fe3","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"6aed50b2-d6ef-49c1-b7bd-830a3dc6cde4","remote_addr":"[fd00:1122:3344:101::a]:58029","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":"200"}