blob: 78ef455bef1944ef574d3ed3a3af51eba0570736 [file] [log] [blame]
Vitaly Buka00b61072016-10-19 16:22:51 -07001// Copyright 2016 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Vitaly Bukaf90698f2017-03-01 15:46:58 -080015#include "src/mutator.h"
Vitaly Buka00b61072016-10-19 16:22:51 -070016
Vitaly Buka781853c2016-11-21 23:09:35 -080017#include <algorithm>
Vitaly Bukac1839912020-01-26 22:32:57 -080018#include <bitset>
Vitaly Bukaf48c32b2020-04-10 12:17:23 -070019#include <iostream>
Vitaly Buka0e17fd72016-11-18 10:02:46 -080020#include <map>
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -080021#include <memory>
Vitaly Buka781853c2016-11-21 23:09:35 -080022#include <random>
Vitaly Buka0e17fd72016-11-18 10:02:46 -080023#include <string>
Vitaly Buka3521f472020-02-04 16:19:41 -080024#include <utility>
Allen-Webbc4fa5912018-09-07 15:53:30 -070025#include <vector>
Vitaly Buka00b61072016-10-19 16:22:51 -070026
Vitaly Buka9dd2f8e2017-01-13 00:48:31 -080027#include "src/field_instance.h"
Vitaly Bukaaf8136f2017-06-09 16:40:12 -070028#include "src/utf8_fix.h"
Vitaly Buka9dd2f8e2017-01-13 00:48:31 -080029#include "src/weighted_reservoir_sampler.h"
Vitaly Buka00b61072016-10-19 16:22:51 -070030
Vitaly Bukaf86815c2017-02-27 14:19:19 -080031namespace protobuf_mutator {
32
Vitaly Bukae635fea2020-02-04 11:59:13 -080033using google::protobuf::Any;
Vitaly Buka6c6dbbe2017-02-22 13:58:24 -080034using protobuf::Descriptor;
Vitaly Buka6c6dbbe2017-02-22 13:58:24 -080035using protobuf::FieldDescriptor;
Vitaly Buka796b1122017-03-03 14:42:02 -080036using protobuf::FileDescriptor;
Vitaly Buka6c6dbbe2017-02-22 13:58:24 -080037using protobuf::Message;
38using protobuf::OneofDescriptor;
39using protobuf::Reflection;
Vitaly Buka4782c142017-03-04 00:12:32 -080040using protobuf::util::MessageDifferencer;
Vitaly Buka796b1122017-03-03 14:42:02 -080041using std::placeholders::_1;
Vitaly Buka0e17fd72016-11-18 10:02:46 -080042
43namespace {
44
Vitaly Bukae4eae602017-09-28 17:28:12 -070045const int kMaxInitializeDepth = 200;
Vitaly Buka329fa462017-03-15 16:52:17 -070046const uint64_t kDefaultMutateWeight = 1000000;
Vitaly Buka0e17fd72016-11-18 10:02:46 -080047
Vitaly Bukac1839912020-01-26 22:32:57 -080048enum class Mutation : uint8_t {
Vitaly Buka30de3092016-11-18 11:39:07 -080049 None,
Vitaly Buka4af611d2016-12-03 18:57:32 -080050 Add, // Adds new field with default value.
51 Mutate, // Mutates field contents.
52 Delete, // Deletes field.
Vitaly Bukaa3e59c72016-12-06 16:53:56 -080053 Copy, // Copy values copied from another field.
Vitaly Buka5635a7a2020-01-26 01:52:40 -080054 Clone, // Create new field with value copied from another.
Vitaly Bukac1839912020-01-26 22:32:57 -080055
56 Last = Clone,
Vitaly Buka0e17fd72016-11-18 10:02:46 -080057};
58
Vitaly Buka68e10c12020-03-26 13:41:33 -070059using MutationBitset = std::bitset<static_cast<size_t>(Mutation::Last) + 1>;
Vitaly Bukac1839912020-01-26 22:32:57 -080060
Vitaly Bukaf62086c2020-01-29 01:11:23 -080061using Messages = std::vector<Message*>;
62using ConstMessages = std::vector<const Message*>;
63
Vitaly Bukab592ff02017-03-03 14:35:52 -080064// Return random integer from [0, count)
Vitaly Bukaf62fe472017-03-01 23:05:15 -080065size_t GetRandomIndex(RandomEngine* random, size_t count) {
Vitaly Bukab592ff02017-03-03 14:35:52 -080066 assert(count > 0);
67 if (count == 1) return 0;
68 return std::uniform_int_distribution<size_t>(0, count - 1)(*random);
69}
70
Vitaly Buka4af611d2016-12-03 18:57:32 -080071// Flips random bit in the buffer.
Vitaly Bukaf62fe472017-03-01 23:05:15 -080072void FlipBit(size_t size, uint8_t* bytes, RandomEngine* random) {
Vitaly Bukab592ff02017-03-03 14:35:52 -080073 size_t bit = GetRandomIndex(random, size * 8);
Vitaly Buka4af611d2016-12-03 18:57:32 -080074 bytes[bit / 8] ^= (1u << (bit % 8));
75}
Vitaly Buka781853c2016-11-21 23:09:35 -080076
Vitaly Buka4af611d2016-12-03 18:57:32 -080077// Flips random bit in the value.
78template <class T>
Vitaly Bukaf62fe472017-03-01 23:05:15 -080079T FlipBit(T value, RandomEngine* random) {
Vitaly Buka4af611d2016-12-03 18:57:32 -080080 FlipBit(sizeof(value), reinterpret_cast<uint8_t*>(&value), random);
81 return value;
82}
Vitaly Buka781853c2016-11-21 23:09:35 -080083
Vitaly Bukabeb90802017-02-28 15:28:10 -080084// Return true with probability about 1-of-n.
Vitaly Bukaf62fe472017-03-01 23:05:15 -080085bool GetRandomBool(RandomEngine* random, size_t n = 2) {
Vitaly Bukabeb90802017-02-28 15:28:10 -080086 return GetRandomIndex(random, n) == 0;
87}
88
Vitaly Buka28ca0ee2017-03-04 21:35:42 -080089bool IsProto3SimpleField(const FieldDescriptor& field) {
Vitaly Bukaaf3bb182022-12-07 15:21:20 -080090 return !field.is_repeated() && !field.has_presence();
Vitaly Buka28ca0ee2017-03-04 21:35:42 -080091}
92
Vitaly Bukad4ab1e72017-03-03 23:51:19 -080093struct CreateDefaultField : public FieldFunction<CreateDefaultField> {
Vitaly Buka91ad7b02016-12-12 15:41:41 -080094 template <class T>
Vitaly Bukad4ab1e72017-03-03 23:51:19 -080095 void ForType(const FieldInstance& field) const {
Vitaly Buka91ad7b02016-12-12 15:41:41 -080096 T value;
97 field.GetDefault(&value);
98 field.Create(value);
Vitaly Bukabec52222016-12-09 14:29:32 -080099 }
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800100};
Vitaly Bukabec52222016-12-09 14:29:32 -0800101
Vitaly Bukad4ab1e72017-03-03 23:51:19 -0800102struct DeleteField : public FieldFunction<DeleteField> {
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800103 template <class T>
Vitaly Bukad4ab1e72017-03-03 23:51:19 -0800104 void ForType(const FieldInstance& field) const {
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800105 field.Delete();
Vitaly Bukabec52222016-12-09 14:29:32 -0800106 }
Vitaly Bukabec52222016-12-09 14:29:32 -0800107};
108
Vitaly Bukad4ab1e72017-03-03 23:51:19 -0800109struct CopyField : public FieldFunction<CopyField> {
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800110 template <class T>
Vitaly Bukad4ab1e72017-03-03 23:51:19 -0800111 void ForType(const ConstFieldInstance& source,
112 const FieldInstance& field) const {
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800113 T value;
114 source.Load(&value);
115 field.Store(value);
116 }
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800117};
118
Vitaly Bukad4ab1e72017-03-03 23:51:19 -0800119struct AppendField : public FieldFunction<AppendField> {
Vitaly Bukaadfc27c2017-02-26 22:36:36 -0800120 template <class T>
Vitaly Bukad4ab1e72017-03-03 23:51:19 -0800121 void ForType(const ConstFieldInstance& source,
122 const FieldInstance& field) const {
Vitaly Bukaadfc27c2017-02-26 22:36:36 -0800123 T value;
124 source.Load(&value);
125 field.Create(value);
126 }
Vitaly Bukaadfc27c2017-02-26 22:36:36 -0800127};
128
Vitaly Buka2792ed72019-01-23 11:04:24 -0800129class CanCopyAndDifferentField
130 : public FieldFunction<CanCopyAndDifferentField, bool> {
Vitaly Buka4782c142017-03-04 00:12:32 -0800131 public:
132 template <class T>
Vitaly Buka5cd166e2020-01-25 22:33:05 -0800133 bool ForType(const ConstFieldInstance& src, const ConstFieldInstance& dst,
134 int size_increase_hint) const {
Vitaly Buka2792ed72019-01-23 11:04:24 -0800135 T s;
136 src.Load(&s);
137 if (!dst.CanStore(s)) return false;
138 T d;
139 dst.Load(&d);
Vitaly Buka5cd166e2020-01-25 22:33:05 -0800140 return SizeDiff(s, d) <= size_increase_hint && !IsEqual(s, d);
Vitaly Buka4782c142017-03-04 00:12:32 -0800141 }
142
143 private:
144 bool IsEqual(const ConstFieldInstance::Enum& a,
145 const ConstFieldInstance::Enum& b) const {
146 assert(a.count == b.count);
147 return a.index == b.index;
148 }
149
Vitaly Bukad3600272020-01-26 23:24:10 -0800150 bool IsEqual(const std::unique_ptr<Message>& a,
151 const std::unique_ptr<Message>& b) const {
Vitaly Buka4782c142017-03-04 00:12:32 -0800152 return MessageDifferencer::Equals(*a, *b);
153 }
154
155 template <class T>
156 bool IsEqual(const T& a, const T& b) const {
157 return a == b;
158 }
Vitaly Buka5cd166e2020-01-25 22:33:05 -0800159
Vitaly Bukad3600272020-01-26 23:24:10 -0800160 int64_t SizeDiff(const std::unique_ptr<Message>& src,
161 const std::unique_ptr<Message>& dst) const {
Vitaly Buka5cd166e2020-01-25 22:33:05 -0800162 return src->ByteSizeLong() - dst->ByteSizeLong();
163 }
164
165 int64_t SizeDiff(const std::string& src, const std::string& dst) const {
166 return src.size() - dst.size();
167 }
168
169 template <class T>
170 int64_t SizeDiff(const T&, const T&) const {
171 return 0;
172 }
Vitaly Buka4782c142017-03-04 00:12:32 -0800173};
174
Vitaly Buka4af611d2016-12-03 18:57:32 -0800175// Selects random field and mutation from the given proto message.
Vitaly Buka781853c2016-11-21 23:09:35 -0800176class MutationSampler {
Vitaly Bukac9d22482016-11-21 13:29:17 -0800177 public:
Vitaly Bukac1839912020-01-26 22:32:57 -0800178 MutationSampler(bool keep_initialized, MutationBitset allowed_mutations,
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800179 RandomEngine* random)
Vitaly Buka4908d252020-01-24 19:10:34 -0800180 : keep_initialized_(keep_initialized),
Vitaly Bukac1839912020-01-26 22:32:57 -0800181 allowed_mutations_(allowed_mutations),
Vitaly Buka4908d252020-01-24 19:10:34 -0800182 random_(random),
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800183 sampler_(random) {}
Vitaly Bukac9d22482016-11-21 13:29:17 -0800184
Vitaly Buka4af611d2016-12-03 18:57:32 -0800185 // Returns selected field.
Vitaly Bukabec52222016-12-09 14:29:32 -0800186 const FieldInstance& field() const { return sampler_.selected().field; }
Vitaly Buka4af611d2016-12-03 18:57:32 -0800187
188 // Returns selected mutation.
Vitaly Buka432b5452016-12-09 14:42:09 -0800189 Mutation mutation() const { return sampler_.selected().mutation; }
Vitaly Buka4af611d2016-12-03 18:57:32 -0800190
Vitaly Buka781853c2016-11-21 23:09:35 -0800191 void Sample(Message* message) {
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800192 SampleImpl(message);
193 assert(mutation() != Mutation::None ||
194 !allowed_mutations_[static_cast<size_t>(Mutation::Mutate)] ||
195 message->GetDescriptor()->field_count() == 0);
196 }
197
198 private:
199 void SampleImpl(Message* message) {
Vitaly Buka781853c2016-11-21 23:09:35 -0800200 const Descriptor* descriptor = message->GetDescriptor();
201 const Reflection* reflection = message->GetReflection();
202
203 int field_count = descriptor->field_count();
204 for (int i = 0; i < field_count; ++i) {
205 const FieldDescriptor* field = descriptor->field(i);
206 if (const OneofDescriptor* oneof = field->containing_oneof()) {
207 // Handle entire oneof group on the first field.
208 if (field->index_in_oneof() == 0) {
Vitaly Buka2f660a52017-03-03 19:46:14 -0800209 assert(oneof->field_count());
210 const FieldDescriptor* current_field =
211 reflection->GetOneofFieldDescriptor(*message, oneof);
212 for (;;) {
213 const FieldDescriptor* add_field =
214 oneof->field(GetRandomIndex(random_, oneof->field_count()));
215 if (add_field != current_field) {
Vitaly Buka4908d252020-01-24 19:10:34 -0800216 Try({message, add_field}, Mutation::Add);
Vitaly Buka5635a7a2020-01-26 01:52:40 -0800217 Try({message, add_field}, Mutation::Clone);
Vitaly Buka2f660a52017-03-03 19:46:14 -0800218 break;
219 }
220 if (oneof->field_count() < 2) break;
221 }
222 if (current_field) {
Vitaly Buka4908d252020-01-24 19:10:34 -0800223 if (current_field->cpp_type() != FieldDescriptor::CPPTYPE_MESSAGE)
224 Try({message, current_field}, Mutation::Mutate);
225 Try({message, current_field}, Mutation::Delete);
226 Try({message, current_field}, Mutation::Copy);
Vitaly Buka781853c2016-11-21 23:09:35 -0800227 }
228 }
229 } else {
230 if (field->is_repeated()) {
Vitaly Bukabec52222016-12-09 14:29:32 -0800231 int field_size = reflection->FieldSize(*message, field);
Vitaly Buka5635a7a2020-01-26 01:52:40 -0800232 size_t random_index = GetRandomIndex(random_, field_size + 1);
233 Try({message, field, random_index}, Mutation::Add);
234 Try({message, field, random_index}, Mutation::Clone);
Vitaly Buka781853c2016-11-21 23:09:35 -0800235
Vitaly Bukabec52222016-12-09 14:29:32 -0800236 if (field_size) {
237 size_t random_index = GetRandomIndex(random_, field_size);
Vitaly Buka4908d252020-01-24 19:10:34 -0800238 if (field->cpp_type() != FieldDescriptor::CPPTYPE_MESSAGE)
239 Try({message, field, random_index}, Mutation::Mutate);
240 Try({message, field, random_index}, Mutation::Delete);
241 Try({message, field, random_index}, Mutation::Copy);
Vitaly Buka781853c2016-11-21 23:09:35 -0800242 }
243 } else {
Vitaly Buka28ca0ee2017-03-04 21:35:42 -0800244 if (reflection->HasField(*message, field) ||
245 IsProto3SimpleField(*field)) {
Vitaly Buka4908d252020-01-24 19:10:34 -0800246 if (field->cpp_type() != FieldDescriptor::CPPTYPE_MESSAGE)
247 Try({message, field}, Mutation::Mutate);
Vitaly Buka28ca0ee2017-03-04 21:35:42 -0800248 if (!IsProto3SimpleField(*field) &&
249 (!field->is_required() || !keep_initialized_)) {
Vitaly Buka4908d252020-01-24 19:10:34 -0800250 Try({message, field}, Mutation::Delete);
Vitaly Buka28ca0ee2017-03-04 21:35:42 -0800251 }
Vitaly Buka4908d252020-01-24 19:10:34 -0800252 Try({message, field}, Mutation::Copy);
Vitaly Buka781853c2016-11-21 23:09:35 -0800253 } else {
Vitaly Buka4908d252020-01-24 19:10:34 -0800254 Try({message, field}, Mutation::Add);
Vitaly Buka5635a7a2020-01-26 01:52:40 -0800255 Try({message, field}, Mutation::Clone);
Vitaly Buka781853c2016-11-21 23:09:35 -0800256 }
257 }
258 }
259
260 if (field->cpp_type() == FieldDescriptor::CPPTYPE_MESSAGE) {
261 if (field->is_repeated()) {
262 const int field_size = reflection->FieldSize(*message, field);
263 for (int j = 0; j < field_size; ++j)
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800264 SampleImpl(reflection->MutableRepeatedMessage(message, field, j));
Vitaly Buka781853c2016-11-21 23:09:35 -0800265 } else if (reflection->HasField(*message, field)) {
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800266 SampleImpl(reflection->MutableMessage(message, field));
Vitaly Buka781853c2016-11-21 23:09:35 -0800267 }
268 }
269 }
270 }
271
Vitaly Buka4908d252020-01-24 19:10:34 -0800272 void Try(const FieldInstance& field, Mutation mutation) {
273 assert(mutation != Mutation::None);
Vitaly Bukac1839912020-01-26 22:32:57 -0800274 if (!allowed_mutations_[static_cast<size_t>(mutation)]) return;
Vitaly Buka4908d252020-01-24 19:10:34 -0800275 sampler_.Try(kDefaultMutateWeight, {field, mutation});
276 }
277
Vitaly Buka781853c2016-11-21 23:09:35 -0800278 bool keep_initialized_ = false;
Vitaly Bukac1839912020-01-26 22:32:57 -0800279 MutationBitset allowed_mutations_;
Vitaly Buka4af611d2016-12-03 18:57:32 -0800280
Vitaly Bukaf62fe472017-03-01 23:05:15 -0800281 RandomEngine* random_;
Vitaly Buka4af611d2016-12-03 18:57:32 -0800282
283 struct Result {
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800284 Result() = default;
Vitaly Bukabec52222016-12-09 14:29:32 -0800285 Result(const FieldInstance& f, Mutation m) : field(f), mutation(m) {}
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800286
Vitaly Bukabec52222016-12-09 14:29:32 -0800287 FieldInstance field;
288 Mutation mutation = Mutation::None;
Vitaly Buka4af611d2016-12-03 18:57:32 -0800289 };
Vitaly Bukaf62fe472017-03-01 23:05:15 -0800290 WeightedReservoirSampler<Result, RandomEngine> sampler_;
Vitaly Bukac9d22482016-11-21 13:29:17 -0800291};
292
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800293// Selects random field of compatible type to use for clone mutations.
294class DataSourceSampler {
295 public:
Vitaly Bukaf62fe472017-03-01 23:05:15 -0800296 DataSourceSampler(const ConstFieldInstance& match, RandomEngine* random,
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800297 int size_increase_hint)
Vitaly Buka5cd166e2020-01-25 22:33:05 -0800298 : match_(match),
299 random_(random),
300 size_increase_hint_(size_increase_hint),
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800301 sampler_(random) {}
302
303 void Sample(const Message& message) { SampleImpl(message); }
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800304
305 // Returns selected field.
Vitaly Buka88712862017-02-26 22:21:30 -0800306 const ConstFieldInstance& field() const {
Vitaly Buka72019dc2016-12-14 19:17:24 -0800307 assert(!IsEmpty());
308 return sampler_.selected();
309 }
310
311 bool IsEmpty() const { return sampler_.IsEmpty(); }
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800312
313 private:
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800314 void SampleImpl(const Message& message) {
Vitaly Buka0f63f912020-01-24 15:02:45 -0800315 const Descriptor* descriptor = message.GetDescriptor();
316 const Reflection* reflection = message.GetReflection();
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800317
318 int field_count = descriptor->field_count();
319 for (int i = 0; i < field_count; ++i) {
320 const FieldDescriptor* field = descriptor->field(i);
321 if (field->cpp_type() == FieldDescriptor::CPPTYPE_MESSAGE) {
322 if (field->is_repeated()) {
Vitaly Buka0f63f912020-01-24 15:02:45 -0800323 const int field_size = reflection->FieldSize(message, field);
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800324 for (int j = 0; j < field_size; ++j) {
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800325 SampleImpl(reflection->GetRepeatedMessage(message, field, j));
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800326 }
Vitaly Buka0f63f912020-01-24 15:02:45 -0800327 } else if (reflection->HasField(message, field)) {
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800328 SampleImpl(reflection->GetMessage(message, field));
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800329 }
330 }
331
332 if (field->cpp_type() != match_.cpp_type()) continue;
333 if (match_.cpp_type() == FieldDescriptor::CPPTYPE_ENUM) {
334 if (field->enum_type() != match_.enum_type()) continue;
335 } else if (match_.cpp_type() == FieldDescriptor::CPPTYPE_MESSAGE) {
336 if (field->message_type() != match_.message_type()) continue;
337 }
338
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800339 if (field->is_repeated()) {
Vitaly Buka0f63f912020-01-24 15:02:45 -0800340 if (int field_size = reflection->FieldSize(message, field)) {
341 ConstFieldInstance source(&message, field,
Vitaly Buka4782c142017-03-04 00:12:32 -0800342 GetRandomIndex(random_, field_size));
Vitaly Buka5cd166e2020-01-25 22:33:05 -0800343 if (CanCopyAndDifferentField()(source, match_, size_increase_hint_))
Vitaly Buka4782c142017-03-04 00:12:32 -0800344 sampler_.Try(field_size, source);
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800345 }
346 } else {
Vitaly Buka0f63f912020-01-24 15:02:45 -0800347 if (reflection->HasField(message, field)) {
348 ConstFieldInstance source(&message, field);
Vitaly Buka5cd166e2020-01-25 22:33:05 -0800349 if (CanCopyAndDifferentField()(source, match_, size_increase_hint_))
Vitaly Buka2792ed72019-01-23 11:04:24 -0800350 sampler_.Try(1, source);
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800351 }
352 }
353 }
354 }
355
Vitaly Buka88712862017-02-26 22:21:30 -0800356 ConstFieldInstance match_;
Vitaly Bukaf62fe472017-03-01 23:05:15 -0800357 RandomEngine* random_;
Vitaly Buka5cd166e2020-01-25 22:33:05 -0800358 int size_increase_hint_;
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800359
Vitaly Bukaf62fe472017-03-01 23:05:15 -0800360 WeightedReservoirSampler<ConstFieldInstance, RandomEngine> sampler_;
Vitaly Bukaa3e59c72016-12-06 16:53:56 -0800361};
362
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800363using UnpackedAny =
364 std::unordered_map<const Message*, std::unique_ptr<Message>>;
365
366const Descriptor* GetAnyTypeDescriptor(const Any& any) {
367 std::string type_name;
Vitaly Bukae635fea2020-02-04 11:59:13 -0800368 if (!Any::ParseAnyTypeUrl(std::string(any.type_url()), &type_name))
369 return nullptr;
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800370 return any.descriptor()->file()->pool()->FindMessageTypeByName(type_name);
371}
372
373std::unique_ptr<Message> UnpackAny(const Any& any) {
374 const Descriptor* desc = GetAnyTypeDescriptor(any);
375 if (!desc) return {};
376 std::unique_ptr<Message> message(
377 any.GetReflection()->GetMessageFactory()->GetPrototype(desc)->New());
Vitaly Bukae635fea2020-02-04 11:59:13 -0800378 message->ParsePartialFromString(std::string(any.value()));
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800379 return message;
380}
381
382const Any* CastToAny(const Message* message) {
383 return Any::GetDescriptor() == message->GetDescriptor()
384 ? static_cast<const Any*>(message)
385 : nullptr;
386}
387
388Any* CastToAny(Message* message) {
389 return Any::GetDescriptor() == message->GetDescriptor()
390 ? static_cast<Any*>(message)
391 : nullptr;
392}
393
394std::unique_ptr<Message> UnpackIfAny(const Message& message) {
395 if (const Any* any = CastToAny(&message)) return UnpackAny(*any);
396 return {};
397}
398
399void UnpackAny(const Message& message, UnpackedAny* result) {
400 if (std::unique_ptr<Message> any = UnpackIfAny(message)) {
401 UnpackAny(*any, result);
402 result->emplace(&message, std::move(any));
403 return;
404 }
405
406 const Descriptor* descriptor = message.GetDescriptor();
407 const Reflection* reflection = message.GetReflection();
408
409 for (int i = 0; i < descriptor->field_count(); ++i) {
410 const FieldDescriptor* field = descriptor->field(i);
411 if (field->cpp_type() == FieldDescriptor::CPPTYPE_MESSAGE) {
412 if (field->is_repeated()) {
413 const int field_size = reflection->FieldSize(message, field);
414 for (int j = 0; j < field_size; ++j) {
415 UnpackAny(reflection->GetRepeatedMessage(message, field, j), result);
416 }
417 } else if (reflection->HasField(message, field)) {
418 UnpackAny(reflection->GetMessage(message, field), result);
419 }
420 }
421 }
422}
423
Vitaly Buka045acda2020-01-29 00:26:35 -0800424class PostProcessing {
425 public:
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800426 using PostProcessors =
427 std::unordered_multimap<const Descriptor*, Mutator::PostProcess>;
Vitaly Buka045acda2020-01-29 00:26:35 -0800428
429 PostProcessing(bool keep_initialized, const PostProcessors& post_processors,
Vitaly Buka3521f472020-02-04 16:19:41 -0800430 const UnpackedAny& any, RandomEngine* random)
Vitaly Buka045acda2020-01-29 00:26:35 -0800431 : keep_initialized_(keep_initialized),
432 post_processors_(post_processors),
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800433 any_(any),
Vitaly Buka045acda2020-01-29 00:26:35 -0800434 random_(random) {}
435
436 void Run(Message* message, int max_depth) {
437 --max_depth;
438 const Descriptor* descriptor = message->GetDescriptor();
439
440 // Apply custom mutators in nested messages before packing any.
441 const Reflection* reflection = message->GetReflection();
442 for (int i = 0; i < descriptor->field_count(); i++) {
443 const FieldDescriptor* field = descriptor->field(i);
444 if (keep_initialized_ &&
445 (field->is_required() || descriptor->options().map_entry()) &&
446 !reflection->HasField(*message, field)) {
447 CreateDefaultField()(FieldInstance(message, field));
448 }
449
450 if (field->cpp_type() != FieldDescriptor::CPPTYPE_MESSAGE) continue;
451
452 if (max_depth < 0 && !field->is_required()) {
453 // Clear deep optional fields to avoid stack overflow.
454 reflection->ClearField(message, field);
455 if (field->is_repeated())
456 assert(!reflection->FieldSize(*message, field));
457 else
458 assert(!reflection->HasField(*message, field));
459 continue;
460 }
461
462 if (field->is_repeated()) {
463 const int field_size = reflection->FieldSize(*message, field);
464 for (int j = 0; j < field_size; ++j) {
465 Message* nested_message =
466 reflection->MutableRepeatedMessage(message, field, j);
467 Run(nested_message, max_depth);
468 }
469 } else if (reflection->HasField(*message, field)) {
470 Message* nested_message = reflection->MutableMessage(message, field);
471 Run(nested_message, max_depth);
472 }
473 }
474
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800475 if (Any* any = CastToAny(message)) {
476 if (max_depth < 0) {
477 // Clear deep Any fields to avoid stack overflow.
478 any->Clear();
479 } else {
480 auto It = any_.find(message);
481 if (It != any_.end()) {
482 Run(It->second.get(), max_depth);
Vitaly Bukae635fea2020-02-04 11:59:13 -0800483 std::string value;
484 It->second->SerializePartialToString(&value);
485 *any->mutable_value() = value;
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800486 }
487 }
488 }
489
490 // Call user callback after message trimmed, initialized and packed.
Vitaly Buka045acda2020-01-29 00:26:35 -0800491 auto range = post_processors_.equal_range(descriptor);
492 for (auto it = range.first; it != range.second; ++it)
493 it->second(message, (*random_)());
494 }
495
496 private:
497 bool keep_initialized_;
498 const PostProcessors& post_processors_;
Vitaly Buka3521f472020-02-04 16:19:41 -0800499 const UnpackedAny& any_;
Vitaly Buka045acda2020-01-29 00:26:35 -0800500 RandomEngine* random_;
501};
502
Vitaly Buka0e17fd72016-11-18 10:02:46 -0800503} // namespace
504
Vitaly Buka5d013202017-02-24 16:50:11 -0800505class FieldMutator {
Vitaly Buka432b5452016-12-09 14:42:09 -0800506 public:
Vitaly Buka1c91e722020-01-25 21:56:22 -0800507 FieldMutator(int size_increase_hint, bool enforce_changes,
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800508 bool enforce_utf8_strings, const ConstMessages& sources,
Vitaly Buka0f63f912020-01-24 15:02:45 -0800509 Mutator* mutator)
Vitaly Buka0e9439f2017-03-15 17:51:57 -0700510 : size_increase_hint_(size_increase_hint),
511 enforce_changes_(enforce_changes),
Vitaly Bukaaf8136f2017-06-09 16:40:12 -0700512 enforce_utf8_strings_(enforce_utf8_strings),
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800513 sources_(sources),
Vitaly Buka0e9439f2017-03-15 17:51:57 -0700514 mutator_(mutator) {}
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800515
Vitaly Buka796b1122017-03-03 14:42:02 -0800516 void Mutate(int32_t* value) const {
Vitaly Bukae79e0182017-03-01 16:02:14 -0800517 RepeatMutate(value, std::bind(&Mutator::MutateInt32, mutator_, _1));
Vitaly Buka796b1122017-03-03 14:42:02 -0800518 }
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800519
Vitaly Buka796b1122017-03-03 14:42:02 -0800520 void Mutate(int64_t* value) const {
Vitaly Bukae79e0182017-03-01 16:02:14 -0800521 RepeatMutate(value, std::bind(&Mutator::MutateInt64, mutator_, _1));
Vitaly Buka796b1122017-03-03 14:42:02 -0800522 }
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800523
524 void Mutate(uint32_t* value) const {
Vitaly Bukae79e0182017-03-01 16:02:14 -0800525 RepeatMutate(value, std::bind(&Mutator::MutateUInt32, mutator_, _1));
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800526 }
527
528 void Mutate(uint64_t* value) const {
Vitaly Bukae79e0182017-03-01 16:02:14 -0800529 RepeatMutate(value, std::bind(&Mutator::MutateUInt64, mutator_, _1));
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800530 }
531
Vitaly Buka796b1122017-03-03 14:42:02 -0800532 void Mutate(float* value) const {
Vitaly Bukae79e0182017-03-01 16:02:14 -0800533 RepeatMutate(value, std::bind(&Mutator::MutateFloat, mutator_, _1));
Vitaly Buka796b1122017-03-03 14:42:02 -0800534 }
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800535
Vitaly Buka796b1122017-03-03 14:42:02 -0800536 void Mutate(double* value) const {
Vitaly Bukae79e0182017-03-01 16:02:14 -0800537 RepeatMutate(value, std::bind(&Mutator::MutateDouble, mutator_, _1));
Vitaly Buka796b1122017-03-03 14:42:02 -0800538 }
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800539
Vitaly Buka796b1122017-03-03 14:42:02 -0800540 void Mutate(bool* value) const {
Vitaly Bukad7f943f2019-01-31 14:05:33 -0800541 RepeatMutate(value, std::bind(&Mutator::MutateBool, mutator_, _1));
Vitaly Buka796b1122017-03-03 14:42:02 -0800542 }
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800543
544 void Mutate(FieldInstance::Enum* value) const {
Vitaly Bukae79e0182017-03-01 16:02:14 -0800545 RepeatMutate(&value->index,
Vitaly Bukad7f943f2019-01-31 14:05:33 -0800546 std::bind(&Mutator::MutateEnum, mutator_, _1, value->count));
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800547 assert(value->index < value->count);
548 }
549
550 void Mutate(std::string* value) const {
Vitaly Bukaaf8136f2017-06-09 16:40:12 -0700551 if (enforce_utf8_strings_) {
552 RepeatMutate(value, std::bind(&Mutator::MutateUtf8String, mutator_, _1,
553 size_increase_hint_));
554 } else {
555 RepeatMutate(value, std::bind(&Mutator::MutateString, mutator_, _1,
556 size_increase_hint_));
557 }
Vitaly Buka91ad7b02016-12-12 15:41:41 -0800558 }
559
Vitaly Bukab2c4fb52017-03-16 11:50:40 -0700560 void Mutate(std::unique_ptr<Message>* message) const {
561 assert(!enforce_changes_);
562 assert(*message);
Vitaly Bukad7f943f2019-01-31 14:05:33 -0800563 if (GetRandomBool(mutator_->random(), mutator_->random_to_default_ratio_))
564 return;
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800565 mutator_->MutateImpl(sources_, {message->get()}, false,
566 size_increase_hint_);
Vitaly Bukab2c4fb52017-03-16 11:50:40 -0700567 }
Vitaly Buka432b5452016-12-09 14:42:09 -0800568
Vitaly Buka5d013202017-02-24 16:50:11 -0800569 private:
Vitaly Buka796b1122017-03-03 14:42:02 -0800570 template <class T, class F>
Vitaly Bukad7f943f2019-01-31 14:05:33 -0800571 void RepeatMutate(T* value, F mutate) const {
Vitaly Buka0e9439f2017-03-15 17:51:57 -0700572 if (!enforce_changes_ &&
Vitaly Bukad7f943f2019-01-31 14:05:33 -0800573 GetRandomBool(mutator_->random(), mutator_->random_to_default_ratio_)) {
Vitaly Buka0e9439f2017-03-15 17:51:57 -0700574 return;
Vitaly Bukab2c4fb52017-03-16 11:50:40 -0700575 }
Vitaly Buka796b1122017-03-03 14:42:02 -0800576 T tmp = *value;
577 for (int i = 0; i < 10; ++i) {
578 *value = mutate(*value);
Vitaly Buka0e9439f2017-03-15 17:51:57 -0700579 if (!enforce_changes_ || *value != tmp) return;
Vitaly Buka796b1122017-03-03 14:42:02 -0800580 }
581 }
582
Vitaly Buka1c91e722020-01-25 21:56:22 -0800583 int size_increase_hint_;
Vitaly Buka0e9439f2017-03-15 17:51:57 -0700584 size_t enforce_changes_;
Vitaly Bukaaf8136f2017-06-09 16:40:12 -0700585 bool enforce_utf8_strings_;
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800586 const ConstMessages& sources_;
Vitaly Bukae79e0182017-03-01 16:02:14 -0800587 Mutator* mutator_;
Vitaly Buka432b5452016-12-09 14:42:09 -0800588};
589
Vitaly Buka5d013202017-02-24 16:50:11 -0800590namespace {
591
Vitaly Bukad4ab1e72017-03-03 23:51:19 -0800592struct MutateField : public FieldFunction<MutateField> {
Vitaly Buka5d013202017-02-24 16:50:11 -0800593 template <class T>
Vitaly Buka1c91e722020-01-25 21:56:22 -0800594 void ForType(const FieldInstance& field, int size_increase_hint,
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800595 const ConstMessages& sources, Mutator* mutator) const {
Vitaly Buka5d013202017-02-24 16:50:11 -0800596 T value;
597 field.Load(&value);
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800598 FieldMutator(size_increase_hint, true, field.EnforceUtf8(), sources,
599 mutator)
Vitaly Bukaaf8136f2017-06-09 16:40:12 -0700600 .Mutate(&value);
Vitaly Buka5d013202017-02-24 16:50:11 -0800601 field.Store(value);
602 }
Vitaly Buka5d013202017-02-24 16:50:11 -0800603};
604
Vitaly Bukad4ab1e72017-03-03 23:51:19 -0800605struct CreateField : public FieldFunction<CreateField> {
Vitaly Buka5d013202017-02-24 16:50:11 -0800606 public:
Vitaly Buka5d013202017-02-24 16:50:11 -0800607 template <class T>
Vitaly Buka1c91e722020-01-25 21:56:22 -0800608 void ForType(const FieldInstance& field, int size_increase_hint,
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800609 const ConstMessages& sources, Mutator* mutator) const {
Vitaly Buka5d013202017-02-24 16:50:11 -0800610 T value;
611 field.GetDefault(&value);
Vitaly Buka0e9439f2017-03-15 17:51:57 -0700612 FieldMutator field_mutator(size_increase_hint,
Vitaly Bukaaf8136f2017-06-09 16:40:12 -0700613 false /* defaults could be useful */,
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800614 field.EnforceUtf8(), sources, mutator);
Vitaly Buka0e9439f2017-03-15 17:51:57 -0700615 field_mutator.Mutate(&value);
Vitaly Buka5d013202017-02-24 16:50:11 -0800616 field.Create(value);
617 }
Vitaly Buka5d013202017-02-24 16:50:11 -0800618};
619
620} // namespace
621
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700622void Mutator::Seed(uint32_t value) { random_.seed(value); }
Vitaly Buka432b5452016-12-09 14:42:09 -0800623
Vitaly Bukad82b5fb2020-07-28 23:41:42 -0700624void Mutator::Fix(Message* message) {
625 UnpackedAny any;
626 UnpackAny(*message, &any);
627
628 PostProcessing(keep_initialized_, post_processors_, any, &random_)
629 .Run(message, kMaxInitializeDepth);
630 assert(IsInitialized(*message));
631}
632
Vitaly Bukabaa13292020-01-25 19:39:28 -0800633void Mutator::Mutate(Message* message, size_t max_size_hint) {
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800634 UnpackedAny any;
635 UnpackAny(*message, &any);
636
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800637 Messages messages;
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800638 messages.reserve(any.size() + 1);
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800639 messages.push_back(message);
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800640 for (const auto& kv : any) messages.push_back(kv.second.get());
641
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800642 ConstMessages sources(messages.begin(), messages.end());
643 MutateImpl(sources, messages, false,
Vitaly Buka1c91e722020-01-25 21:56:22 -0800644 static_cast<int>(max_size_hint) -
645 static_cast<int>(message->ByteSizeLong()));
Vitaly Buka0e17fd72016-11-18 10:02:46 -0800646
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800647 PostProcessing(keep_initialized_, post_processors_, any, &random_)
Vitaly Buka045acda2020-01-29 00:26:35 -0800648 .Run(message, kMaxInitializeDepth);
Vitaly Buka9eaf0632020-01-15 17:30:20 -0800649 assert(IsInitialized(*message));
Peter Foleyfe76ed62019-09-30 17:03:37 -0700650}
651
Vitaly Buka4b3d7832020-01-29 00:34:12 -0800652void Mutator::CrossOver(const Message& message1, Message* message2,
653 size_t max_size_hint) {
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800654 UnpackedAny any;
655 UnpackAny(*message2, &any);
656
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800657 Messages messages;
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800658 messages.reserve(any.size() + 1);
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800659 messages.push_back(message2);
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800660 for (auto& kv : any) messages.push_back(kv.second.get());
661
662 UnpackAny(message1, &any);
663
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800664 ConstMessages sources;
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800665 sources.reserve(any.size() + 2);
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800666 sources.push_back(&message1);
Vitaly Buka1989ccb2020-02-04 15:40:30 -0800667 sources.push_back(message2);
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800668 for (const auto& kv : any) sources.push_back(kv.second.get());
Vitaly Buka4b3d7832020-01-29 00:34:12 -0800669
Vitaly Bukadbc4c0f2020-01-29 01:22:21 -0800670 MutateImpl(sources, messages, true,
671 static_cast<int>(max_size_hint) -
672 static_cast<int>(message2->ByteSizeLong()));
673
674 PostProcessing(keep_initialized_, post_processors_, any, &random_)
Vitaly Buka4b3d7832020-01-29 00:34:12 -0800675 .Run(message2, kMaxInitializeDepth);
676 assert(IsInitialized(*message2));
677}
678
Vitaly Bukad3600272020-01-26 23:24:10 -0800679void Mutator::RegisterPostProcessor(const Descriptor* desc,
Peter Foleyfe76ed62019-09-30 17:03:37 -0700680 PostProcess callback) {
681 post_processors_.emplace(desc, callback);
682}
683
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800684bool Mutator::MutateImpl(const ConstMessages& sources, const Messages& messages,
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800685 bool copy_clone_only, int size_increase_hint) {
Vitaly Bukac1839912020-01-26 22:32:57 -0800686 MutationBitset mutations;
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800687 if (copy_clone_only) {
688 mutations[static_cast<size_t>(Mutation::Copy)] = true;
689 mutations[static_cast<size_t>(Mutation::Clone)] = true;
690 } else if (size_increase_hint <= 16) {
Vitaly Bukac1839912020-01-26 22:32:57 -0800691 mutations[static_cast<size_t>(Mutation::Delete)] = true;
692 } else {
693 mutations.set();
Vitaly Bukadfd73df2020-02-04 12:00:21 -0800694 mutations[static_cast<size_t>(Mutation::Copy)] = false;
695 mutations[static_cast<size_t>(Mutation::Clone)] = false;
Vitaly Bukac1839912020-01-26 22:32:57 -0800696 }
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800697 while (mutations.any()) {
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800698 MutationSampler mutation(keep_initialized_, mutations, &random_);
699 for (Message* message : messages) mutation.Sample(message);
700
Vitaly Buka3183b0d2019-09-06 15:11:10 -0700701 switch (mutation.mutation()) {
702 case Mutation::None:
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800703 return true;
Vitaly Buka3183b0d2019-09-06 15:11:10 -0700704 case Mutation::Add:
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800705 CreateField()(mutation.field(), size_increase_hint, sources, this);
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800706 return true;
Vitaly Buka3183b0d2019-09-06 15:11:10 -0700707 case Mutation::Mutate:
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800708 MutateField()(mutation.field(), size_increase_hint, sources, this);
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800709 return true;
Vitaly Buka3183b0d2019-09-06 15:11:10 -0700710 case Mutation::Delete:
711 DeleteField()(mutation.field());
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800712 return true;
Vitaly Buka5635a7a2020-01-26 01:52:40 -0800713 case Mutation::Clone: {
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800714 CreateDefaultField()(mutation.field());
Vitaly Buka5635a7a2020-01-26 01:52:40 -0800715 DataSourceSampler source_sampler(mutation.field(), &random_,
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800716 size_increase_hint);
717 for (const Message* source : sources) source_sampler.Sample(*source);
Vitaly Buka1989ccb2020-02-04 15:40:30 -0800718 if (source_sampler.IsEmpty()) {
719 if (!IsProto3SimpleField(*mutation.field().descriptor()))
720 return true; // CreateField is enough for proto2.
721 break;
722 }
Vitaly Buka5635a7a2020-01-26 01:52:40 -0800723 CopyField()(source_sampler.field(), mutation.field());
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800724 return true;
Vitaly Buka5635a7a2020-01-26 01:52:40 -0800725 }
Vitaly Buka3183b0d2019-09-06 15:11:10 -0700726 case Mutation::Copy: {
Vitaly Buka5cd166e2020-01-25 22:33:05 -0800727 DataSourceSampler source_sampler(mutation.field(), &random_,
Vitaly Bukaf62086c2020-01-29 01:11:23 -0800728 size_increase_hint);
729 for (const Message* source : sources) source_sampler.Sample(*source);
Vitaly Buka0f63f912020-01-24 15:02:45 -0800730 if (source_sampler.IsEmpty()) break;
731 CopyField()(source_sampler.field(), mutation.field());
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800732 return true;
Vitaly Buka3183b0d2019-09-06 15:11:10 -0700733 }
734 default:
735 assert(false && "unexpected mutation");
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800736 return false;
Vitaly Buka3183b0d2019-09-06 15:11:10 -0700737 }
Vitaly Buka1989ccb2020-02-04 15:40:30 -0800738
739 // Don't try same mutation next time.
740 mutations[static_cast<size_t>(mutation.mutation())] = false;
Vitaly Buka3183b0d2019-09-06 15:11:10 -0700741 }
Vitaly Buka9f357ae2020-01-26 23:17:11 -0800742 return false;
Vitaly Buka3183b0d2019-09-06 15:11:10 -0700743}
744
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700745int32_t Mutator::MutateInt32(int32_t value) { return FlipBit(value, &random_); }
Vitaly Bukae79e0182017-03-01 16:02:14 -0800746
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700747int64_t Mutator::MutateInt64(int64_t value) { return FlipBit(value, &random_); }
Vitaly Bukae79e0182017-03-01 16:02:14 -0800748
749uint32_t Mutator::MutateUInt32(uint32_t value) {
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700750 return FlipBit(value, &random_);
Vitaly Buka4af611d2016-12-03 18:57:32 -0800751}
752
Vitaly Bukae79e0182017-03-01 16:02:14 -0800753uint64_t Mutator::MutateUInt64(uint64_t value) {
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700754 return FlipBit(value, &random_);
Vitaly Buka4af611d2016-12-03 18:57:32 -0800755}
756
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700757float Mutator::MutateFloat(float value) { return FlipBit(value, &random_); }
Vitaly Buka4af611d2016-12-03 18:57:32 -0800758
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700759double Mutator::MutateDouble(double value) { return FlipBit(value, &random_); }
Vitaly Buka4af611d2016-12-03 18:57:32 -0800760
Vitaly Bukae79e0182017-03-01 16:02:14 -0800761bool Mutator::MutateBool(bool value) { return !value; }
Vitaly Buka4af611d2016-12-03 18:57:32 -0800762
Vitaly Bukae79e0182017-03-01 16:02:14 -0800763size_t Mutator::MutateEnum(size_t index, size_t item_count) {
Vitaly Bukaee1c76a2017-03-15 10:48:53 -0700764 if (item_count <= 1) return 0;
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700765 return (index + 1 + GetRandomIndex(&random_, item_count - 1)) % item_count;
Vitaly Buka4af611d2016-12-03 18:57:32 -0800766}
767
Vitaly Bukae79e0182017-03-01 16:02:14 -0800768std::string Mutator::MutateString(const std::string& value,
Vitaly Buka1c91e722020-01-25 21:56:22 -0800769 int size_increase_hint) {
Vitaly Buka4af611d2016-12-03 18:57:32 -0800770 std::string result = value;
Vitaly Buka5d013202017-02-24 16:50:11 -0800771
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700772 while (!result.empty() && GetRandomBool(&random_)) {
773 result.erase(GetRandomIndex(&random_, result.size()), 1);
Vitaly Buka432b5452016-12-09 14:42:09 -0800774 }
775
Vitaly Buka1c91e722020-01-25 21:56:22 -0800776 while (size_increase_hint > 0 &&
777 result.size() < static_cast<size_t>(size_increase_hint) &&
778 GetRandomBool(&random_)) {
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700779 size_t index = GetRandomIndex(&random_, result.size() + 1);
780 result.insert(result.begin() + index, GetRandomIndex(&random_, 1 << 8));
Vitaly Buka432b5452016-12-09 14:42:09 -0800781 }
782
Vitaly Bukac020de12017-03-03 19:36:23 -0800783 if (result != value) return result;
784
785 if (result.empty()) {
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700786 result.push_back(GetRandomIndex(&random_, 1 << 8));
Vitaly Bukac020de12017-03-03 19:36:23 -0800787 return result;
788 }
789
Vitaly Buka4af611d2016-12-03 18:57:32 -0800790 if (!result.empty())
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700791 FlipBit(result.size(), reinterpret_cast<uint8_t*>(&result[0]), &random_);
Vitaly Buka4af611d2016-12-03 18:57:32 -0800792 return result;
793}
Vitaly Buka432b5452016-12-09 14:42:09 -0800794
Vitaly Bukaaf8136f2017-06-09 16:40:12 -0700795std::string Mutator::MutateUtf8String(const std::string& value,
Vitaly Buka1c91e722020-01-25 21:56:22 -0800796 int size_increase_hint) {
Vitaly Bukaaf8136f2017-06-09 16:40:12 -0700797 std::string str = MutateString(value, size_increase_hint);
Vitaly Buka379f5ab2019-08-31 16:11:59 -0700798 FixUtf8String(&str, &random_);
Vitaly Bukaaf8136f2017-06-09 16:40:12 -0700799 return str;
800}
801
Vitaly Buka9eaf0632020-01-15 17:30:20 -0800802bool Mutator::IsInitialized(const Message& message) const {
803 if (!keep_initialized_ || message.IsInitialized()) return true;
804 std::cerr << "Uninitialized: " << message.DebugString() << "\n";
805 return false;
806}
807
Vitaly Buka432b5452016-12-09 14:42:09 -0800808} // namespace protobuf_mutator