/home/uke/oil/mycpp/gc_mylib.h

Source (jump to first uncovered line)
// gc_mylib.h - corresponds to mycpp/mylib.py

#ifndef MYCPP_GC_MYLIB_H
#define MYCPP_GC_MYLIB_H

#include "mycpp/gc_alloc.h"  // gHeap
#include "mycpp/gc_dict.h"   // for dict_erase()
#include "mycpp/gc_mops.h"
#include "mycpp/gc_tuple.h"

template <class K, class V>
class Dict;

namespace mylib {

void InitCppOnly();

// Wrappers around our C++ APIs

inline void MaybeCollect() {
  gHeap.MaybeCollect();
}

inline void PrintGcStats() {
  gHeap.PrintShortStats();  // print to stderr
}

void print_stderr(BigStr* s);

inline int ByteAt(BigStr* s, int i) {
  DCHECK(0 <= i);
  DCHECK(i <= len(s));

  return static_cast<unsigned char>(s->data_[i]);
}

inline int ByteEquals(int byte, BigStr* ch) {
  DCHECK(0 <= byte);
  DCHECK(byte < 256);

  DCHECK(len(ch) == 1);

  return byte == static_cast<unsigned char>(ch->data_[0]);
}

inline int ByteInSet(int byte, BigStr* byte_set) {
  DCHECK(0 <= byte);
  DCHECK(byte < 256);

  int n = len(byte_set);
  for (int i = 0; i < n; ++i) {
    int b = static_cast<unsigned char>(byte_set->data_[i]);
    if (byte == b) {
      return true;
    }
  }
  return false;
}

BigStr* JoinBytes(List<int>* byte_list);

void BigIntSort(List<mops::BigInt>* keys);

// const int kStdout = 1;
// const int kStderr = 2;

// void writeln(BigStr* s, int fd = kStdout);

Tuple2<BigStr*, BigStr*> split_once(BigStr* s, BigStr* delim);

template <typename K, typename V>
void dict_erase(Dict<K, V>* haystack, K needle) {
  DCHECK(haystack->obj_header().heap_tag != HeapTag::Global);

  int pos = haystack->hash_and_probe(needle);
  if (pos == kTooSmall) {
    return;
  }
  DCHECK(pos >= 0);
  int kv_index = haystack->index_->items_[pos];
  if (kv_index < 0) {
    return;
  }

  int last_kv_index = haystack->len_ - 1;
  DCHECK(kv_index <= last_kv_index);

  // Swap the target entry with the most recently inserted one before removing
  // it. This has two benefits.
  //   (1) It keeps the entry arrays compact. All valid entries occupy a
  //       contiguous region in memory.
  //   (2) It prevents holes in the entry arrays. This makes iterating over
  //       entries (e.g. in keys() or DictIter()) trivial and doesn't require
  //       any extra validity state (like a bitset of unusable slots). This is
  //       important because keys and values wont't always be pointers, so we
  //       can't rely on NULL checks for validity. We also can't wrap the slab
  //       entry types in some other type without modifying the garbage
  //       collector to trace through unmanaged types (or paying the extra
  //       allocations for the outer type).
  if (kv_index != last_kv_index) {
    K last_key = haystack->keys_->items_[last_kv_index];
    V last_val = haystack->values_->items_[last_kv_index];
    int last_pos = haystack->hash_and_probe(last_key);
    DCHECK(last_pos != kNotFound);
    haystack->keys_->items_[kv_index] = last_key;
    haystack->values_->items_[kv_index] = last_val;
    haystack->index_->items_[last_pos] = kv_index;
  }

  // Zero out for GC.  These could be nullptr or 0
  haystack->keys_->items_[last_kv_index] = 0;
  haystack->values_->items_[last_kv_index] = 0;
  haystack->index_->items_[pos] = kDeletedEntry;
  haystack->len_--;
  DCHECK(haystack->len_ < haystack->capacity_);
}

inline BigStr* hex_lower(int i) {
  // Note: Could also use OverAllocatedStr, but most strings are small?
  char buf[kIntBufSize];
  int len = snprintf(buf, kIntBufSize, "%x", i);
  return ::StrFromC(buf, len);
}

// Abstract type: Union of LineReader and Writer
class File {
 public:
  File() {
  }
  // Writer
  virtual void write(BigStr* s) = 0;
  virtual void flush() = 0;

  // Reader
  virtual BigStr* readline() = 0;

  // Both
  virtual bool isatty() = 0;
  virtual void close() = 0;

  static constexpr ObjHeader obj_header() {
    return ObjHeader::ClassFixed(field_mask(), sizeof(File));
  }

  static constexpr uint32_t field_mask() {
    return kZeroMask;
  }
};

// Wrap a FILE* for read and write
class CFile : public File {
 public:
  explicit CFile(FILE* f) : File(), f_(f) {
  }
  // Writer
  void write(BigStr* s) override;
  void flush() override;

  // Reader
  BigStr* readline() override;

  // Both
  bool isatty() override;
  void close() override;

  static constexpr ObjHeader obj_header() {
    return ObjHeader::ClassFixed(field_mask(), sizeof(CFile));
  }

  static constexpr uint32_t field_mask() {
    // not mutating field_mask because FILE* isn't a GC object
    return File::field_mask();
  }

 private:
  FILE* f_;

  DISALLOW_COPY_AND_ASSIGN(CFile)
};

// Abstract File we can only read from.
// TODO: can we get rid of DCHECK() and reinterpret_cast?
class LineReader : public File {
 public:
  LineReader() : File() {
  }
  void write(BigStr* s) override {
    CHECK(false);  // should not happen
  }
  void flush() override {
    CHECK(false);  // should not happen
  }

  static constexpr ObjHeader obj_header() {
    return ObjHeader::ClassFixed(field_mask(), sizeof(LineReader));
  }

  static constexpr uint32_t field_mask() {
    return kZeroMask;
  }
};

class BufLineReader : public LineReader {
 public:
  explicit BufLineReader(BigStr* s) : LineReader(), s_(s), pos_(0) {
  }
  virtual BigStr* readline();
  virtual bool isatty() {
    return false;
  }
  virtual void close() {
  }

  BigStr* s_;
  int pos_;

  static constexpr ObjHeader obj_header() {
    return ObjHeader::ClassFixed(field_mask(), sizeof(LineReader));
  }

  static constexpr uint32_t field_mask() {
    return LineReader::field_mask() | maskbit(offsetof(BufLineReader, s_));
  }

  DISALLOW_COPY_AND_ASSIGN(BufLineReader)
};

extern LineReader* gStdin;

inline LineReader* Stdin() {
  if (gStdin == nullptr) {
    gStdin = reinterpret_cast<LineReader*>(Alloc<CFile>(stdin));
  }
  return gStdin;
}

LineReader* open(BigStr* path);

// Abstract File we can only write to.
// TODO: can we get rid of DCHECK() and reinterpret_cast?
class Writer : public File {
 public:
  Writer() : File() {
  }
  BigStr* readline() override {
    CHECK(false);  // should not happen
  }

  static constexpr ObjHeader obj_header() {
    return ObjHeader::ClassFixed(field_mask(), sizeof(Writer));
  }

  static constexpr uint32_t field_mask() {
    return kZeroMask;
  }
};

class MutableStr;

class BufWriter : public Writer {
 public:
  BufWriter() : Writer(), str_(nullptr), len_(0) {
  }
  void write(BigStr* s) override;
  void write_spaces(int n);
  void clear() {  // Reuse this instance
    str_ = nullptr;
    len_ = 0;
    is_valid_ = true;
  }
  void close() override {
  }
  void flush() override {
  }
  bool isatty() override {
    return false;
  }
  BigStr* getvalue();  // part of cStringIO API

  //
  // Low Level API for C++ usage only
  //

  // Convenient API that avoids BigStr*
  void WriteConst(const char* c_string);

  // Potentially resizes the buffer.
  void EnsureMoreSpace(int n);
  // After EnsureMoreSpace(42), you can write 42 more bytes safely.
  //
  // Note that if you call EnsureMoreSpace(42), write 5 byte, and then
  // EnsureMoreSpace(42) again, the amount of additional space reserved is 47.

  // (Similar to vector::reserve(n), but it takes an integer to ADD to the
  // capacity.)

  uint8_t* LengthPointer();    // start + length
  uint8_t* CapacityPointer();  // start + capacity
  void SetLengthFrom(uint8_t* length_ptr);

  int Length() {
    return len_;
  }

  // Rewind to earlier position, future writes start there
  void Truncate(int length);

  static constexpr ObjHeader obj_header() {
    return ObjHeader::ClassFixed(field_mask(), sizeof(BufWriter));
  }

  static constexpr unsigned field_mask() {
    // maskvit_v() because BufWriter has virtual methods
    return Writer::field_mask() | maskbit(offsetof(BufWriter, str_));
  }

 private:
  void WriteRaw(char* s, int n);

  MutableStr* str_;  // getvalue() turns this directly into Str*, no copying
  int len_;          // how many bytes have been written so far
  bool is_valid_ = true;  // It becomes invalid after getvalue() is called
};

extern Writer* gStdout;

inline Writer* Stdout() {
  if (gStdout == nullptr) {
    gStdout = reinterpret_cast<Writer*>(Alloc<CFile>(stdout));
    gHeap.RootGlobalVar(gStdout);
  }
  return gStdout;
}

extern Writer* gStderr;

inline Writer* Stderr() {
  if (gStderr == nullptr) {
    gStderr = reinterpret_cast<Writer*>(Alloc<CFile>(stderr));
    gHeap.RootGlobalVar(gStderr);
  }
  return gStderr;
}

class UniqueObjects {
  // Can't be expressed in typed Python because we don't have uint64_t for
  // addresses

 public:
  UniqueObjects() {
  }
  void Add(void* obj) {
  }
  int Get(void* obj) {
    return -1;
  }

  static constexpr ObjHeader obj_header() {
    return ObjHeader::ClassFixed(field_mask(), sizeof(UniqueObjects));
  }

  // SPECIAL CASE? We should never have a unique reference to an object?  So
  // don't bother tracing
  static constexpr uint32_t field_mask() {
    return kZeroMask;
  }

 private:
  // address -> small integer ID
  Dict<void*, int> addresses_;
};

}  // namespace mylib

#endif  // MYCPP_GC_MYLIB_H

cpp

Coverage Report

Created: 2025-05-23 01:56

Line	Count	Source (jump to first uncovered line)
1		// gc_mylib.h - corresponds to mycpp/mylib.py
2
3		#ifndef MYCPP_GC_MYLIB_H
4		#define MYCPP_GC_MYLIB_H
5
6		#include "mycpp/gc_alloc.h" // gHeap
7		#include "mycpp/gc_dict.h" // for dict_erase()
8		#include "mycpp/gc_mops.h"
9		#include "mycpp/gc_tuple.h"
10
11		template <class K, class V>
12		class Dict;
13
14		namespace mylib {
15
16		void InitCppOnly();
17
18		// Wrappers around our C++ APIs
19
20	0	inline void MaybeCollect() {
21	0	gHeap.MaybeCollect();
22	0	}
23
24	0	inline void PrintGcStats() {
25	0	gHeap.PrintShortStats(); // print to stderr
26	0	}
27
28		void print_stderr(BigStr* s);
29
30	0	inline int ByteAt(BigStr* s, int i) {
31	0	DCHECK(0 <= i);
32	0	DCHECK(i <= len(s));
33	0
34	0	return static_cast<unsigned char>(s->data_[i]);
35	0	}
36
37	0	inline int ByteEquals(int byte, BigStr* ch) {
38	0	DCHECK(0 <= byte);
39	0	DCHECK(byte < 256);
40	0
41	0	DCHECK(len(ch) == 1);
42	0
43	0	return byte == static_cast<unsigned char>(ch->data_[0]);
44	0	}
45
46	0	inline int ByteInSet(int byte, BigStr* byte_set) {
47	0	DCHECK(0 <= byte);
48	0	DCHECK(byte < 256);
49	0
50	0	int n = len(byte_set);
51	0	for (int i = 0; i < n; ++i) {
52	0	int b = static_cast<unsigned char>(byte_set->data_[i]);
53	0	if (byte == b) {
54	0	return true;
55	0	}
56	0	}
57	0	return false;
58	0	}
59
60		BigStr* JoinBytes(List<int>* byte_list);
61
62		void BigIntSort(List<mops::BigInt>* keys);
63
64		// const int kStdout = 1;
65		// const int kStderr = 2;
66
67		// void writeln(BigStr* s, int fd = kStdout);
68
69		Tuple2<BigStr, BigStr> split_once(BigStr* s, BigStr* delim);
70
71		template <typename K, typename V>
72		void dict_erase(Dict<K, V>* haystack, K needle) {
73		DCHECK(haystack->obj_header().heap_tag != HeapTag::Global);
74
75		int pos = haystack->hash_and_probe(needle);
76		if (pos == kTooSmall) {
77		return;
78		}
79		DCHECK(pos >= 0);
80		int kv_index = haystack->index_->items_[pos];
81		if (kv_index < 0) {
82		return;
83		}
84
85		int last_kv_index = haystack->len_ - 1;
86		DCHECK(kv_index <= last_kv_index);
87
88		// Swap the target entry with the most recently inserted one before removing
89		// it. This has two benefits.
90		// (1) It keeps the entry arrays compact. All valid entries occupy a
91		// contiguous region in memory.
92		// (2) It prevents holes in the entry arrays. This makes iterating over
93		// entries (e.g. in keys() or DictIter()) trivial and doesn't require
94		// any extra validity state (like a bitset of unusable slots). This is
95		// important because keys and values wont't always be pointers, so we
96		// can't rely on NULL checks for validity. We also can't wrap the slab
97		// entry types in some other type without modifying the garbage
98		// collector to trace through unmanaged types (or paying the extra
99		// allocations for the outer type).
100		if (kv_index != last_kv_index) {
101		K last_key = haystack->keys_->items_[last_kv_index];
102		V last_val = haystack->values_->items_[last_kv_index];
103		int last_pos = haystack->hash_and_probe(last_key);
104		DCHECK(last_pos != kNotFound);
105		haystack->keys_->items_[kv_index] = last_key;
106		haystack->values_->items_[kv_index] = last_val;
107		haystack->index_->items_[last_pos] = kv_index;
108		}
109
110		// Zero out for GC. These could be nullptr or 0
111		haystack->keys_->items_[last_kv_index] = 0;
112		haystack->values_->items_[last_kv_index] = 0;
113		haystack->index_->items_[pos] = kDeletedEntry;
114		haystack->len_--;
115		DCHECK(haystack->len_ < haystack->capacity_);
116		}
117
118	0	inline BigStr* hex_lower(int i) {
119	0	// Note: Could also use OverAllocatedStr, but most strings are small?
120	0	char buf[kIntBufSize];
121	0	int len = snprintf(buf, kIntBufSize, "%x", i);
122	0	return ::StrFromC(buf, len);
123	0	}
124
125		// Abstract type: Union of LineReader and Writer
126		class File {
127		public:
128	46	File() {
129	46	}
130		// Writer
131		virtual void write(BigStr* s) = 0;
132		virtual void flush() = 0;
133
134		// Reader
135		virtual BigStr* readline() = 0;
136
137		// Both
138		virtual bool isatty() = 0;
139		virtual void close() = 0;
140
141	0	static constexpr ObjHeader obj_header() {
142	0	return ObjHeader::ClassFixed(field_mask(), sizeof(File));
143	0	}
144
145	0	static constexpr uint32_t field_mask() {
146	0	return kZeroMask;
147	0	}
148		};
149
150		// Wrap a FILE* for read and write
151		class CFile : public File {
152		public:
153	0	explicit CFile(FILE* f) : File(), f_(f) {
154	0	}
155		// Writer
156		void write(BigStr* s) override;
157		void flush() override;
158
159		// Reader
160		BigStr* readline() override;
161
162		// Both
163		bool isatty() override;
164		void close() override;
165
166	0	static constexpr ObjHeader obj_header() {
167	0	return ObjHeader::ClassFixed(field_mask(), sizeof(CFile));
168	0	}
169
170	0	static constexpr uint32_t field_mask() {
171		// not mutating field_mask because FILE* isn't a GC object
172	0	return File::field_mask();
173	0	}
174
175		private:
176		FILE* f_;
177
178		DISALLOW_COPY_AND_ASSIGN(CFile)
179		};
180
181		// Abstract File we can only read from.
182		// TODO: can we get rid of DCHECK() and reinterpret_cast?
183		class LineReader : public File {
184		public:
185	0	LineReader() : File() {
186	0	}
187	0	void write(BigStr* s) override {
188	0	CHECK(false); // should not happen
189	0	}
190	0	void flush() override {
191	0	CHECK(false); // should not happen
192	0	}
193
194	0	static constexpr ObjHeader obj_header() {
195	0	return ObjHeader::ClassFixed(field_mask(), sizeof(LineReader));
196	0	}
197
198	0	static constexpr uint32_t field_mask() {
199	0	return kZeroMask;
200	0	}
201		};
202
203		class BufLineReader : public LineReader {
204		public:
205	0	explicit BufLineReader(BigStr* s) : LineReader(), s_(s), pos_(0) {
206	0	}
207		virtual BigStr* readline();
208	0	virtual bool isatty() {
209	0	return false;
210	0	}
211	0	virtual void close() {
212	0	}
213
214		BigStr* s_;
215		int pos_;
216
217	0	static constexpr ObjHeader obj_header() {
218	0	return ObjHeader::ClassFixed(field_mask(), sizeof(LineReader));
219	0	}
220
221	0	static constexpr uint32_t field_mask() {
222	0	return LineReader::field_mask() \| maskbit(offsetof(BufLineReader, s_));
223	0	}
224
225		DISALLOW_COPY_AND_ASSIGN(BufLineReader)
226		};
227
228		extern LineReader* gStdin;
229
230	0	inline LineReader* Stdin() {
231	0	if (gStdin == nullptr) {
232	0	gStdin = reinterpret_cast<LineReader*>(Alloc<CFile>(stdin));
233	0	}
234	0	return gStdin;
235	0	}
236
237		LineReader* open(BigStr* path);
238
239		// Abstract File we can only write to.
240		// TODO: can we get rid of DCHECK() and reinterpret_cast?
241		class Writer : public File {
242		public:
243	46	Writer() : File() {
244	46	}
245	0	BigStr* readline() override {
246	0	CHECK(false); // should not happen
247	0	}
248
249	0	static constexpr ObjHeader obj_header() {
250	0	return ObjHeader::ClassFixed(field_mask(), sizeof(Writer));
251	0	}
252
253	46	static constexpr uint32_t field_mask() {
254	46	return kZeroMask;
255	46	}
256		};
257
258		class MutableStr;
259
260		class BufWriter : public Writer {
261		public:
262	46	BufWriter() : Writer(), str_(nullptr), len_(0) {
263	46	}
264		void write(BigStr* s) override;
265		void write_spaces(int n);
266	0	void clear() { // Reuse this instance
267	0	str_ = nullptr;
268	0	len_ = 0;
269	0	is_valid_ = true;
270	0	}
271	0	void close() override {
272	0	}
273	0	void flush() override {
274	0	}
275	0	bool isatty() override {
276	0	return false;
277	0	}
278		BigStr* getvalue(); // part of cStringIO API
279
280		//
281		// Low Level API for C++ usage only
282		//
283
284		// Convenient API that avoids BigStr*
285		void WriteConst(const char* c_string);
286
287		// Potentially resizes the buffer.
288		void EnsureMoreSpace(int n);
289		// After EnsureMoreSpace(42), you can write 42 more bytes safely.
290		//
291		// Note that if you call EnsureMoreSpace(42), write 5 byte, and then
292		// EnsureMoreSpace(42) again, the amount of additional space reserved is 47.
293
294		// (Similar to vector::reserve(n), but it takes an integer to ADD to the
295		// capacity.)
296
297		uint8_t* LengthPointer(); // start + length
298		uint8_t* CapacityPointer(); // start + capacity
299		void SetLengthFrom(uint8_t* length_ptr);
300
301	44	int Length() {
302	44	return len_;
303	44	}
304
305		// Rewind to earlier position, future writes start there
306		void Truncate(int length);
307
308	46	static constexpr ObjHeader obj_header() {
309	46	return ObjHeader::ClassFixed(field_mask(), sizeof(BufWriter));
310	46	}
311
312	46	static constexpr unsigned field_mask() {
313		// maskvit_v() because BufWriter has virtual methods
314	46	return Writer::field_mask() \| maskbit(offsetof(BufWriter, str_));
315	46	}
316
317		private:
318		void WriteRaw(char* s, int n);
319
320		MutableStr* str_; // getvalue() turns this directly into Str*, no copying
321		int len_; // how many bytes have been written so far
322		bool is_valid_ = true; // It becomes invalid after getvalue() is called
323		};
324
325		extern Writer* gStdout;
326
327	0	inline Writer* Stdout() {
328	0	if (gStdout == nullptr) {
329	0	gStdout = reinterpret_cast<Writer*>(Alloc<CFile>(stdout));
330	0	gHeap.RootGlobalVar(gStdout);
331	0	}
332	0	return gStdout;
333	0	}
334
335		extern Writer* gStderr;
336
337	0	inline Writer* Stderr() {
338	0	if (gStderr == nullptr) {
339	0	gStderr = reinterpret_cast<Writer*>(Alloc<CFile>(stderr));
340	0	gHeap.RootGlobalVar(gStderr);
341	0	}
342	0	return gStderr;
343	0	}
344
345		class UniqueObjects {
346		// Can't be expressed in typed Python because we don't have uint64_t for
347		// addresses
348
349		public:
350	0	UniqueObjects() {
351	0	}
352	0	void Add(void* obj) {
353	0	}
354	0	int Get(void* obj) {
355	0	return -1;
356	0	}
357
358	0	static constexpr ObjHeader obj_header() {
359	0	return ObjHeader::ClassFixed(field_mask(), sizeof(UniqueObjects));
360	0	}
361
362		// SPECIAL CASE? We should never have a unique reference to an object? So
363		// don't bother tracing
364	0	static constexpr uint32_t field_mask() {
365	0	return kZeroMask;
366	0	}
367
368		private:
369		// address -> small integer ID
370		Dict<void*, int> addresses_;
371		};
372
373		} // namespace mylib
374
375		#endif // MYCPP_GC_MYLIB_H