1//===- CodeGenSchedule.h - Scheduling Machine Models ------------*- C++ -*-===//
2//
3//                     The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines structures to encapsulate the machine model as decribed in
11// the target description.
12//
13//===----------------------------------------------------------------------===//
14
15#ifndef CODEGEN_SCHEDULE_H
16#define CODEGEN_SCHEDULE_H
17
18#include "SetTheory.h"
19#include "llvm/ADT/DenseMap.h"
20#include "llvm/ADT/StringMap.h"
21#include "llvm/Support/ErrorHandling.h"
22#include "llvm/TableGen/Record.h"
23
24namespace llvm {
25
26class CodeGenTarget;
27class CodeGenSchedModels;
28class CodeGenInstruction;
29
30typedef std::vector<Record*> RecVec;
31typedef std::vector<Record*>::const_iterator RecIter;
32
33typedef std::vector<unsigned> IdxVec;
34typedef std::vector<unsigned>::const_iterator IdxIter;
35
36void splitSchedReadWrites(const RecVec &RWDefs,
37                          RecVec &WriteDefs, RecVec &ReadDefs);
38
39/// We have two kinds of SchedReadWrites. Explicitly defined and inferred
40/// sequences.  TheDef is nonnull for explicit SchedWrites, but Sequence may or
41/// may not be empty. TheDef is null for inferred sequences, and Sequence must
42/// be nonempty.
43///
44/// IsVariadic controls whether the variants are expanded into multiple operands
45/// or a sequence of writes on one operand.
46struct CodeGenSchedRW {
47  unsigned Index;
48  std::string Name;
49  Record *TheDef;
50  bool IsRead;
51  bool IsAlias;
52  bool HasVariants;
53  bool IsVariadic;
54  bool IsSequence;
55  IdxVec Sequence;
56  RecVec Aliases;
57
58  CodeGenSchedRW()
59    : Index(0), TheDef(0), IsRead(false), IsAlias(false),
60      HasVariants(false), IsVariadic(false), IsSequence(false) {}
61  CodeGenSchedRW(unsigned Idx, Record *Def)
62    : Index(Idx), TheDef(Def), IsAlias(false), IsVariadic(false) {
63    Name = Def->getName();
64    IsRead = Def->isSubClassOf("SchedRead");
65    HasVariants = Def->isSubClassOf("SchedVariant");
66    if (HasVariants)
67      IsVariadic = Def->getValueAsBit("Variadic");
68
69    // Read records don't currently have sequences, but it can be easily
70    // added. Note that implicit Reads (from ReadVariant) may have a Sequence
71    // (but no record).
72    IsSequence = Def->isSubClassOf("WriteSequence");
73  }
74
75  CodeGenSchedRW(unsigned Idx, bool Read, const IdxVec &Seq,
76                 const std::string &Name)
77    : Index(Idx), Name(Name), TheDef(0), IsRead(Read), IsAlias(false),
78      HasVariants(false), IsVariadic(false), IsSequence(true), Sequence(Seq) {
79    assert(Sequence.size() > 1 && "implied sequence needs >1 RWs");
80  }
81
82  bool isValid() const {
83    assert((!HasVariants || TheDef) && "Variant write needs record def");
84    assert((!IsVariadic || HasVariants) && "Variadic write needs variants");
85    assert((!IsSequence || !HasVariants) && "Sequence can't have variant");
86    assert((!IsSequence || !Sequence.empty()) && "Sequence should be nonempty");
87    assert((!IsAlias || Aliases.empty()) && "Alias cannot have aliases");
88    return TheDef || !Sequence.empty();
89  }
90
91#ifndef NDEBUG
92  void dump() const;
93#endif
94};
95
96/// Represent a transition between SchedClasses induced by SchedVariant.
97struct CodeGenSchedTransition {
98  unsigned ToClassIdx;
99  IdxVec ProcIndices;
100  RecVec PredTerm;
101};
102
103/// Scheduling class.
104///
105/// Each instruction description will be mapped to a scheduling class. There are
106/// four types of classes:
107///
108/// 1) An explicitly defined itinerary class with ItinClassDef set.
109/// Writes and ReadDefs are empty. ProcIndices contains 0 for any processor.
110///
111/// 2) An implied class with a list of SchedWrites and SchedReads that are
112/// defined in an instruction definition and which are common across all
113/// subtargets. ProcIndices contains 0 for any processor.
114///
115/// 3) An implied class with a list of InstRW records that map instructions to
116/// SchedWrites and SchedReads per-processor. InstrClassMap should map the same
117/// instructions to this class. ProcIndices contains all the processors that
118/// provided InstrRW records for this class. ItinClassDef or Writes/Reads may
119/// still be defined for processors with no InstRW entry.
120///
121/// 4) An inferred class represents a variant of another class that may be
122/// resolved at runtime. ProcIndices contains the set of processors that may
123/// require the class. ProcIndices are propagated through SchedClasses as
124/// variants are expanded. Multiple SchedClasses may be inferred from an
125/// itinerary class. Each inherits the processor index from the ItinRW record
126/// that mapped the itinerary class to the variant Writes or Reads.
127struct CodeGenSchedClass {
128  unsigned Index;
129  std::string Name;
130  Record *ItinClassDef;
131
132  IdxVec Writes;
133  IdxVec Reads;
134  // Sorted list of ProcIdx, where ProcIdx==0 implies any processor.
135  IdxVec ProcIndices;
136
137  std::vector<CodeGenSchedTransition> Transitions;
138
139  // InstRW records associated with this class. These records may refer to an
140  // Instruction no longer mapped to this class by InstrClassMap. These
141  // Instructions should be ignored by this class because they have been split
142  // off to join another inferred class.
143  RecVec InstRWs;
144
145  CodeGenSchedClass(): Index(0), ItinClassDef(0) {}
146
147  bool isKeyEqual(Record *IC, const IdxVec &W, const IdxVec &R) {
148    return ItinClassDef == IC && Writes == W && Reads == R;
149  }
150
151  // Is this class generated from a variants if existing classes? Instructions
152  // are never mapped directly to inferred scheduling classes.
153  bool isInferred() const { return !ItinClassDef; }
154
155#ifndef NDEBUG
156  void dump(const CodeGenSchedModels *SchedModels) const;
157#endif
158};
159
160// Processor model.
161//
162// ModelName is a unique name used to name an instantiation of MCSchedModel.
163//
164// ModelDef is NULL for inferred Models. This happens when a processor defines
165// an itinerary but no machine model. If the processer defines neither a machine
166// model nor itinerary, then ModelDef remains pointing to NoModel. NoModel has
167// the special "NoModel" field set to true.
168//
169// ItinsDef always points to a valid record definition, but may point to the
170// default NoItineraries. NoItineraries has an empty list of InstrItinData
171// records.
172//
173// ItinDefList orders this processor's InstrItinData records by SchedClass idx.
174struct CodeGenProcModel {
175  unsigned Index;
176  std::string ModelName;
177  Record *ModelDef;
178  Record *ItinsDef;
179
180  // Derived members...
181
182  // Array of InstrItinData records indexed by a CodeGenSchedClass index.
183  // This list is empty if the Processor has no value for Itineraries.
184  // Initialized by collectProcItins().
185  RecVec ItinDefList;
186
187  // Map itinerary classes to per-operand resources.
188  // This list is empty if no ItinRW refers to this Processor.
189  RecVec ItinRWDefs;
190
191  // All read/write resources associated with this processor.
192  RecVec WriteResDefs;
193  RecVec ReadAdvanceDefs;
194
195  // Per-operand machine model resources associated with this processor.
196  RecVec ProcResourceDefs;
197  RecVec ProcResGroupDefs;
198
199  CodeGenProcModel(unsigned Idx, const std::string &Name, Record *MDef,
200                   Record *IDef) :
201    Index(Idx), ModelName(Name), ModelDef(MDef), ItinsDef(IDef) {}
202
203  bool hasItineraries() const {
204    return !ItinsDef->getValueAsListOfDefs("IID").empty();
205  }
206
207  bool hasInstrSchedModel() const {
208    return !WriteResDefs.empty() || !ItinRWDefs.empty();
209  }
210
211  unsigned getProcResourceIdx(Record *PRDef) const;
212
213#ifndef NDEBUG
214  void dump() const;
215#endif
216};
217
218/// Top level container for machine model data.
219class CodeGenSchedModels {
220  RecordKeeper &Records;
221  const CodeGenTarget &Target;
222
223  // Map dag expressions to Instruction lists.
224  SetTheory Sets;
225
226  // List of unique processor models.
227  std::vector<CodeGenProcModel> ProcModels;
228
229  // Map Processor's MachineModel or ProcItin to a CodeGenProcModel index.
230  typedef DenseMap<Record*, unsigned> ProcModelMapTy;
231  ProcModelMapTy ProcModelMap;
232
233  // Per-operand SchedReadWrite types.
234  std::vector<CodeGenSchedRW> SchedWrites;
235  std::vector<CodeGenSchedRW> SchedReads;
236
237  // List of unique SchedClasses.
238  std::vector<CodeGenSchedClass> SchedClasses;
239
240  // Any inferred SchedClass has an index greater than NumInstrSchedClassses.
241  unsigned NumInstrSchedClasses;
242
243  // Map each instruction to its unique SchedClass index considering the
244  // combination of it's itinerary class, SchedRW list, and InstRW records.
245  typedef DenseMap<Record*, unsigned> InstClassMapTy;
246  InstClassMapTy InstrClassMap;
247
248public:
249  CodeGenSchedModels(RecordKeeper& RK, const CodeGenTarget &TGT);
250
251  Record *getModelOrItinDef(Record *ProcDef) const {
252    Record *ModelDef = ProcDef->getValueAsDef("SchedModel");
253    Record *ItinsDef = ProcDef->getValueAsDef("ProcItin");
254    if (!ItinsDef->getValueAsListOfDefs("IID").empty()) {
255      assert(ModelDef->getValueAsBit("NoModel")
256             && "Itineraries must be defined within SchedMachineModel");
257      return ItinsDef;
258    }
259    return ModelDef;
260  }
261
262  const CodeGenProcModel &getModelForProc(Record *ProcDef) const {
263    Record *ModelDef = getModelOrItinDef(ProcDef);
264    ProcModelMapTy::const_iterator I = ProcModelMap.find(ModelDef);
265    assert(I != ProcModelMap.end() && "missing machine model");
266    return ProcModels[I->second];
267  }
268
269  const CodeGenProcModel &getProcModel(Record *ModelDef) const {
270    ProcModelMapTy::const_iterator I = ProcModelMap.find(ModelDef);
271    assert(I != ProcModelMap.end() && "missing machine model");
272    return ProcModels[I->second];
273  }
274
275  // Iterate over the unique processor models.
276  typedef std::vector<CodeGenProcModel>::const_iterator ProcIter;
277  ProcIter procModelBegin() const { return ProcModels.begin(); }
278  ProcIter procModelEnd() const { return ProcModels.end(); }
279
280  // Return true if any processors have itineraries.
281  bool hasItineraries() const;
282
283  // Get a SchedWrite from its index.
284  const CodeGenSchedRW &getSchedWrite(unsigned Idx) const {
285    assert(Idx < SchedWrites.size() && "bad SchedWrite index");
286    assert(SchedWrites[Idx].isValid() && "invalid SchedWrite");
287    return SchedWrites[Idx];
288  }
289  // Get a SchedWrite from its index.
290  const CodeGenSchedRW &getSchedRead(unsigned Idx) const {
291    assert(Idx < SchedReads.size() && "bad SchedRead index");
292    assert(SchedReads[Idx].isValid() && "invalid SchedRead");
293    return SchedReads[Idx];
294  }
295
296  const CodeGenSchedRW &getSchedRW(unsigned Idx, bool IsRead) const {
297    return IsRead ? getSchedRead(Idx) : getSchedWrite(Idx);
298  }
299  CodeGenSchedRW &getSchedRW(Record *Def) {
300    bool IsRead = Def->isSubClassOf("SchedRead");
301    unsigned Idx = getSchedRWIdx(Def, IsRead);
302    return const_cast<CodeGenSchedRW&>(
303      IsRead ? getSchedRead(Idx) : getSchedWrite(Idx));
304  }
305  const CodeGenSchedRW &getSchedRW(Record*Def) const {
306    return const_cast<CodeGenSchedModels&>(*this).getSchedRW(Def);
307  }
308
309  unsigned getSchedRWIdx(Record *Def, bool IsRead, unsigned After = 0) const;
310
311  // Return true if the given write record is referenced by a ReadAdvance.
312  bool hasReadOfWrite(Record *WriteDef) const;
313
314  // Get a SchedClass from its index.
315  CodeGenSchedClass &getSchedClass(unsigned Idx) {
316    assert(Idx < SchedClasses.size() && "bad SchedClass index");
317    return SchedClasses[Idx];
318  }
319  const CodeGenSchedClass &getSchedClass(unsigned Idx) const {
320    assert(Idx < SchedClasses.size() && "bad SchedClass index");
321    return SchedClasses[Idx];
322  }
323
324  // Get the SchedClass index for an instruction. Instructions with no
325  // itinerary, no SchedReadWrites, and no InstrReadWrites references return 0
326  // for NoItinerary.
327  unsigned getSchedClassIdx(const CodeGenInstruction &Inst) const;
328
329  typedef std::vector<CodeGenSchedClass>::const_iterator SchedClassIter;
330  SchedClassIter schedClassBegin() const { return SchedClasses.begin(); }
331  SchedClassIter schedClassEnd() const { return SchedClasses.end(); }
332
333  unsigned numInstrSchedClasses() const { return NumInstrSchedClasses; }
334
335  void findRWs(const RecVec &RWDefs, IdxVec &Writes, IdxVec &Reads) const;
336  void findRWs(const RecVec &RWDefs, IdxVec &RWs, bool IsRead) const;
337  void expandRWSequence(unsigned RWIdx, IdxVec &RWSeq, bool IsRead) const;
338  void expandRWSeqForProc(unsigned RWIdx, IdxVec &RWSeq, bool IsRead,
339                          const CodeGenProcModel &ProcModel) const;
340
341  unsigned addSchedClass(Record *ItinDef, const IdxVec &OperWrites,
342                         const IdxVec &OperReads, const IdxVec &ProcIndices);
343
344  unsigned findOrInsertRW(ArrayRef<unsigned> Seq, bool IsRead);
345
346  unsigned findSchedClassIdx(Record *ItinClassDef,
347                             const IdxVec &Writes,
348                             const IdxVec &Reads) const;
349
350  Record *findProcResUnits(Record *ProcResKind,
351                           const CodeGenProcModel &PM) const;
352
353private:
354  void collectProcModels();
355
356  // Initialize a new processor model if it is unique.
357  void addProcModel(Record *ProcDef);
358
359  void collectSchedRW();
360
361  std::string genRWName(const IdxVec& Seq, bool IsRead);
362  unsigned findRWForSequence(const IdxVec &Seq, bool IsRead);
363
364  void collectSchedClasses();
365
366  std::string createSchedClassName(Record *ItinClassDef,
367                                   const IdxVec &OperWrites,
368                                   const IdxVec &OperReads);
369  std::string createSchedClassName(const RecVec &InstDefs);
370  void createInstRWClass(Record *InstRWDef);
371
372  void collectProcItins();
373
374  void collectProcItinRW();
375
376  void inferSchedClasses();
377
378  void inferFromRW(const IdxVec &OperWrites, const IdxVec &OperReads,
379                   unsigned FromClassIdx, const IdxVec &ProcIndices);
380  void inferFromItinClass(Record *ItinClassDef, unsigned FromClassIdx);
381  void inferFromInstRWs(unsigned SCIdx);
382
383  bool hasSuperGroup(RecVec &SubUnits, CodeGenProcModel &PM);
384  void verifyProcResourceGroups(CodeGenProcModel &PM);
385
386  void collectProcResources();
387
388  void collectItinProcResources(Record *ItinClassDef);
389
390  void collectRWResources(unsigned RWIdx, bool IsRead,
391                          const IdxVec &ProcIndices);
392
393  void collectRWResources(const IdxVec &Writes, const IdxVec &Reads,
394                          const IdxVec &ProcIndices);
395
396  void addProcResource(Record *ProcResourceKind, CodeGenProcModel &PM);
397
398  void addWriteRes(Record *ProcWriteResDef, unsigned PIdx);
399
400  void addReadAdvance(Record *ProcReadAdvanceDef, unsigned PIdx);
401};
402
403} // namespace llvm
404
405#endif
406