1 | // ========== Copyright Header Begin ========================================== |
---|
2 | // |
---|
3 | // OpenSPARC T1 Processor File: bw_r_tlb.v |
---|
4 | // Copyright (c) 2006 Sun Microsystems, Inc. All Rights Reserved. |
---|
5 | // DO NOT ALTER OR REMOVE COPYRIGHT NOTICES. |
---|
6 | // |
---|
7 | // The above named program is free software; you can redistribute it and/or |
---|
8 | // modify it under the terms of the GNU General Public |
---|
9 | // License version 2 as published by the Free Software Foundation. |
---|
10 | // |
---|
11 | // The above named program is distributed in the hope that it will be |
---|
12 | // useful, but WITHOUT ANY WARRANTY; without even the implied warranty of |
---|
13 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
---|
14 | // General Public License for more details. |
---|
15 | // |
---|
16 | // You should have received a copy of the GNU General Public |
---|
17 | // License along with this work; if not, write to the Free Software |
---|
18 | // Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA. |
---|
19 | // |
---|
20 | // ========== Copyright Header End ============================================ |
---|
21 | /////////////////////////////////////////////////////////////////////// |
---|
22 | /* |
---|
23 | // Description: Common TLB for Instruction Fetch and Load/Stores |
---|
24 | */ |
---|
25 | //////////////////////////////////////////////////////////////////////// |
---|
26 | // Global header file includes |
---|
27 | //////////////////////////////////////////////////////////////////////// |
---|
28 | `include "sys.h" // system level definition file which contains the |
---|
29 | // time scale definition |
---|
30 | |
---|
31 | //////////////////////////////////////////////////////////////////////// |
---|
32 | // Local header file includes / local defines |
---|
33 | //////////////////////////////////////////////////////////////////////// |
---|
34 | `include "lsu.h" |
---|
35 | |
---|
36 | //FPGA_SYN enables all FPGA related modifications |
---|
37 | `ifdef FPGA_SYN |
---|
38 | `define FPGA_SYN_TLB |
---|
39 | `endif |
---|
40 | |
---|
41 | |
---|
42 | `ifdef FPGA_SYN_TLB |
---|
43 | `ifdef FPGA_SYN_8TLB |
---|
44 | `define TLB_ENTRIES 8 |
---|
45 | `define TLB_INDEX_WIDTH 3 |
---|
46 | `else |
---|
47 | `ifdef FPGA_SYN_16TLB |
---|
48 | `define TLB_ENTRIES 16 |
---|
49 | `define TLB_INDEX_WIDTH 4 |
---|
50 | `else |
---|
51 | `ifdef FPGA_SYN_32TLB |
---|
52 | `define TLB_ENTRIES 32 |
---|
53 | `define TLB_INDEX_WIDTH 5 |
---|
54 | `else |
---|
55 | `define TLB_ENTRIES 64 |
---|
56 | `define TLB_INDEX_WIDTH 6 |
---|
57 | `endif |
---|
58 | `endif |
---|
59 | `endif |
---|
60 | |
---|
61 | module bw_r_tlb_fpga ( /*AUTOARG*/ |
---|
62 | // Outputs |
---|
63 | tlb_rd_tte_tag, tlb_rd_tte_data, tlb_pgnum, tlb_pgnum_crit, |
---|
64 | tlb_cam_hit, cache_way_hit, cache_hit, so, |
---|
65 | // Inputs |
---|
66 | tlb_cam_vld, tlb_cam_key, tlb_cam_pid, |
---|
67 | tlb_demap_key, tlb_addr_mask_l, tlb_ctxt, |
---|
68 | tlb_wr_vld, tlb_wr_tte_tag, tlb_wr_tte_data, tlb_rd_tag_vld, |
---|
69 | tlb_rd_data_vld, tlb_rw_index, tlb_rw_index_vld, tlb_demap, |
---|
70 | tlb_demap_auto, tlb_demap_all, cache_ptag_w0, cache_ptag_w1, |
---|
71 | cache_ptag_w2, cache_ptag_w3, cache_set_vld, tlb_bypass_va, |
---|
72 | tlb_bypass, se, si, hold, adj, arst_l, rst_soft_l, rclk, |
---|
73 | rst_tri_en |
---|
74 | ) ; |
---|
75 | |
---|
76 | |
---|
77 | input tlb_cam_vld ; // ld/st requires xlation. |
---|
78 | input [40:0] tlb_cam_key ; // cam data for loads/stores;includes vld |
---|
79 | // CHANGE : add real bit for cam. |
---|
80 | input [2:0] tlb_cam_pid ; // NEW: pid for cam. |
---|
81 | input [40:0] tlb_demap_key ; // cam data for demap; includes vlds. |
---|
82 | // CHANGE : add real bit for demap |
---|
83 | input tlb_addr_mask_l ; // address masking occurs |
---|
84 | input [12:0] tlb_ctxt ; // context for cam xslate/demap. |
---|
85 | input tlb_wr_vld; // write to tlb. |
---|
86 | input [58:0] tlb_wr_tte_tag; // CHANGE:tte tag to be written (55+4-1) |
---|
87 | // R(+1b),PID(+3b),G(-1b). |
---|
88 | input [42:0] tlb_wr_tte_data; // tte data to be written. |
---|
89 | // No change(!!!) - G bit becomes spare |
---|
90 | input tlb_rd_tag_vld ; // read tag |
---|
91 | input tlb_rd_data_vld ; // read data |
---|
92 | input [5:0] tlb_rw_index ; // index to read/write tlb. |
---|
93 | input tlb_rw_index_vld ; // indexed write else use algorithm. |
---|
94 | input tlb_demap ; // demap : page/ctxt/all/auto. |
---|
95 | input tlb_demap_auto ; // demap is of type auto |
---|
96 | input tlb_demap_all; // demap-all operation : encoded separately. |
---|
97 | input [29:0] cache_ptag_w0; // way1 30b(D)/29b(I) tag. |
---|
98 | input [29:0] cache_ptag_w1; // way2 30b(D)/29b(I) tag. |
---|
99 | input [29:0] cache_ptag_w2; // way0 30b(D)/29b(I) tag. |
---|
100 | input [29:0] cache_ptag_w3; // way3 30b(D)/29b(I) tag. |
---|
101 | input [3:0] cache_set_vld; // set vld-4 ways |
---|
102 | input [12:10] tlb_bypass_va; // bypass va.other va bits from cam-data |
---|
103 | input tlb_bypass; // bypass tlb xslation |
---|
104 | |
---|
105 | input se ; // scan-enable ; unused |
---|
106 | input si ; // scan data in ; unused |
---|
107 | input hold ; // scan hold signal |
---|
108 | input [7:0] adj ; // self-time adjustment ; unused |
---|
109 | input arst_l ; // synchronous for tlb ; unused |
---|
110 | input rst_soft_l ; // software reset - asi |
---|
111 | input rclk; |
---|
112 | input rst_tri_en ; |
---|
113 | |
---|
114 | output [58:0] tlb_rd_tte_tag; // CHANGE: tte tag read from tlb. |
---|
115 | output [42:0] tlb_rd_tte_data; // tte data read from tlb. |
---|
116 | // Need two ports for tlb_pgnum - critical and non-critical. |
---|
117 | output [39:10] tlb_pgnum ; // bypass or xslated pgnum |
---|
118 | output [39:10] tlb_pgnum_crit ; // bypass or xslated pgnum - critical |
---|
119 | output tlb_cam_hit ; // xlation hits in tlb. |
---|
120 | output [3:0] cache_way_hit; // tag comparison results. |
---|
121 | output cache_hit; // tag comparison result - 'or' of above. |
---|
122 | |
---|
123 | //output tlb_writeable ; // tlb can be written in current cycle. |
---|
124 | |
---|
125 | output so ; // scan data out ; unused |
---|
126 | |
---|
127 | wire [53:0] tlb_cam_data ; |
---|
128 | wire [58:0] wr_tte_tag ; // CHANGE |
---|
129 | wire [42:0] wr_tte_data ; |
---|
130 | wire [29:3] phy_pgnum_m; |
---|
131 | wire [29:0] pgnum_m; |
---|
132 | wire [`TLB_ENTRIES-1:0] used ; |
---|
133 | wire tlb_not_writeable ; |
---|
134 | wire [40:25] tlb_cam_key_masked ; |
---|
135 | wire [26:0] tlb_cam_comp_key ; |
---|
136 | wire cam_vld ; |
---|
137 | wire demap_other ; |
---|
138 | wire [3:0] cache_way_hit ; |
---|
139 | wire [`TLB_ENTRIES-1:0] mismatch; |
---|
140 | |
---|
141 | reg tlb_not_writeable_d1 ; |
---|
142 | reg tlb_writeable ; |
---|
143 | wire [`TLB_ENTRIES-1:0] tlb_entry_locked ; |
---|
144 | wire [`TLB_ENTRIES-1:0] cam_hit ; |
---|
145 | wire [`TLB_ENTRIES-1:0] demap_hit ; |
---|
146 | reg [`TLB_ENTRIES-1:0] ademap_hit ; |
---|
147 | wire [58:0] rd_tte_tag ; // CHANGE |
---|
148 | wire [42:0] rd_tte_data ; |
---|
149 | wire [42:0] tlb_rd_tte_data ; |
---|
150 | reg cam_vld_tmp ; |
---|
151 | reg [2:0] cam_pid ; |
---|
152 | reg [53:0] cam_data ; |
---|
153 | reg demap_auto, demap_other_tmp, demap_all ; |
---|
154 | reg [`TLB_ENTRIES-1:0] tlb_entry_vld ; |
---|
155 | wire [`TLB_ENTRIES-1:0] tlb_entry_used ; |
---|
156 | reg [`TLB_ENTRIES-1:0] tlb_entry_replace ; |
---|
157 | reg [`TLB_ENTRIES-1:0] tlb_entry_replace_d2 ; |
---|
158 | wire [29:0] pgnum_g ; |
---|
159 | reg [3:0] cache_set_vld_g; |
---|
160 | reg [29:0] cache_ptag_w0_g,cache_ptag_w1_g; |
---|
161 | reg [29:0] cache_ptag_w2_g,cache_ptag_w3_g; |
---|
162 | reg [`TLB_ENTRIES-1:0] rw_wdline ; |
---|
163 | |
---|
164 | reg rd_tag; |
---|
165 | reg rd_data; |
---|
166 | reg wr_vld_tmp; |
---|
167 | reg [`TLB_INDEX_WIDTH-1:0] rw_index; |
---|
168 | reg rw_index_vld; |
---|
169 | reg [29:0] vrtl_pgnum_m; |
---|
170 | wire bypass ; |
---|
171 | reg bypass_d; |
---|
172 | wire wr_vld ; |
---|
173 | |
---|
174 | integer i,j,k,l,m,n,p,r,s,t,u,w; |
---|
175 | |
---|
176 | `define CAM_CTXT_12_0_HI 12 // 13b ctxt |
---|
177 | `define CAM_CTXT_12_0_LO 0 |
---|
178 | |
---|
179 | |
---|
180 | //========================================================================================= |
---|
181 | // What's Left : |
---|
182 | //========================================================================================= |
---|
183 | |
---|
184 | // Scan Insertion - scan to be ignored in formal verification for now. |
---|
185 | |
---|
186 | //========================================================================================= |
---|
187 | // Design Notes. |
---|
188 | //========================================================================================= |
---|
189 | |
---|
190 | // - Supported Demap Operations - By Page, By Context, All But |
---|
191 | // Locked, Autodemap, Invalidate-All i.e., reset. Demap Partition is |
---|
192 | // not supported - it is mapped to demap-all by logic. |
---|
193 | // - Interpretation of demap inputs |
---|
194 | // - tlb_demap - this is used to signal demap by page, by ctxt |
---|
195 | // ,all, and autodemap. |
---|
196 | // - tlb_demap_ctxt - If a demap_by_ctxt operation is occuring then |
---|
197 | // this signal and tlb_demap must be active. |
---|
198 | // - tlb_demap_all - demap all operation. If a demap_all operation is |
---|
199 | // occuring, then tlb_demap_all must be asserted with tlb_demap. |
---|
200 | // - Reset is similar to demap-all except that *all* entries |
---|
201 | // are invalidated. The action is initiated by software. The reset occurs |
---|
202 | // on the negedge and is synchronous with the clk. |
---|
203 | // - TTE Tag and Data |
---|
204 | // - The TTE tag and data can be read together. Each will have its |
---|
205 | // own bus and the muxing will occur externally. The tag needs to |
---|
206 | // be read on a data request to supply the valid bit. |
---|
207 | // - The TTE tag and data can be written together. |
---|
208 | // - The cam hit is a separate output signal based on the |
---|
209 | // the match signals. |
---|
210 | // - Read/Write may occur based on supplied index. If not valid |
---|
211 | // then use replacement way determined by algorithm to write. |
---|
212 | // - Only write can use replacement way determined by algorithm. |
---|
213 | // - Data is formatted appr. on read or write in the MMU. |
---|
214 | // - The TLB will generate a signal which reports whether the |
---|
215 | // tlb can be filled in the current cycle or not. |
---|
216 | // **Physical Tag Comparison** |
---|
217 | // For I-SIDE, comparison is of 28b, whereas for D-side, comparison is of 29b. The actual |
---|
218 | // comparison, due to legacy, is for 30b. |
---|
219 | // For the I-TLB, va[11:10] must be hardwired to the same value as the lsb of the 4 tags |
---|
220 | // at the port level. Since the itag it only 28b, add two least significant bits to extend it to 30b. |
---|
221 | // Similarly, for the dside, va[10] needs to be made same. |
---|
222 | // **Differentiating among Various TLB Operations** |
---|
223 | // Valid bits are now associated with the key to allow selective incorporation of |
---|
224 | // match results. The 5 valid bits are : v4(b47-28),v3(b27-22),v2(21-16),v1(b15-13) |
---|
225 | // and Gk(G bit for auto-demap). The rules of use are : |
---|
226 | // - cam: v4-v1 are set high. G=~cam_real=0/1. |
---|
227 | // - demap_by_page : v4-v1 are set high. G=1. cam_real=0. |
---|
228 | // - demap_by_ctxt : v4-v1 are low. G=1. cam_real=0 |
---|
229 | // - demap_all : v4-v1 are don't-care. G=x. cam_real=x |
---|
230 | // - autodemap : v4-v1 are based on page size of incoming tte. G=~cam_real=0/1. |
---|
231 | // Note : Gk is now used only to void a context match on a Real Translation. |
---|
232 | // In general, if a valid bit is low then the corresponding va field will not take |
---|
233 | // part in the match. Similarly, for the ctxt, if Gk=1, the ctxt will participate |
---|
234 | // in the match. |
---|
235 | // |
---|
236 | // Demap Table (For Satya) : |
---|
237 | // Note : To include a context match, Gk must be set to 1. |
---|
238 | //-------------------------------------------------------------------------------------------------------- |
---|
239 | //tlb_demap tlb_demap_all tlb_ctxt Gk Vk4 Vk3 Vk2 Vk1 Real Operation |
---|
240 | //-------------------------------------------------------------------------------------------------------- |
---|
241 | //0 x x x x x x x 0 No demap operation |
---|
242 | //1 0 0 1 1 1 1 1 0 Demap by page |
---|
243 | //1 0 0 1 1 0 0 0 0/1 256M demap(auto demap) |
---|
244 | //1 0 0 0 1 0 0 0 0 256M demap(auto demap) (*Illgl*) |
---|
245 | //1 0 0 1 1 1 0 0 0/1 4M demap(auto demap) |
---|
246 | //1 0 0 0 1 1 0 0 0 4M demap(auto demap) (*Illgl*) |
---|
247 | //1 0 0 1 1 1 1 0 0/1 64k demap(auto demap) |
---|
248 | //1 0 0 0 1 1 1 0 0 64k demap(auto demap) (*Illgl*) |
---|
249 | //1 0 0 1 1 1 1 1 0/1 8k demap(auto demap) |
---|
250 | //1 0 0 0 1 1 1 1 0 8k demap(auto demap) (*Illgl*) |
---|
251 | //1 0 1 1 0 0 0 0 0 demap by ctxt |
---|
252 | //1 1 x x x x x x 0 demap_all |
---|
253 | //------------------------------------------------------------------------------------------ |
---|
254 | //----- |
---|
255 | //All other are illegal combinations |
---|
256 | // |
---|
257 | //========================================================================================= |
---|
258 | // Changes related to Hypervisor/Legacy Compatibility |
---|
259 | //========================================================================================= |
---|
260 | // |
---|
261 | // - Add PID. PID does not effect demap-all. Otherwise it is included in cam, other demap |
---|
262 | // operations and auto-demap. |
---|
263 | // - Add R. Real translation ignores context. This is controlled externally by Gk. |
---|
264 | // - Remove G bit for tte. Input remains in demap-key/cam-key to allow for disabling |
---|
265 | // of context match Real Translation |
---|
266 | // - Final Page Size support - 8KB,64KB,4M,256M |
---|
267 | // - SPARC_HPV_EN has been defined to enable new tlb design support. |
---|
268 | // Issues : |
---|
269 | // -Max ptag size is now 28b. Satya, will this help the speed at all. I doubt it ! |
---|
270 | |
---|
271 | //========================================================================================= |
---|
272 | // Miscellaneous |
---|
273 | //========================================================================================= |
---|
274 | wire clk; |
---|
275 | assign clk = rclk; |
---|
276 | |
---|
277 | wire async_reset, sync_reset ; |
---|
278 | assign async_reset = ~arst_l ; // hardware |
---|
279 | assign sync_reset = (~rst_soft_l & ~rst_tri_en) ; // software |
---|
280 | |
---|
281 | wire rw_disable ; |
---|
282 | // INNO - wr/rd gated off. Note required as rst_tri_en is |
---|
283 | // asserted, but implemented in addition in schematic. |
---|
284 | assign rw_disable = ~arst_l | rst_tri_en ; |
---|
285 | |
---|
286 | |
---|
287 | reg [`TLB_INDEX_WIDTH-1:0] cam_hit_encoded; |
---|
288 | integer ii; |
---|
289 | |
---|
290 | reg cam_hit_any; |
---|
291 | |
---|
292 | always @(cam_hit) begin |
---|
293 | cam_hit_any = 1'b0; |
---|
294 | cam_hit_encoded = {`TLB_INDEX_WIDTH{1'b0}}; |
---|
295 | for(ii=0;ii<`TLB_ENTRIES;ii=ii+1) begin |
---|
296 | if(cam_hit[ii]) begin |
---|
297 | cam_hit_encoded = ii; |
---|
298 | cam_hit_any = 1'b1; |
---|
299 | end |
---|
300 | end |
---|
301 | end |
---|
302 | |
---|
303 | reg cam_hit_any_or_bypass; |
---|
304 | |
---|
305 | always @(posedge clk) |
---|
306 | cam_hit_any_or_bypass <= cam_hit_any | bypass; |
---|
307 | |
---|
308 | |
---|
309 | |
---|
310 | //========================================================================================= |
---|
311 | // Stage Data |
---|
312 | //========================================================================================= |
---|
313 | // Apply address masking |
---|
314 | assign tlb_cam_key_masked[40:25] |
---|
315 | = {16{tlb_addr_mask_l}} & |
---|
316 | tlb_cam_key[`CAM_VA_47_28_HI:`CAM_VA_47_28_LO+4] ; |
---|
317 | |
---|
318 | // Reconstitute cam data CHANGE : add additional bit for real mapping |
---|
319 | assign tlb_cam_data[53:13] = tlb_demap ? |
---|
320 | tlb_demap_key[40:0] : |
---|
321 | {tlb_cam_key_masked[40:25],tlb_cam_key[`CAM_VA_47_28_LO+3:0]} ; |
---|
322 | |
---|
323 | assign tlb_cam_comp_key[26:0] = |
---|
324 | tlb_demap ? |
---|
325 | {tlb_demap_key[32:21], tlb_demap_key[19:14],tlb_demap_key[12:7], |
---|
326 | tlb_demap_key[5:3]} : |
---|
327 | {tlb_cam_key_masked[32:25],tlb_cam_key[24:21], |
---|
328 | tlb_cam_key[19:14],tlb_cam_key[12:7],tlb_cam_key[5:3]} ; |
---|
329 | |
---|
330 | assign tlb_cam_data[12:0] = tlb_ctxt[12:0] ; |
---|
331 | |
---|
332 | // These signals are flow-thru. |
---|
333 | assign wr_tte_tag[58:0] = tlb_wr_tte_tag[58:0] ; // CHANGE |
---|
334 | assign wr_tte_data[42:0] = tlb_wr_tte_data[42:0] ; |
---|
335 | |
---|
336 | // CHANGE(SATYA) - Currently the rw_index/rw_index_vld are shared by both reads |
---|
337 | // and writes. However, writes are done in the cycle of broadcast, whereas |
---|
338 | // the reads are done a cycle later, as given in the model(incorrect) |
---|
339 | // They have to be treated uniformly. To make the model work, I've assumed the read/write |
---|
340 | // are done in the cycle the valids are broadcast. |
---|
341 | always @ (posedge clk) |
---|
342 | begin |
---|
343 | if (hold) |
---|
344 | begin |
---|
345 | cam_pid[2:0] <= cam_pid[2:0] ; |
---|
346 | cam_vld_tmp <= cam_vld_tmp ; |
---|
347 | cam_data[53:0] <= cam_data[53:0] ; |
---|
348 | demap_other_tmp <= demap_other_tmp ; |
---|
349 | demap_auto <= demap_auto ; |
---|
350 | demap_all <= demap_all ; |
---|
351 | wr_vld_tmp <= wr_vld_tmp ; |
---|
352 | rd_tag <= rd_tag ; |
---|
353 | rd_data <= rd_data ; |
---|
354 | rw_index_vld <= rw_index_vld ; |
---|
355 | rw_index[`TLB_INDEX_WIDTH-1:0] <= rw_index[`TLB_INDEX_WIDTH-1:0] ; |
---|
356 | end |
---|
357 | else |
---|
358 | begin |
---|
359 | cam_pid[2:0] <= tlb_cam_pid[2:0] ; |
---|
360 | cam_vld_tmp <= tlb_cam_vld ; |
---|
361 | cam_data[53:0] <= tlb_cam_data[53:0] ; |
---|
362 | demap_other_tmp <= tlb_demap ; |
---|
363 | demap_auto <= tlb_demap_auto ; |
---|
364 | demap_all <= tlb_demap_all ; |
---|
365 | wr_vld_tmp <= tlb_wr_vld ; |
---|
366 | rd_tag <= tlb_rd_tag_vld ; |
---|
367 | rd_data <= tlb_rd_data_vld ; |
---|
368 | rw_index_vld <= tlb_rw_index_vld ; |
---|
369 | rw_index[`TLB_INDEX_WIDTH-1:0] <= tlb_rw_index[`TLB_INDEX_WIDTH-1:0] ; |
---|
370 | end |
---|
371 | |
---|
372 | end |
---|
373 | |
---|
374 | // INNO - gate cam,demap,wr with rst_tri_en. |
---|
375 | reg rst_tri_en_lat; |
---|
376 | |
---|
377 | always @ (clk) |
---|
378 | rst_tri_en_lat = rst_tri_en; |
---|
379 | |
---|
380 | assign cam_vld = cam_vld_tmp & ~rst_tri_en_lat ; |
---|
381 | assign demap_other = demap_other_tmp & ~rst_tri_en ; |
---|
382 | assign wr_vld = wr_vld_tmp & ~rst_tri_en ; |
---|
383 | |
---|
384 | //========================================================================================= |
---|
385 | // Generate Write Wordlines |
---|
386 | //========================================================================================= |
---|
387 | |
---|
388 | |
---|
389 | assign tlb_rd_tte_tag[58:0] = rd_tte_tag[58:0] ; // CHANGE |
---|
390 | |
---|
391 | assign tlb_rd_tte_data[42:0] = rd_tte_data[42:0] ; |
---|
392 | |
---|
393 | //========================================================================================= |
---|
394 | // CAM/DEMAP STLB for xlation |
---|
395 | //========================================================================================= |
---|
396 | |
---|
397 | |
---|
398 | // Demap and CAM operation are mutually exclusive. |
---|
399 | |
---|
400 | always @ ( negedge clk ) |
---|
401 | begin |
---|
402 | |
---|
403 | for (n=0;n<`TLB_ENTRIES;n=n+1) |
---|
404 | begin |
---|
405 | if (demap_auto & demap_other) |
---|
406 | ademap_hit[n] = (~mismatch[n] & demap_other & tlb_entry_vld[n]) ; |
---|
407 | end |
---|
408 | |
---|
409 | end // always |
---|
410 | |
---|
411 | |
---|
412 | assign tlb_cam_hit = |cam_hit[`TLB_ENTRIES-1:0] ; |
---|
413 | |
---|
414 | // Change tlb_entry_vld handling for multi-threaded tlb writes. |
---|
415 | // A write is always preceeded by an autodemap. The intent is to make the result of autodemap |
---|
416 | // (clearing of vld bit if hit) invisible until write occurs. In the same cycle that the write |
---|
417 | // occurs, the vld bit for an entry will be cleared if there is an autodemap hit. The write |
---|
418 | // and admp action may even be to same entry. The write must dominate. There is no need to |
---|
419 | // clear the dmp latches after the write/clear has occurred as the subsequent admp will set |
---|
420 | // up new state in the latches. |
---|
421 | |
---|
422 | // Define valid bit based on write/demap/reset. |
---|
423 | |
---|
424 | always @ (/*AUTOSENSE*/rd_data or rd_tag or rw_index or rw_index_vld |
---|
425 | or wr_vld_tmp) |
---|
426 | begin |
---|
427 | for (i=0;i<`TLB_ENTRIES;i=i+1) |
---|
428 | if ((rw_index[`TLB_INDEX_WIDTH-1:0] == i) & ((wr_vld_tmp & rw_index_vld) | rd_tag | rd_data)) |
---|
429 | rw_wdline[i] = 1'b1 ; |
---|
430 | else rw_wdline[i] = 1'b0 ; |
---|
431 | |
---|
432 | end |
---|
433 | |
---|
434 | |
---|
435 | always @ (negedge clk) |
---|
436 | begin |
---|
437 | for (r=0;r<`TLB_ENTRIES;r=r+1) |
---|
438 | begin // for |
---|
439 | if (((rw_index_vld & rw_wdline[r]) | (~rw_index_vld & tlb_entry_replace_d2[r])) & |
---|
440 | wr_vld & ~rw_disable) |
---|
441 | tlb_entry_vld[r] <= wr_tte_tag[`STLB_TAG_V] ; // write |
---|
442 | else begin |
---|
443 | if (ademap_hit[r] & wr_vld) // autodemap specifically |
---|
444 | tlb_entry_vld[r] <= 1'b0 ; |
---|
445 | end |
---|
446 | if ((demap_hit[r] & ~demap_auto) | sync_reset) // non-auto-demap, reset |
---|
447 | tlb_entry_vld[r] <= 1'b0 ; |
---|
448 | if(async_reset) tlb_entry_vld[r] <= 1'b0 ; |
---|
449 | |
---|
450 | end // for |
---|
451 | end |
---|
452 | |
---|
453 | |
---|
454 | //========================================================================================= |
---|
455 | // TAG COMPARISON |
---|
456 | //========================================================================================= |
---|
457 | |
---|
458 | reg [30:0] va_tag_plus ; |
---|
459 | |
---|
460 | // Stage to m |
---|
461 | always @(posedge clk) |
---|
462 | begin |
---|
463 | // INNO - add hold to this input |
---|
464 | if (hold) |
---|
465 | va_tag_plus[30:0] <= va_tag_plus[30:0] ; |
---|
466 | else |
---|
467 | va_tag_plus[30:0] |
---|
468 | <= {tlb_cam_comp_key[26:0],tlb_bypass_va[12:10],tlb_bypass}; |
---|
469 | end |
---|
470 | |
---|
471 | always @(posedge clk) |
---|
472 | begin |
---|
473 | vrtl_pgnum_m[29:0] <= va_tag_plus[30:1] ; |
---|
474 | bypass_d<=va_tag_plus[0]; |
---|
475 | end |
---|
476 | assign bypass = va_tag_plus[0] ; |
---|
477 | |
---|
478 | // Mux to bypass va or form pa tag based on tte-data. |
---|
479 | |
---|
480 | assign phy_pgnum_m[29:3] = |
---|
481 | {rd_tte_data[`STLB_DATA_PA_39_28_HI:`STLB_DATA_PA_39_28_LO], |
---|
482 | rd_tte_data[`STLB_DATA_PA_27_22_HI:`STLB_DATA_PA_27_22_LO], |
---|
483 | rd_tte_data[`STLB_DATA_PA_21_16_HI:`STLB_DATA_PA_21_16_LO], |
---|
484 | rd_tte_data[`STLB_DATA_PA_15_13_HI:`STLB_DATA_PA_15_13_LO]}; |
---|
485 | |
---|
486 | // Derive the tlb-based physical address. |
---|
487 | assign pgnum_m[2:0] = vrtl_pgnum_m[2:0]; |
---|
488 | assign pgnum_m[5:3] = (~rd_tte_data[`STLB_DATA_15_13_SEL] & ~bypass_d) |
---|
489 | ? phy_pgnum_m[5:3] : vrtl_pgnum_m[5:3] ; |
---|
490 | assign pgnum_m[11:6] = (~rd_tte_data[`STLB_DATA_21_16_SEL] & ~bypass_d) |
---|
491 | ? phy_pgnum_m[11:6] : vrtl_pgnum_m[11:6] ; |
---|
492 | assign pgnum_m[17:12] = (~rd_tte_data[`STLB_DATA_27_22_SEL] & ~bypass_d) |
---|
493 | ? phy_pgnum_m[17:12] : vrtl_pgnum_m[17:12] ; |
---|
494 | assign pgnum_m[29:18] = ~bypass_d ? phy_pgnum_m[29:18] : vrtl_pgnum_m[29:18]; |
---|
495 | |
---|
496 | // Stage to g |
---|
497 | // Flop tags in tlb itself and do comparison immediately after rising edge. |
---|
498 | // Similarly stage va/pa tag to g |
---|
499 | |
---|
500 | assign pgnum_g[29:0] = pgnum_m[29:0]; |
---|
501 | |
---|
502 | always @(posedge clk) |
---|
503 | begin |
---|
504 | |
---|
505 | // rm hold on these inputs. |
---|
506 | cache_set_vld_g[3:0] <= cache_set_vld[3:0] ; |
---|
507 | cache_ptag_w0_g[29:0] <= cache_ptag_w0[29:0] ; |
---|
508 | cache_ptag_w1_g[29:0] <= cache_ptag_w1[29:0] ; |
---|
509 | cache_ptag_w2_g[29:0] <= cache_ptag_w2[29:0] ; |
---|
510 | cache_ptag_w3_g[29:0] <= cache_ptag_w3[29:0] ; |
---|
511 | end |
---|
512 | |
---|
513 | |
---|
514 | // Need to stage by a cycle where used. |
---|
515 | assign tlb_pgnum[39:10] = pgnum_g[29:0] ; |
---|
516 | // Same cycle as cam - meant for one load on critical path |
---|
517 | assign tlb_pgnum_crit[39:10] = pgnum_m[29:0] ; |
---|
518 | |
---|
519 | |
---|
520 | assign cache_way_hit[0] = |
---|
521 | (cache_ptag_w0_g[29:0] == pgnum_g[29:0]) & cache_set_vld_g[0] & cam_hit_any_or_bypass; |
---|
522 | assign cache_way_hit[1] = |
---|
523 | (cache_ptag_w1_g[29:0] == pgnum_g[29:0]) & cache_set_vld_g[1] & cam_hit_any_or_bypass; |
---|
524 | assign cache_way_hit[2] = |
---|
525 | (cache_ptag_w2_g[29:0] == pgnum_g[29:0]) & cache_set_vld_g[2] & cam_hit_any_or_bypass; |
---|
526 | assign cache_way_hit[3] = |
---|
527 | (cache_ptag_w3_g[29:0] == pgnum_g[29:0]) & cache_set_vld_g[3] & cam_hit_any_or_bypass; |
---|
528 | |
---|
529 | assign cache_hit = |cache_way_hit[3:0]; |
---|
530 | |
---|
531 | |
---|
532 | //========================================================================================= |
---|
533 | // TLB ENTRY REPLACEMENT |
---|
534 | //========================================================================================= |
---|
535 | |
---|
536 | // A single Used bit is used to track the replacement state of each entry. |
---|
537 | // Only an unused entry can be replaced. |
---|
538 | // An Unused entry is : |
---|
539 | // - an invalid entry |
---|
540 | // - a valid entry which has had its Used bit cleared. |
---|
541 | // - on write of a valid entry, the Used bit is set. |
---|
542 | // - The Used bit of a valid entry is cleared if all |
---|
543 | // entries have their Used bits set and the entry itself is not Locked. |
---|
544 | // A locked entry should always appear to be Used. |
---|
545 | // A single priority-encoder is required to evaluate the used status. Priority is static |
---|
546 | // and used entry0 is of the highest priority if unused. |
---|
547 | |
---|
548 | // Timing : |
---|
549 | // Used bit gets updated by cam-hit or hit on negedge. |
---|
550 | // After Used bit gets updated off negedge, the replacement entry can be generated in |
---|
551 | // Phase2. In parallel, it is determined whether all Used bits are set or not. If |
---|
552 | // so, then they are cleared on the next negedge with the replacement entry generated |
---|
553 | // in the related Phase1 |
---|
554 | |
---|
555 | // Choosing replacement entry |
---|
556 | // Replacement entry is integer k |
---|
557 | |
---|
558 | assign tlb_not_writeable = &used[`TLB_ENTRIES-1:0] ; |
---|
559 | /* |
---|
560 | // Used bit can be set because of write or because of cam-hit. |
---|
561 | always @(negedge clk) |
---|
562 | begin |
---|
563 | for (s=0;s<`TLB_ENTRIES;s=s+1) |
---|
564 | begin |
---|
565 | if (cam_hit[s]) |
---|
566 | tlb_entry_used[s] <= 1'b1; |
---|
567 | end |
---|
568 | |
---|
569 | // Clear on following edge if necessary. |
---|
570 | // CHANGE(SATYA) : tlb_entry_used qualified with valid needs to be used to determine |
---|
571 | // whether the Used bits are to be cleared. This allows invalid entries created |
---|
572 | // by a demap to be used for replacement. Else we will ignore these entries |
---|
573 | // for replacement |
---|
574 | |
---|
575 | if (tlb_not_writeable) |
---|
576 | begin |
---|
577 | for (t=0;t<`TLB_ENTRIES;t=t+1) |
---|
578 | begin |
---|
579 | if (~tlb_entry_locked[t]) |
---|
580 | tlb_entry_used[t] <= 1'b0; |
---|
581 | end |
---|
582 | end |
---|
583 | end |
---|
584 | */ |
---|
585 | |
---|
586 | // Determine whether entry should be squashed. |
---|
587 | |
---|
588 | assign used[`TLB_ENTRIES-1:0] = tlb_entry_used[`TLB_ENTRIES-1:0] & tlb_entry_vld[`TLB_ENTRIES-1:0] ; |
---|
589 | |
---|
590 | |
---|
591 | // Based on updated Used state, generate replacement entry. |
---|
592 | // So, replacement entries can be generated on a cycle-by-cycle basis. |
---|
593 | //always @(/*AUTOSENSE*/squash or used) |
---|
594 | |
---|
595 | reg [`TLB_ENTRIES-1:0] tlb_entry_replace_d1; |
---|
596 | reg tlb_replace_flag; |
---|
597 | always @(/*AUTOSENSE*/used) |
---|
598 | begin |
---|
599 | tlb_replace_flag=1'b0; |
---|
600 | tlb_entry_replace_d1 = {`TLB_ENTRIES-1{1'b0}}; |
---|
601 | // Priority is given to entry0 |
---|
602 | for (u=0;u<`TLB_ENTRIES;u=u+1) |
---|
603 | begin |
---|
604 | if(~tlb_replace_flag & ~used[u]) |
---|
605 | begin |
---|
606 | tlb_entry_replace_d1[u] = ~used[u] ; |
---|
607 | tlb_replace_flag=1'b1; |
---|
608 | end |
---|
609 | end |
---|
610 | if(~tlb_replace_flag) begin |
---|
611 | tlb_entry_replace_d1[`TLB_ENTRIES-1] = 1'b1; |
---|
612 | end |
---|
613 | end |
---|
614 | always @(posedge clk) |
---|
615 | begin |
---|
616 | // named in this manner to keep arch model happy. |
---|
617 | tlb_entry_replace <= tlb_entry_replace_d1 ; |
---|
618 | end |
---|
619 | // INNO - 2 stage delay before update is visible |
---|
620 | always @(posedge clk) |
---|
621 | begin |
---|
622 | tlb_entry_replace_d2 <= tlb_entry_replace ; |
---|
623 | end |
---|
624 | |
---|
625 | reg [`TLB_INDEX_WIDTH-1:0] tlb_index_a1; |
---|
626 | reg [`TLB_INDEX_WIDTH-1:0] tlb_index; |
---|
627 | wire tlb_index_vld_a1 = |tlb_entry_replace; |
---|
628 | reg tlb_index_vld; |
---|
629 | integer jj; |
---|
630 | always @(tlb_entry_replace) begin |
---|
631 | tlb_index_a1 = {`TLB_INDEX_WIDTH{1'b0}}; |
---|
632 | for(jj=0;jj<`TLB_ENTRIES;jj=jj+1) |
---|
633 | if(tlb_entry_replace[jj]) tlb_index_a1 = jj; |
---|
634 | end |
---|
635 | always @(posedge clk) begin |
---|
636 | tlb_index <= tlb_index_a1; //use instead of tlb_entry_replace_d2; |
---|
637 | tlb_index_vld <= tlb_index_vld_a1; |
---|
638 | end |
---|
639 | |
---|
640 | |
---|
641 | |
---|
642 | |
---|
643 | //========================================================================================= |
---|
644 | // TLB WRITEABLE DETECTION |
---|
645 | //========================================================================================= |
---|
646 | |
---|
647 | // 2-cycles later, tlb become writeable |
---|
648 | always @(posedge clk) |
---|
649 | begin |
---|
650 | tlb_not_writeable_d1 <= tlb_not_writeable ; |
---|
651 | end |
---|
652 | |
---|
653 | always @(posedge clk) |
---|
654 | begin |
---|
655 | tlb_writeable <= ~tlb_not_writeable_d1 ; |
---|
656 | end |
---|
657 | |
---|
658 | bw_r_tlb_tag_ram_fpga bw_r_tlb_tag_ram_fpga ( |
---|
659 | .rd_tag(rd_tag), |
---|
660 | .rw_index_vld(rw_index_vld), |
---|
661 | .wr_vld_tmp(wr_vld_tmp), |
---|
662 | .clk(clk), |
---|
663 | .rw_index(rw_index), |
---|
664 | .tlb_index(tlb_index), |
---|
665 | .tlb_index_vld(tlb_index_vld), |
---|
666 | .rw_disable(rw_disable), |
---|
667 | .rst_tri_en(rst_tri_en), |
---|
668 | .wr_tte_tag(wr_tte_tag), |
---|
669 | .tlb_entry_vld(tlb_entry_vld), |
---|
670 | .tlb_entry_used(tlb_entry_used), |
---|
671 | .tlb_entry_locked(tlb_entry_locked), |
---|
672 | .rd_tte_tag(rd_tte_tag), |
---|
673 | .mismatch(mismatch), |
---|
674 | .tlb_writeable(tlb_writeable), |
---|
675 | .cam_vld(cam_vld), |
---|
676 | .wr_vld(wr_vld), |
---|
677 | .cam_data(cam_data), |
---|
678 | .cam_hit(cam_hit), |
---|
679 | .cam_pid(cam_pid), |
---|
680 | .demap_all(demap_all), |
---|
681 | .demap_hit(demap_hit), |
---|
682 | .demap_other(demap_other) |
---|
683 | ); |
---|
684 | |
---|
685 | bw_r_tlb_data_ram_fpga bw_r_tlb_data_ram_fpga ( |
---|
686 | .rd_data(rd_data), |
---|
687 | .rw_index_vld(rw_index_vld), |
---|
688 | .wr_vld_tmp(wr_vld_tmp), |
---|
689 | .clk(clk), |
---|
690 | .cam_vld(cam_vld), |
---|
691 | .cam_index(cam_hit_encoded), |
---|
692 | .cam_hit_any(cam_hit_any), |
---|
693 | .rw_index(rw_index), |
---|
694 | .tlb_index(tlb_index), |
---|
695 | .tlb_index_vld(tlb_index_vld), |
---|
696 | .rw_disable(rw_disable), |
---|
697 | .rst_tri_en(rst_tri_en), |
---|
698 | .wr_tte_data(wr_tte_data), |
---|
699 | .rd_tte_data(rd_tte_data), |
---|
700 | .wr_vld(wr_vld) |
---|
701 | ); |
---|
702 | |
---|
703 | |
---|
704 | endmodule |
---|
705 | |
---|
706 | module bw_r_tlb_tag_ram_fpga( |
---|
707 | rd_tag, |
---|
708 | rw_index_vld, |
---|
709 | wr_vld_tmp, |
---|
710 | clk, |
---|
711 | rw_index, |
---|
712 | tlb_index, |
---|
713 | tlb_index_vld, |
---|
714 | rw_disable, |
---|
715 | rst_tri_en, |
---|
716 | wr_tte_tag, |
---|
717 | tlb_entry_vld, |
---|
718 | tlb_entry_used, |
---|
719 | tlb_entry_locked, |
---|
720 | rd_tte_tag, |
---|
721 | mismatch, |
---|
722 | tlb_writeable, |
---|
723 | wr_vld, |
---|
724 | cam_vld, |
---|
725 | cam_data, |
---|
726 | cam_hit, |
---|
727 | cam_pid, |
---|
728 | demap_all, |
---|
729 | demap_other, |
---|
730 | demap_hit); |
---|
731 | |
---|
732 | input rd_tag; |
---|
733 | input rw_index_vld; |
---|
734 | input wr_vld_tmp; |
---|
735 | input clk; |
---|
736 | input [`TLB_INDEX_WIDTH-1:0] rw_index; |
---|
737 | input [`TLB_INDEX_WIDTH-1:0] tlb_index; |
---|
738 | input tlb_index_vld; |
---|
739 | input rw_disable; |
---|
740 | input rst_tri_en; |
---|
741 | input [58:0] wr_tte_tag; |
---|
742 | input [`TLB_ENTRIES-1:0] tlb_entry_vld; |
---|
743 | input tlb_writeable; |
---|
744 | input wr_vld; |
---|
745 | input [2:0] cam_pid; |
---|
746 | input demap_all; |
---|
747 | input demap_other; |
---|
748 | input [53:0] cam_data; |
---|
749 | input cam_vld ; |
---|
750 | |
---|
751 | output [`TLB_ENTRIES-1:0] cam_hit ; |
---|
752 | output [`TLB_ENTRIES-1:0] demap_hit ; |
---|
753 | output [`TLB_ENTRIES-1:0] tlb_entry_used; |
---|
754 | output [`TLB_ENTRIES-1:0] tlb_entry_locked; |
---|
755 | reg [`TLB_ENTRIES-1:0] tlb_entry_locked ; |
---|
756 | |
---|
757 | output [58:0] rd_tte_tag; |
---|
758 | reg [58:0] rd_tte_tag; |
---|
759 | output [`TLB_ENTRIES-1:0] mismatch; |
---|
760 | |
---|
761 | reg [`TLB_ENTRIES-1:0] sat; |
---|
762 | |
---|
763 | reg [`TLB_ENTRIES-1:0] mismatch; |
---|
764 | reg [`TLB_ENTRIES-1:0] cam_hit ; |
---|
765 | reg [`TLB_ENTRIES-1:0] demap_all_but_locked_hit ; |
---|
766 | reg [58:0] tag ; // CHANGE |
---|
767 | |
---|
768 | |
---|
769 | reg [`TLB_ENTRIES-1:0] mismatch_va_b47_28; |
---|
770 | reg [`TLB_ENTRIES-1:0] mismatch_va_b27_22; |
---|
771 | reg [`TLB_ENTRIES-1:0] mismatch_va_b21_16; |
---|
772 | reg [`TLB_ENTRIES-1:0] mismatch_va_b15_13; |
---|
773 | reg [`TLB_ENTRIES-1:0] mismatch_ctxt; |
---|
774 | reg [`TLB_ENTRIES-1:0] mismatch_pid; |
---|
775 | reg [`TLB_ENTRIES-1:0] mismatch_type; |
---|
776 | reg [`TLB_ENTRIES-1:0] tlb_entry_used ; |
---|
777 | |
---|
778 | integer i,j,n,m, w, p, k, s, t; |
---|
779 | |
---|
780 | |
---|
781 | reg [58:0] tte_tag_ram [`TLB_ENTRIES-1:0] /* synthesis syn_ramstyle = block_ram syn_ramstyle = no_rw_check */ ; |
---|
782 | |
---|
783 | reg [58:0] tmp_tag ; |
---|
784 | |
---|
785 | wire wren = rw_index_vld & wr_vld_tmp & ~rw_disable; |
---|
786 | wire tlben = tlb_index_vld & ~rw_index_vld & wr_vld_tmp & ~rw_disable; |
---|
787 | wire [`TLB_INDEX_WIDTH-1:0] wr_addr = wren ? rw_index : tlb_index; |
---|
788 | |
---|
789 | |
---|
790 | always @ (negedge clk) begin |
---|
791 | //========================================================================================= |
---|
792 | // Write TLB |
---|
793 | //========================================================================================= |
---|
794 | |
---|
795 | if(wren | tlben) begin |
---|
796 | tte_tag_ram[wr_addr] <= wr_tte_tag[58:0]; |
---|
797 | tlb_entry_used[wr_addr] <= wr_tte_tag[`STLB_TAG_U]; |
---|
798 | tlb_entry_locked[wr_addr] = wr_tte_tag[`STLB_TAG_L]; |
---|
799 | end else begin |
---|
800 | tlb_entry_used <= (tlb_entry_used | cam_hit) & (tlb_entry_locked | ~{`TLB_ENTRIES{~tlb_writeable & ~cam_vld & ~wr_vld & ~rd_tag & ~rst_tri_en}}) ; |
---|
801 | end |
---|
802 | |
---|
803 | //========================================================================================= |
---|
804 | // Read STLB |
---|
805 | //========================================================================================= |
---|
806 | |
---|
807 | if(rd_tag & ~rw_disable) begin |
---|
808 | tmp_tag <= tte_tag_ram[rw_index]; |
---|
809 | end |
---|
810 | |
---|
811 | |
---|
812 | end // always |
---|
813 | |
---|
814 | always @(posedge clk) begin |
---|
815 | if(rd_tag & ~rw_disable) |
---|
816 | rd_tte_tag[58:0] = {tmp_tag[58:27], tlb_entry_vld[rw_index], tlb_entry_locked[rw_index], tlb_entry_used[rw_index], tmp_tag[23:0]}; |
---|
817 | else if(wren | tlben) |
---|
818 | rd_tte_tag[58:0] = wr_tte_tag[58:0]; |
---|
819 | end |
---|
820 | |
---|
821 | reg [58:0] tte_tag_ram2 [`TLB_ENTRIES-1:0]; |
---|
822 | |
---|
823 | always @ (negedge clk) begin |
---|
824 | if(wren | tlben) |
---|
825 | tte_tag_ram2[wr_addr] <= wr_tte_tag[58:0]; |
---|
826 | end |
---|
827 | |
---|
828 | |
---|
829 | always @ (cam_data or cam_pid or cam_vld or demap_all |
---|
830 | or demap_other or tlb_entry_vld) |
---|
831 | begin |
---|
832 | |
---|
833 | for (n=0;n<`TLB_ENTRIES;n=n+1) |
---|
834 | begin |
---|
835 | tag[58:0] = tte_tag_ram2[n] ; // CHANGE |
---|
836 | |
---|
837 | mismatch_va_b47_28[n] = |
---|
838 | (tag[`STLB_TAG_VA_47_28_HI:`STLB_TAG_VA_47_28_LO] |
---|
839 | != cam_data[`CAM_VA_47_28_HI+13:`CAM_VA_47_28_LO+13]); |
---|
840 | |
---|
841 | mismatch_va_b27_22[n] = |
---|
842 | (tag[`STLB_TAG_VA_27_22_HI:`STLB_TAG_VA_27_22_LO] |
---|
843 | != cam_data[`CAM_VA_27_22_HI+13:`CAM_VA_27_22_LO+13]); |
---|
844 | |
---|
845 | mismatch_va_b21_16[n] = |
---|
846 | (tag[`STLB_TAG_VA_21_16_HI:`STLB_TAG_VA_21_16_LO] |
---|
847 | != cam_data[`CAM_VA_21_16_HI+13:`CAM_VA_21_16_LO+13]) ; |
---|
848 | |
---|
849 | mismatch_va_b15_13[n] = |
---|
850 | (tag[`STLB_TAG_VA_15_13_HI:`STLB_TAG_VA_15_13_LO] |
---|
851 | != cam_data[`CAM_VA_15_13_HI+13:`CAM_VA_15_13_LO+13]) ; |
---|
852 | |
---|
853 | mismatch_ctxt[n] = |
---|
854 | (tag[`STLB_TAG_CTXT_12_0_HI:`STLB_TAG_CTXT_12_0_LO] |
---|
855 | != cam_data[`CAM_CTXT_12_0_HI:`CAM_CTXT_12_0_LO]) ; |
---|
856 | |
---|
857 | mismatch_pid[n] = (tag[`STLB_TAG_PID_HI:`STLB_TAG_PID_LO] != cam_pid[2:0]) ; |
---|
858 | mismatch_type[n] = (tag[`STLB_TAG_R] ^ cam_data[`CAM_REAL_V+13]); |
---|
859 | |
---|
860 | mismatch[n] = |
---|
861 | (mismatch_va_b47_28[n] & cam_data[`CAM_VA_47_28_V+13]) | |
---|
862 | (mismatch_va_b27_22[n] & tag[`STLB_TAG_VA_27_22_V] & cam_data[`CAM_VA_27_22_V+13]) | |
---|
863 | (mismatch_va_b21_16[n] & tag[`STLB_TAG_VA_21_16_V] & cam_data[`CAM_VA_21_16_V+13]) | |
---|
864 | (mismatch_va_b15_13[n] & tag[`STLB_TAG_VA_15_13_V] & cam_data[`CAM_VA_15_13_V+13]) | |
---|
865 | (mismatch_ctxt[n] & ~cam_data[`CAM_CTXT_GK+13]) | |
---|
866 | (mismatch_type[n] & ~demap_all) | |
---|
867 | mismatch_pid[n] ; // pid always included in mismatch calculations |
---|
868 | |
---|
869 | demap_all_but_locked_hit[n] = ~tag[`STLB_TAG_L] & demap_all ; |
---|
870 | |
---|
871 | cam_hit[n] = ~mismatch[n] & cam_vld & tlb_entry_vld[n] ; |
---|
872 | end |
---|
873 | |
---|
874 | end // always |
---|
875 | |
---|
876 | assign demap_hit = demap_all ? ~mismatch & demap_all_but_locked_hit & tlb_entry_vld & {`TLB_ENTRIES{demap_other}} |
---|
877 | : ~mismatch & tlb_entry_vld & {`TLB_ENTRIES{demap_other}}; |
---|
878 | |
---|
879 | endmodule |
---|
880 | |
---|
881 | |
---|
882 | |
---|
883 | module bw_r_tlb_data_ram_fpga(rd_data, rw_index_vld, wr_vld_tmp, clk, cam_vld, |
---|
884 | rw_index, tlb_index, tlb_index_vld, rw_disable, rst_tri_en, wr_tte_data, |
---|
885 | rd_tte_data, cam_index, cam_hit_any, wr_vld); |
---|
886 | |
---|
887 | input rd_data; |
---|
888 | input rw_index_vld; |
---|
889 | input wr_vld_tmp; |
---|
890 | input clk; |
---|
891 | input [(6 - 1):0] rw_index; |
---|
892 | input [(6 - 1):0] tlb_index; |
---|
893 | input tlb_index_vld; |
---|
894 | input [(6 - 1):0] cam_index; |
---|
895 | input cam_hit_any; |
---|
896 | input rw_disable; |
---|
897 | input rst_tri_en; |
---|
898 | input cam_vld; |
---|
899 | input [42:0] wr_tte_data; |
---|
900 | input wr_vld; |
---|
901 | output [42:0] rd_tte_data; |
---|
902 | |
---|
903 | wire [42:0] rd_tte_data; |
---|
904 | |
---|
905 | reg [42:0] tte_data_ram[(64 - 1):0]; |
---|
906 | |
---|
907 | wire [5:0] wr_addr = (rw_index_vld & wr_vld_tmp) ? rw_index :tlb_index; |
---|
908 | wire wr_en = ((rw_index_vld & wr_vld_tmp) & (~rw_disable)) | |
---|
909 | (((tlb_index_vld & (~rw_index_vld)) & wr_vld_tmp) & (~rw_disable)); |
---|
910 | |
---|
911 | always @(posedge clk) begin |
---|
912 | if (wr_en) |
---|
913 | tte_data_ram[wr_addr] <= wr_tte_data[42:0]; |
---|
914 | end |
---|
915 | |
---|
916 | wire [5:0] rd_addr = rd_data ? rw_index : cam_index; |
---|
917 | wire rd_en = (rd_data & (~rw_disable)) | ((cam_vld & (~rw_disable))); |
---|
918 | |
---|
919 | reg [42:0] rd_tte_data_temp; |
---|
920 | |
---|
921 | always @(posedge clk) begin |
---|
922 | //required for simulation; otherwise regression fails... |
---|
923 | if((cam_vld & (~rw_disable)) & (!cam_hit_any)) begin |
---|
924 | rd_tte_data_temp <= 43'bx; |
---|
925 | end else |
---|
926 | if (rd_en) begin |
---|
927 | rd_tte_data_temp[42:0] <= tte_data_ram[rd_addr]; |
---|
928 | end |
---|
929 | end |
---|
930 | |
---|
931 | reg rdwe; |
---|
932 | reg [42:0] wr_tte_data_d; |
---|
933 | |
---|
934 | |
---|
935 | always @(posedge clk) begin |
---|
936 | wr_tte_data_d <= wr_tte_data; |
---|
937 | end |
---|
938 | always @(posedge clk) begin |
---|
939 | if(wr_en) rdwe <= 1'b1; |
---|
940 | else if(rd_en) rdwe <= 1'b0; |
---|
941 | end |
---|
942 | |
---|
943 | assign rd_tte_data = rdwe ? wr_tte_data_d : rd_tte_data_temp; |
---|
944 | |
---|
945 | endmodule |
---|
946 | |
---|
947 | `else |
---|
948 | |
---|
949 | module bw_r_tlb ( /*AUTOARG*/ |
---|
950 | // Outputs |
---|
951 | tlb_rd_tte_tag, tlb_rd_tte_data, tlb_pgnum, tlb_pgnum_crit, |
---|
952 | tlb_cam_hit, cache_way_hit, cache_hit, so, |
---|
953 | // Inputs |
---|
954 | tlb_cam_vld, tlb_cam_key, tlb_cam_pid, |
---|
955 | tlb_demap_key, tlb_addr_mask_l, tlb_ctxt, |
---|
956 | tlb_wr_vld, tlb_wr_tte_tag, tlb_wr_tte_data, tlb_rd_tag_vld, |
---|
957 | tlb_rd_data_vld, tlb_rw_index, tlb_rw_index_vld, tlb_demap, |
---|
958 | tlb_demap_auto, tlb_demap_all, cache_ptag_w0, cache_ptag_w1, |
---|
959 | cache_ptag_w2, cache_ptag_w3, cache_set_vld, tlb_bypass_va, |
---|
960 | tlb_bypass, se, si, hold, adj, arst_l, rst_soft_l, rclk, |
---|
961 | rst_tri_en |
---|
962 | ) ; |
---|
963 | |
---|
964 | |
---|
965 | input tlb_cam_vld ; // ld/st requires xlation. |
---|
966 | input [40:0] tlb_cam_key ; // cam data for loads/stores;includes vld |
---|
967 | // CHANGE : add real bit for cam. |
---|
968 | input [2:0] tlb_cam_pid ; // NEW: pid for cam. |
---|
969 | input [40:0] tlb_demap_key ; // cam data for demap; includes vlds. |
---|
970 | // CHANGE : add real bit for demap |
---|
971 | input tlb_addr_mask_l ; // address masking occurs |
---|
972 | input [12:0] tlb_ctxt ; // context for cam xslate/demap. |
---|
973 | input tlb_wr_vld; // write to tlb. |
---|
974 | input [58:0] tlb_wr_tte_tag; // CHANGE:tte tag to be written (55+4-1) |
---|
975 | // R(+1b),PID(+3b),G(-1b). |
---|
976 | input [42:0] tlb_wr_tte_data; // tte data to be written. |
---|
977 | // No change(!!!) - G bit becomes spare |
---|
978 | input tlb_rd_tag_vld ; // read tag |
---|
979 | input tlb_rd_data_vld ; // read data |
---|
980 | input [5:0] tlb_rw_index ; // index to read/write tlb. |
---|
981 | input tlb_rw_index_vld ; // indexed write else use algorithm. |
---|
982 | input tlb_demap ; // demap : page/ctxt/all/auto. |
---|
983 | input tlb_demap_auto ; // demap is of type auto |
---|
984 | input tlb_demap_all; // demap-all operation : encoded separately. |
---|
985 | input [29:0] cache_ptag_w0; // way1 30b(D)/29b(I) tag. |
---|
986 | input [29:0] cache_ptag_w1; // way2 30b(D)/29b(I) tag. |
---|
987 | input [29:0] cache_ptag_w2; // way0 30b(D)/29b(I) tag. |
---|
988 | input [29:0] cache_ptag_w3; // way3 30b(D)/29b(I) tag. |
---|
989 | input [3:0] cache_set_vld; // set vld-4 ways |
---|
990 | input [12:10] tlb_bypass_va; // bypass va.other va bits from cam-data |
---|
991 | input tlb_bypass; // bypass tlb xslation |
---|
992 | |
---|
993 | input se ; // scan-enable ; unused |
---|
994 | input si ; // scan data in ; unused |
---|
995 | input hold ; // scan hold signal |
---|
996 | input [7:0] adj ; // self-time adjustment ; unused |
---|
997 | input arst_l ; // synchronous for tlb ; unused |
---|
998 | input rst_soft_l ; // software reset - asi |
---|
999 | input rclk; |
---|
1000 | input rst_tri_en ; |
---|
1001 | |
---|
1002 | output [58:0] tlb_rd_tte_tag; // CHANGE: tte tag read from tlb. |
---|
1003 | output [42:0] tlb_rd_tte_data; // tte data read from tlb. |
---|
1004 | // Need two ports for tlb_pgnum - critical and non-critical. |
---|
1005 | output [39:10] tlb_pgnum ; // bypass or xslated pgnum |
---|
1006 | output [39:10] tlb_pgnum_crit ; // bypass or xslated pgnum - critical |
---|
1007 | output tlb_cam_hit ; // xlation hits in tlb. |
---|
1008 | output [3:0] cache_way_hit; // tag comparison results. |
---|
1009 | output cache_hit; // tag comparison result - 'or' of above. |
---|
1010 | |
---|
1011 | //output tlb_writeable ; // tlb can be written in current cycle. |
---|
1012 | |
---|
1013 | output so ; // scan data out ; unused |
---|
1014 | |
---|
1015 | wire [53:0] tlb_cam_data ; |
---|
1016 | wire [58:0] wr_tte_tag ; // CHANGE |
---|
1017 | wire [42:0] wr_tte_data ; |
---|
1018 | wire [29:3] phy_pgnum_m; |
---|
1019 | wire [29:0] pgnum_m; |
---|
1020 | wire [63:0] used ; |
---|
1021 | wire tlb_not_writeable ; |
---|
1022 | wire [40:25] tlb_cam_key_masked ; |
---|
1023 | wire [26:0] tlb_cam_comp_key ; |
---|
1024 | wire cam_vld ; |
---|
1025 | wire demap_other ; |
---|
1026 | wire [3:0] cache_way_hit ; |
---|
1027 | |
---|
1028 | reg tlb_not_writeable_d1 ; |
---|
1029 | reg tlb_writeable ; |
---|
1030 | reg [58:0] tte_tag_ram [63:0] ; // CHANGE |
---|
1031 | reg [42:0] tte_data_ram [63:0] ; |
---|
1032 | reg [63:0] tlb_entry_vld ; |
---|
1033 | reg [63:0] tlb_entry_locked ; |
---|
1034 | reg [63:0] ademap_hit ; |
---|
1035 | reg [58:0] rd_tte_tag ; // CHANGE |
---|
1036 | reg [42:0] rd_tte_data ; |
---|
1037 | reg [58:0] tlb_rd_tte_tag ; // CHANGE |
---|
1038 | reg [42:0] tlb_rd_tte_data ; |
---|
1039 | reg cam_vld_tmp ; |
---|
1040 | reg [2:0] cam_pid ; |
---|
1041 | reg [53:0] cam_data ; |
---|
1042 | reg demap_auto, demap_other_tmp, demap_all ; |
---|
1043 | reg [63:0] mismatch ; |
---|
1044 | reg [63:0] cam_hit ; |
---|
1045 | reg [63:0] demap_hit ; |
---|
1046 | reg [63:0] demap_all_but_locked_hit ; |
---|
1047 | reg [63:0] mismatch_va_b47_28 ; |
---|
1048 | reg [63:0] mismatch_va_b27_22 ; |
---|
1049 | reg [63:0] mismatch_va_b21_16 ; |
---|
1050 | reg [63:0] mismatch_va_b15_13 ; |
---|
1051 | reg [63:0] mismatch_ctxt ; |
---|
1052 | reg [63:0] mismatch_pid ; |
---|
1053 | reg [58:0] tag ; // CHANGE |
---|
1054 | reg [63:0] rw_wdline ; |
---|
1055 | reg [63:0] tlb_entry_used ; |
---|
1056 | reg [63:0] tlb_entry_replace ; |
---|
1057 | reg [63:0] tlb_entry_replace_d2 ; |
---|
1058 | reg [29:0] pgnum_g ; |
---|
1059 | reg [3:0] cache_set_vld_g; |
---|
1060 | reg [29:0] cache_ptag_w0_g,cache_ptag_w1_g; |
---|
1061 | reg [29:0] cache_ptag_w2_g,cache_ptag_w3_g; |
---|
1062 | reg wr_vld_tmp; |
---|
1063 | reg rd_tag; |
---|
1064 | reg rd_data; |
---|
1065 | reg rw_index_vld; |
---|
1066 | reg [5:0] rw_index; |
---|
1067 | reg [63:0] sat ; |
---|
1068 | |
---|
1069 | wire [29:0] vrtl_pgnum_m; |
---|
1070 | wire bypass ; |
---|
1071 | |
---|
1072 | wire wr_vld ; |
---|
1073 | |
---|
1074 | integer i,j,k,l,m,n,p,r,s,t,u,w; |
---|
1075 | |
---|
1076 | /*AUTOWIRE*/ |
---|
1077 | // Beginning of automatic wires (for undeclared instantiated-module outputs) |
---|
1078 | // End of automatics |
---|
1079 | |
---|
1080 | // Some bits are removed from the tag and data. |
---|
1081 | // 'U' must be defined as a '1' on a write. |
---|
1082 | // 'L' required for demap all function. |
---|
1083 | // Do not need an internal valid bit for va range 47:22. |
---|
1084 | // These bits are always valid for a page. |
---|
1085 | // |
---|
1086 | // TTE STLB_TAG |
---|
1087 | // |
---|
1088 | //`define STLB_TAG_PID_HI 58 : NEW PID - bit2 |
---|
1089 | //`define STLB_TAG_PID_LO 56 : NEW PID - bit0 |
---|
1090 | //`define STLB_TAG_R 55 : NEW Real bit |
---|
1091 | //`define STLB_TAG_PARITY 54 // Parity kept in same posn to avoid having |
---|
1092 | //`define STLB_TAG_VA_47_28_HI 53 // to redo interface |
---|
1093 | //`define STLB_TAG_VA_47_28_LO 34 |
---|
1094 | //`define STLB_TAG_VA_27_22_HI 33 |
---|
1095 | //`define STLB_TAG_VA_27_22_LO 28 |
---|
1096 | //`define STLB_TAG_27_22_V 27 |
---|
1097 | //`define STLB_TAG_V 26 : valid for entry. Write of 0 resets it. |
---|
1098 | //`define STLB_TAG_L 25 |
---|
1099 | //`define STLB_TAG_U 24 |
---|
1100 | //`define STLB_TAG_VA_21_16_HI 23 |
---|
1101 | //`define STLB_TAG_VA_21_16_LO 18 |
---|
1102 | //`define STLB_TAG_VA_21_16_V 17 |
---|
1103 | //`define STLB_TAG_VA_15_13_HI 16 |
---|
1104 | //`define STLB_TAG_VA_15_13_LO 14 |
---|
1105 | //`define STLB_TAG_VA_15_13_V 13 |
---|
1106 | //`define STLB_TAG_CTXT_12_0_HI 12 // removed Global bit |
---|
1107 | //`define STLB_TAG_CTXT_12_0_LO 0 |
---|
1108 | //// Total - 59b |
---|
1109 | //// |
---|
1110 | //// TTE STLB_DATA |
---|
1111 | //// |
---|
1112 | //// Soft[12:7] & Soft2[58:50] are removed. |
---|
1113 | //// Diag[49:41] are removed. Used bit used for Diag[0] on read. |
---|
1114 | //// CV is included for software correctness. |
---|
1115 | //// PA<40> is removed as it is not used. |
---|
1116 | //// G/L present in data even though present in tag : can't read out simultaneously. |
---|
1117 | // (Unfortunately this is no longer correct. For data read, tag is also read |
---|
1118 | // simultaneously to get valid bit, used bits). |
---|
1119 | //`define STLB_DATA_PARITY 42 |
---|
1120 | //`define STLB_DATA_PA_39_28_HI 41 // CHANGE |
---|
1121 | //`define STLB_DATA_PA_39_28_LO 30 |
---|
1122 | //`define STLB_DATA_PA_27_22_HI 29 // CHANGE |
---|
1123 | //`define STLB_DATA_PA_27_22_LO 24 |
---|
1124 | //`define STLB_DATA_27_22_SEL 23 |
---|
1125 | //`define STLB_DATA_PA_21_16_HI 22 // CHANGE |
---|
1126 | //`define STLB_DATA_PA_21_16_LO 17 |
---|
1127 | //`define STLB_DATA_21_16_SEL 16 |
---|
1128 | //`define STLB_DATA_PA_15_13_HI 15 |
---|
1129 | //`define STLB_DATA_PA_15_13_LO 13 |
---|
1130 | //`define STLB_DATA_15_13_SEL 12 |
---|
1131 | //`define STLB_DATA_V 11 : static, does not get modified. |
---|
1132 | //`define STLB_DATA_NFO 10 |
---|
1133 | //`define STLB_DATA_IE 9 |
---|
1134 | //`define STLB_DATA_L 8 : added for read. |
---|
1135 | //`define STLB_DATA_CP 7 |
---|
1136 | //`define STLB_DATA_CV 6 |
---|
1137 | //`define STLB_DATA_E 5 |
---|
1138 | //`define STLB_DATA_P 4 |
---|
1139 | //`define STLB_DATA_W 3 |
---|
1140 | //`define STLB_DATA_SPARE_HI 2 : Global bit has been removed |
---|
1141 | //`define STLB_DATA_SPARE_LO 0 |
---|
1142 | // Total - 43b |
---|
1143 | |
---|
1144 | // Valid bits for key(tlb_cam_key/tlb_demap_key). |
---|
1145 | // Total - 41b |
---|
1146 | //`define CAM_VA_47_28_HI 40 |
---|
1147 | //`define CAM_VA_47_28_LO 21 |
---|
1148 | //`define CAM_VA_47_28_V 20 // b47-28 participate in match |
---|
1149 | //`define CAM_VA_27_22_HI 19 |
---|
1150 | //`define CAM_VA_27_22_LO 14 |
---|
1151 | //`define CAM_VA_27_22_V 13 // b27-22 participate in match |
---|
1152 | //`define CAM_VA_21_16_HI 12 |
---|
1153 | //`define CAM_VA_21_16_LO 7 |
---|
1154 | //`define CAM_VA_21_16_V 6 // b21-16 participate in match |
---|
1155 | //`define CAM_VA_15_13_HI 5 |
---|
1156 | //`define CAM_VA_15_13_LO 3 |
---|
1157 | //`define CAM_VA_15_13_V 2 // b15-13 participate in match |
---|
1158 | //`define CAM_CTXT_GK 1 // Context participates in match |
---|
1159 | //`define CAM_REAL_V 0 // cam/demap applies to real mapping |
---|
1160 | |
---|
1161 | |
---|
1162 | // ctxt port is different from cam key port even though both are |
---|
1163 | // required for cam. (tlb_ctxt) |
---|
1164 | // If Gk is set then ctxt will not participate in match. |
---|
1165 | // Total - 14b |
---|
1166 | `define CAM_CTXT_12_0_HI 12 // 13b ctxt |
---|
1167 | `define CAM_CTXT_12_0_LO 0 |
---|
1168 | |
---|
1169 | |
---|
1170 | //========================================================================================= |
---|
1171 | // What's Left : |
---|
1172 | //========================================================================================= |
---|
1173 | |
---|
1174 | // Scan Insertion - scan to be ignored in formal verification for now. |
---|
1175 | |
---|
1176 | //========================================================================================= |
---|
1177 | // Design Notes. |
---|
1178 | //========================================================================================= |
---|
1179 | |
---|
1180 | // - Supported Demap Operations - By Page, By Context, All But |
---|
1181 | // Locked, Autodemap, Invalidate-All i.e., reset. Demap Partition is |
---|
1182 | // not supported - it is mapped to demap-all by logic. |
---|
1183 | // - Interpretation of demap inputs |
---|
1184 | // - tlb_demap - this is used to signal demap by page, by ctxt |
---|
1185 | // ,all, and autodemap. |
---|
1186 | // - tlb_demap_ctxt - If a demap_by_ctxt operation is occuring then |
---|
1187 | // this signal and tlb_demap must be active. |
---|
1188 | // - tlb_demap_all - demap all operation. If a demap_all operation is |
---|
1189 | // occuring, then tlb_demap_all must be asserted with tlb_demap. |
---|
1190 | // - Reset is similar to demap-all except that *all* entries |
---|
1191 | // are invalidated. The action is initiated by software. The reset occurs |
---|
1192 | // on the negedge and is synchronous with the clk. |
---|
1193 | // - TTE Tag and Data |
---|
1194 | // - The TTE tag and data can be read together. Each will have its |
---|
1195 | // own bus and the muxing will occur externally. The tag needs to |
---|
1196 | // be read on a data request to supply the valid bit. |
---|
1197 | // - The TTE tag and data can be written together. |
---|
1198 | // - The cam hit is a separate output signal based on the |
---|
1199 | // the match signals. |
---|
1200 | // - Read/Write may occur based on supplied index. If not valid |
---|
1201 | // then use replacement way determined by algorithm to write. |
---|
1202 | // - Only write can use replacement way determined by algorithm. |
---|
1203 | // - Data is formatted appr. on read or write in the MMU. |
---|
1204 | // - The TLB will generate a signal which reports whether the |
---|
1205 | // tlb can be filled in the current cycle or not. |
---|
1206 | // **Physical Tag Comparison** |
---|
1207 | // For I-SIDE, comparison is of 28b, whereas for D-side, comparison is of 29b. The actual |
---|
1208 | // comparison, due to legacy, is for 30b. |
---|
1209 | // For the I-TLB, va[11:10] must be hardwired to the same value as the lsb of the 4 tags |
---|
1210 | // at the port level. Since the itag it only 28b, add two least significant bits to extend it to 30b. |
---|
1211 | // Similarly, for the dside, va[10] needs to be made same. |
---|
1212 | // **Differentiating among Various TLB Operations** |
---|
1213 | // Valid bits are now associated with the key to allow selective incorporation of |
---|
1214 | // match results. The 5 valid bits are : v4(b47-28),v3(b27-22),v2(21-16),v1(b15-13) |
---|
1215 | // and Gk(G bit for auto-demap). The rules of use are : |
---|
1216 | // - cam: v4-v1 are set high. G=~cam_real=0/1. |
---|
1217 | // - demap_by_page : v4-v1 are set high. G=1. cam_real=0. |
---|
1218 | // - demap_by_ctxt : v4-v1 are low. G=1. cam_real=0 |
---|
1219 | // - demap_all : v4-v1 are don't-care. G=x. cam_real=x |
---|
1220 | // - autodemap : v4-v1 are based on page size of incoming tte. G=~cam_real=0/1. |
---|
1221 | // Note : Gk is now used only to void a context match on a Real Translation. |
---|
1222 | // In general, if a valid bit is low then the corresponding va field will not take |
---|
1223 | // part in the match. Similarly, for the ctxt, if Gk=1, the ctxt will participate |
---|
1224 | // in the match. |
---|
1225 | // |
---|
1226 | // Demap Table (For Satya) : |
---|
1227 | // Note : To include a context match, Gk must be set to 1. |
---|
1228 | //-------------------------------------------------------------------------------------------------------- |
---|
1229 | //tlb_demap tlb_demap_all tlb_ctxt Gk Vk4 Vk3 Vk2 Vk1 Real Operation |
---|
1230 | //-------------------------------------------------------------------------------------------------------- |
---|
1231 | //0 x x x x x x x 0 No demap operation |
---|
1232 | //1 0 0 1 1 1 1 1 0 Demap by page |
---|
1233 | //1 0 0 1 1 0 0 0 0/1 256M demap(auto demap) |
---|
1234 | //1 0 0 0 1 0 0 0 0 256M demap(auto demap) (*Illgl*) |
---|
1235 | //1 0 0 1 1 1 0 0 0/1 4M demap(auto demap) |
---|
1236 | //1 0 0 0 1 1 0 0 0 4M demap(auto demap) (*Illgl*) |
---|
1237 | //1 0 0 1 1 1 1 0 0/1 64k demap(auto demap) |
---|
1238 | //1 0 0 0 1 1 1 0 0 64k demap(auto demap) (*Illgl*) |
---|
1239 | //1 0 0 1 1 1 1 1 0/1 8k demap(auto demap) |
---|
1240 | //1 0 0 0 1 1 1 1 0 8k demap(auto demap) (*Illgl*) |
---|
1241 | //1 0 1 1 0 0 0 0 0 demap by ctxt |
---|
1242 | //1 1 x x x x x x 0 demap_all |
---|
1243 | //------------------------------------------------------------------------------------------ |
---|
1244 | //----- |
---|
1245 | //All other are illegal combinations |
---|
1246 | // |
---|
1247 | //========================================================================================= |
---|
1248 | // Changes related to Hypervisor/Legacy Compatibility |
---|
1249 | //========================================================================================= |
---|
1250 | // |
---|
1251 | // - Add PID. PID does not effect demap-all. Otherwise it is included in cam, other demap |
---|
1252 | // operations and auto-demap. |
---|
1253 | // - Add R. Real translation ignores context. This is controlled externally by Gk. |
---|
1254 | // - Remove G bit for tte. Input remains in demap-key/cam-key to allow for disabling |
---|
1255 | // of context match Real Translation |
---|
1256 | // - Final Page Size support - 8KB,64KB,4M,256M |
---|
1257 | // - SPARC_HPV_EN has been defined to enable new tlb design support. |
---|
1258 | // Issues : |
---|
1259 | // -Max ptag size is now 28b. Satya, will this help the speed at all. I doubt it ! |
---|
1260 | |
---|
1261 | //========================================================================================= |
---|
1262 | // Miscellaneous |
---|
1263 | //========================================================================================= |
---|
1264 | wire clk; |
---|
1265 | assign clk = rclk; |
---|
1266 | |
---|
1267 | wire async_reset, sync_reset ; |
---|
1268 | assign async_reset = ~arst_l ; // hardware |
---|
1269 | assign sync_reset = (~rst_soft_l & ~rst_tri_en) ; // software |
---|
1270 | |
---|
1271 | wire rw_disable ; |
---|
1272 | // INNO - wr/rd gated off. Note required as rst_tri_en is |
---|
1273 | // asserted, but implemented in addition in schematic. |
---|
1274 | assign rw_disable = ~arst_l | rst_tri_en ; |
---|
1275 | |
---|
1276 | //========================================================================================= |
---|
1277 | // Stage Data |
---|
1278 | //========================================================================================= |
---|
1279 | // Apply address masking |
---|
1280 | assign tlb_cam_key_masked[40:25] |
---|
1281 | = {16{tlb_addr_mask_l}} & |
---|
1282 | tlb_cam_key[`CAM_VA_47_28_HI:`CAM_VA_47_28_LO+4] ; |
---|
1283 | |
---|
1284 | // Reconstitute cam data CHANGE : add additional bit for real mapping |
---|
1285 | assign tlb_cam_data[53:13] = tlb_demap ? |
---|
1286 | tlb_demap_key[40:0] : |
---|
1287 | {tlb_cam_key_masked[40:25],tlb_cam_key[`CAM_VA_47_28_LO+3:0]} ; |
---|
1288 | |
---|
1289 | assign tlb_cam_comp_key[26:0] = |
---|
1290 | tlb_demap ? |
---|
1291 | {tlb_demap_key[32:21], tlb_demap_key[19:14],tlb_demap_key[12:7], |
---|
1292 | tlb_demap_key[5:3]} : |
---|
1293 | {tlb_cam_key_masked[32:25],tlb_cam_key[24:21], |
---|
1294 | tlb_cam_key[19:14],tlb_cam_key[12:7],tlb_cam_key[5:3]} ; |
---|
1295 | |
---|
1296 | assign tlb_cam_data[12:0] = tlb_ctxt[12:0] ; |
---|
1297 | |
---|
1298 | // These signals are flow-thru. |
---|
1299 | assign wr_tte_tag[58:0] = tlb_wr_tte_tag[58:0] ; // CHANGE |
---|
1300 | assign wr_tte_data[42:0] = tlb_wr_tte_data[42:0] ; |
---|
1301 | |
---|
1302 | // CHANGE(SATYA) - Currently the rw_index/rw_index_vld are shared by both reads |
---|
1303 | // and writes. However, writes are done in the cycle of broadcast, whereas |
---|
1304 | // the reads are done a cycle later, as given in the model(incorrect) |
---|
1305 | // They have to be treated uniformly. To make the model work, I've assumed the read/write |
---|
1306 | // are done in the cycle the valids are broadcast. |
---|
1307 | always @ (posedge clk) |
---|
1308 | begin |
---|
1309 | if (hold) |
---|
1310 | begin |
---|
1311 | cam_pid[2:0] <= cam_pid[2:0] ; |
---|
1312 | cam_vld_tmp <= cam_vld_tmp ; |
---|
1313 | cam_data[53:0] <= cam_data[53:0] ; |
---|
1314 | demap_other_tmp <= demap_other_tmp ; |
---|
1315 | demap_auto <= demap_auto ; |
---|
1316 | demap_all <= demap_all ; |
---|
1317 | wr_vld_tmp <= wr_vld_tmp ; |
---|
1318 | rd_tag <= rd_tag ; |
---|
1319 | rd_data <= rd_data ; |
---|
1320 | rw_index_vld <= rw_index_vld ; |
---|
1321 | rw_index[5:0] <= rw_index[5:0] ; |
---|
1322 | end |
---|
1323 | else |
---|
1324 | begin |
---|
1325 | cam_pid[2:0] <= tlb_cam_pid[2:0] ; |
---|
1326 | cam_vld_tmp <= tlb_cam_vld ; |
---|
1327 | cam_data[53:0] <= tlb_cam_data[53:0] ; |
---|
1328 | demap_other_tmp <= tlb_demap ; |
---|
1329 | demap_auto <= tlb_demap_auto ; |
---|
1330 | demap_all <= tlb_demap_all ; |
---|
1331 | wr_vld_tmp <= tlb_wr_vld ; |
---|
1332 | rd_tag <= tlb_rd_tag_vld ; |
---|
1333 | rd_data <= tlb_rd_data_vld ; |
---|
1334 | rw_index_vld <= tlb_rw_index_vld ; |
---|
1335 | rw_index[5:0] <= tlb_rw_index[5:0] ; |
---|
1336 | end |
---|
1337 | |
---|
1338 | end |
---|
1339 | |
---|
1340 | // INNO - gate cam,demap,wr with rst_tri_en. |
---|
1341 | reg rst_tri_en_lat; |
---|
1342 | |
---|
1343 | always @ (clk) |
---|
1344 | rst_tri_en_lat = rst_tri_en; |
---|
1345 | |
---|
1346 | assign cam_vld = cam_vld_tmp & ~rst_tri_en_lat ; |
---|
1347 | assign demap_other = demap_other_tmp & ~rst_tri_en ; |
---|
1348 | assign wr_vld = wr_vld_tmp & ~rst_tri_en ; |
---|
1349 | |
---|
1350 | //========================================================================================= |
---|
1351 | // Generate Write Wordlines |
---|
1352 | //========================================================================================= |
---|
1353 | |
---|
1354 | // Based on static rw index |
---|
1355 | // This generates the wordlines for a read/write to the tlb based on index. Wordlines for |
---|
1356 | // the write based on replacement alg. are muxed in later. |
---|
1357 | always @ (/*AUTOSENSE*/rd_data or rd_tag or rw_index or rw_index_vld |
---|
1358 | or wr_vld_tmp) |
---|
1359 | begin |
---|
1360 | for (i=0;i<64;i=i+1) |
---|
1361 | if ((rw_index[5:0] == i) & ((wr_vld_tmp & rw_index_vld) | rd_tag | rd_data)) |
---|
1362 | rw_wdline[i] = 1'b1 ; |
---|
1363 | else rw_wdline[i] = 1'b0 ; |
---|
1364 | |
---|
1365 | end |
---|
1366 | |
---|
1367 | //========================================================================================= |
---|
1368 | // Write TLB |
---|
1369 | //========================================================================================= |
---|
1370 | |
---|
1371 | reg [58:0] tmp_tag ; |
---|
1372 | reg [42:0] tmp_data ; |
---|
1373 | |
---|
1374 | // Currently TLB_TAG and TLB_DATA RAMs are written in the B phase. |
---|
1375 | // Used bit is set on write in later code as it is also effected by read of tlb. |
---|
1376 | always @ (negedge clk) |
---|
1377 | begin |
---|
1378 | for (j=0;j<64;j=j+1) |
---|
1379 | if (((rw_index_vld & rw_wdline[j]) | (~rw_index_vld & tlb_entry_replace_d2[j])) & wr_vld_tmp & ~rw_disable) |
---|
1380 | begin |
---|
1381 | if (~rst_tri_en) |
---|
1382 | begin |
---|
1383 | tte_tag_ram[j] <= wr_tte_tag[58:0]; // CHANGE |
---|
1384 | tte_data_ram[j] <= wr_tte_data[42:0]; |
---|
1385 | //tlb_entry_vld[j] <= wr_tte_tag[`STLB_TAG_V] ; |
---|
1386 | tlb_entry_used[j] <= wr_tte_tag[`STLB_TAG_U] ; |
---|
1387 | tlb_entry_locked[j] = wr_tte_tag[`STLB_TAG_L] ; |
---|
1388 | // write-thru |
---|
1389 | rd_tte_tag[58:0] <= wr_tte_tag[58:0] ; // CHANGE |
---|
1390 | rd_tte_data[42:0] <= wr_tte_data[42:0]; |
---|
1391 | |
---|
1392 | end |
---|
1393 | else |
---|
1394 | begin |
---|
1395 | tmp_tag[58:0]=tte_tag_ram[j]; // use non-blocking |
---|
1396 | tmp_data[42:0]=tte_data_ram[j]; |
---|
1397 | // INNO - read wins. |
---|
1398 | rd_tte_tag[58:0] <= |
---|
1399 | {tmp_tag[58:27], tlb_entry_vld[j],tlb_entry_locked[j], |
---|
1400 | tlb_entry_used[j], tmp_tag[23:0]} ; |
---|
1401 | rd_tte_data[42:0] <= {tmp_data[42:12],tmp_data[11:0]} ; |
---|
1402 | end |
---|
1403 | |
---|
1404 | end |
---|
1405 | |
---|
1406 | //========================================================================================= |
---|
1407 | // Read STLB |
---|
1408 | //========================================================================================= |
---|
1409 | |
---|
1410 | for (m=0;m<64;m=m+1) |
---|
1411 | if (rw_wdline[m] & (rd_tag | rd_data) & ~rw_disable) |
---|
1412 | begin |
---|
1413 | tmp_tag = tte_tag_ram[m] ; |
---|
1414 | tmp_data = tte_data_ram[m] ; |
---|
1415 | if (rd_tag) |
---|
1416 | rd_tte_tag[58:0] <= // CHANGE - Bug 2185 |
---|
1417 | {tmp_tag[58:27], tlb_entry_vld[m],tlb_entry_locked[m], |
---|
1418 | tlb_entry_used[m], tmp_tag[23:0]} ; |
---|
1419 | //{tmp_tag[58:29], tlb_entry_vld[m],tlb_entry_locked[m], |
---|
1420 | //tlb_entry_used[m], tmp_tag[25:0]} ; |
---|
1421 | if (rd_data) begin |
---|
1422 | rd_tte_data[42:0] <= {tmp_data[42:12],tmp_data[11:0]} ; |
---|
1423 | end |
---|
1424 | |
---|
1425 | end |
---|
1426 | |
---|
1427 | if (cam_vld & ~rw_disable) |
---|
1428 | begin |
---|
1429 | //Checking for no hit and multiple hits |
---|
1430 | sat = 64'd0; |
---|
1431 | for (w=0;w<64;w=w+1) |
---|
1432 | begin |
---|
1433 | if(cam_hit[w]) |
---|
1434 | begin |
---|
1435 | sat = sat + 64'd1 ; |
---|
1436 | end |
---|
1437 | end |
---|
1438 | // Only one hit occur read the data |
---|
1439 | if(sat == 64'd1) |
---|
1440 | begin |
---|
1441 | for (p=0;p<64;p=p+1) |
---|
1442 | begin |
---|
1443 | if (cam_hit[p]) |
---|
1444 | begin |
---|
1445 | rd_tte_data[42:0] <= tte_data_ram[p] ; |
---|
1446 | end |
---|
1447 | end |
---|
1448 | end |
---|
1449 | else |
---|
1450 | begin |
---|
1451 | // INNO - just to keep the tool happy. |
---|
1452 | // ram cell will not be corrupted. |
---|
1453 | for (k=0;k<64;k=k+1) |
---|
1454 | begin |
---|
1455 | if (cam_hit[k]) |
---|
1456 | tte_data_ram[k] <= 43'bx ; |
---|
1457 | end |
---|
1458 | rd_tte_data[42:0] <= 43'bx ; |
---|
1459 | end |
---|
1460 | end |
---|
1461 | |
---|
1462 | for (s=0;s<64;s=s+1) |
---|
1463 | begin |
---|
1464 | if (cam_hit[s]) |
---|
1465 | tlb_entry_used[s] <= 1'b1; |
---|
1466 | end |
---|
1467 | |
---|
1468 | // Clear on following edge if necessary. |
---|
1469 | // CHANGE(SATYA) : tlb_entry_used qualified with valid needs to be used to determine |
---|
1470 | // whether the Used bits are to be cleared. This allows invalid entries created |
---|
1471 | // by a demap to be used for replacement. Else we will ignore these entries |
---|
1472 | // for replacement |
---|
1473 | |
---|
1474 | //if (tlb_not_writeable) |
---|
1475 | if (~tlb_writeable & ~cam_vld & ~wr_vld & ~rd_tag & ~rst_tri_en) |
---|
1476 | begin |
---|
1477 | for (t=0;t<64;t=t+1) |
---|
1478 | begin |
---|
1479 | //if (~tlb_entry_locked[t]) |
---|
1480 | if (~tlb_entry_locked[t] & ~cam_vld & ~wr_vld) |
---|
1481 | tlb_entry_used[t] <= 1'b0; |
---|
1482 | end |
---|
1483 | end |
---|
1484 | end |
---|
1485 | |
---|
1486 | // Stage to next cycle. |
---|
1487 | always @ (posedge clk) |
---|
1488 | begin |
---|
1489 | tlb_rd_tte_tag[58:0] <= rd_tte_tag[58:0] ; // CHANGE |
---|
1490 | tlb_rd_tte_data[42:0] <= rd_tte_data[42:0] ; |
---|
1491 | end |
---|
1492 | |
---|
1493 | //========================================================================================= |
---|
1494 | // CAM/DEMAP STLB for xlation |
---|
1495 | //========================================================================================= |
---|
1496 | |
---|
1497 | // no_hit logic does not work because it is set in multiple clock |
---|
1498 | // domains and is reset before ever having a chance to be effective |
---|
1499 | //reg no_hit ; |
---|
1500 | |
---|
1501 | |
---|
1502 | // Demap and CAM operation are mutually exclusive. |
---|
1503 | |
---|
1504 | always @ ( negedge clk ) |
---|
1505 | begin |
---|
1506 | |
---|
1507 | for (n=0;n<64;n=n+1) |
---|
1508 | begin |
---|
1509 | /*if (demap_all) begin |
---|
1510 | if (demap_auto & demap_other) ademap_hit[n] = |
---|
1511 | (~mismatch[n] & demap_all_but_locked_hit[n] & demap_other |
---|
1512 | & tlb_entry_vld[n]) ; |
---|
1513 | end |
---|
1514 | else begin */ |
---|
1515 | if (demap_auto & demap_other) ademap_hit[n] = |
---|
1516 | (~mismatch[n] & demap_other & tlb_entry_vld[n]) ; |
---|
1517 | //end |
---|
1518 | end |
---|
1519 | |
---|
1520 | end // always |
---|
1521 | |
---|
1522 | always @ (/*AUTOSENSE*/ /*memory or*/ |
---|
1523 | cam_data or cam_pid or cam_vld or demap_all |
---|
1524 | or demap_other or tlb_entry_vld) |
---|
1525 | begin |
---|
1526 | |
---|
1527 | for (n=0;n<64;n=n+1) |
---|
1528 | begin |
---|
1529 | tag[58:0] = tte_tag_ram[n] ; // CHANGE |
---|
1530 | |
---|
1531 | mismatch_va_b47_28[n] = |
---|
1532 | (tag[`STLB_TAG_VA_47_28_HI:`STLB_TAG_VA_47_28_LO] |
---|
1533 | != cam_data[`CAM_VA_47_28_HI+13:`CAM_VA_47_28_LO+13]); |
---|
1534 | |
---|
1535 | mismatch_va_b27_22[n] = |
---|
1536 | (tag[`STLB_TAG_VA_27_22_HI:`STLB_TAG_VA_27_22_LO] |
---|
1537 | != cam_data[`CAM_VA_27_22_HI+13:`CAM_VA_27_22_LO+13]); |
---|
1538 | |
---|
1539 | mismatch_va_b21_16[n] = |
---|
1540 | (tag[`STLB_TAG_VA_21_16_HI:`STLB_TAG_VA_21_16_LO] |
---|
1541 | != cam_data[`CAM_VA_21_16_HI+13:`CAM_VA_21_16_LO+13]) ; |
---|
1542 | |
---|
1543 | mismatch_va_b15_13[n] = |
---|
1544 | (tag[`STLB_TAG_VA_15_13_HI:`STLB_TAG_VA_15_13_LO] |
---|
1545 | != cam_data[`CAM_VA_15_13_HI+13:`CAM_VA_15_13_LO+13]) ; |
---|
1546 | |
---|
1547 | mismatch_ctxt[n] = |
---|
1548 | (tag[`STLB_TAG_CTXT_12_0_HI:`STLB_TAG_CTXT_12_0_LO] |
---|
1549 | != cam_data[`CAM_CTXT_12_0_HI:`CAM_CTXT_12_0_LO]) ; |
---|
1550 | |
---|
1551 | mismatch_pid[n] = (tag[`STLB_TAG_PID_HI:`STLB_TAG_PID_LO] != cam_pid[2:0]) ; |
---|
1552 | |
---|
1553 | mismatch[n] = |
---|
1554 | (mismatch_va_b47_28[n] & cam_data[`CAM_VA_47_28_V+13]) | |
---|
1555 | (mismatch_va_b27_22[n] & tag[`STLB_TAG_VA_27_22_V] & cam_data[`CAM_VA_27_22_V+13]) | |
---|
1556 | (mismatch_va_b21_16[n] & tag[`STLB_TAG_VA_21_16_V] & cam_data[`CAM_VA_21_16_V+13]) | |
---|
1557 | (mismatch_va_b15_13[n] & tag[`STLB_TAG_VA_15_13_V] & cam_data[`CAM_VA_15_13_V+13]) | |
---|
1558 | (mismatch_ctxt[n] & ~cam_data[`CAM_CTXT_GK+13]) | |
---|
1559 | // mismatch is request type not equal to entry type. types are real/virtual. |
---|
1560 | ((tag[`STLB_TAG_R] ^ cam_data[`CAM_REAL_V+13]) & ~demap_all) | |
---|
1561 | //(mismatch_real[n] & cam_data[`CAM_REAL_V+13]) | |
---|
1562 | mismatch_pid[n] ; // pid always included in mismatch calculations |
---|
1563 | |
---|
1564 | demap_all_but_locked_hit[n] = |
---|
1565 | ~tag[`STLB_TAG_L] & demap_all ; |
---|
1566 | |
---|
1567 | cam_hit[n] = |
---|
1568 | ~mismatch[n] & cam_vld & tlb_entry_vld[n] ; |
---|
1569 | |
---|
1570 | if (demap_all) begin |
---|
1571 | // Satya(10/3) - I've simplified the demap-all equation |
---|
1572 | // Pls confirm that this is okay. Otherwise we will nee |
---|
1573 | // qualifying bits for the pid and r fields. |
---|
1574 | /*demap_hit[n] = |
---|
1575 | (demap_all_but_locked_hit[n] & demap_other) ;*/ |
---|
1576 | demap_hit[n] = |
---|
1577 | (~mismatch[n] & demap_all_but_locked_hit[n] & demap_other |
---|
1578 | & tlb_entry_vld[n]) ; |
---|
1579 | // qualification with demap_auto to prevent ademap_hit from |
---|
1580 | // being cleared. Satya-we could get rid of this. |
---|
1581 | // ademap_hit[n] is a phase A device and needs to be in a clocked always block |
---|
1582 | //if (demap_auto & demap_other & clk) ademap_hit[n] = |
---|
1583 | // (~mismatch[n] & demap_all_but_locked_hit[n] & demap_other |
---|
1584 | // & tlb_entry_vld[n]) ; |
---|
1585 | end |
---|
1586 | else begin |
---|
1587 | demap_hit[n] = |
---|
1588 | (~mismatch[n] & demap_other & tlb_entry_vld[n]) ; |
---|
1589 | // qualification with demap_auto to prevent ademap_hit from |
---|
1590 | // being cleared. Satya-this is the only one we need. |
---|
1591 | //if (demap_auto & demap_other & clk) ademap_hit[n] = |
---|
1592 | // (~mismatch[n] & demap_other & tlb_entry_vld[n]) ; |
---|
1593 | end |
---|
1594 | // no_hit = cam_vld ; |
---|
1595 | end |
---|
1596 | |
---|
1597 | end // always |
---|
1598 | |
---|
1599 | assign tlb_cam_hit = |cam_hit[63:0] ; |
---|
1600 | |
---|
1601 | // Read on CAM hit occurs on negedge. |
---|
1602 | /* MOVED TO COMMON ALWAYS BLOCK |
---|
1603 | always @ (negedge clk) |
---|
1604 | begin |
---|
1605 | if (|cam_hit[63:0]) |
---|
1606 | begin |
---|
1607 | for (p=0;p<64;p=p+1) |
---|
1608 | if (cam_hit[p]) |
---|
1609 | begin |
---|
1610 | rd_tte_data[42:0] <= tte_data_ram[p] ; |
---|
1611 | end |
---|
1612 | // no_hit = 1'b0 ; |
---|
1613 | end |
---|
1614 | // else if (no_hit) begin |
---|
1615 | // rd_tte_data[42:0] <= {43{1'bx}}; |
---|
1616 | // no_hit = 1'b0 ; |
---|
1617 | // end |
---|
1618 | end |
---|
1619 | */ |
---|
1620 | // Change tlb_entry_vld handling for multi-threaded tlb writes. |
---|
1621 | // A write is always preceeded by an autodemap. The intent is to make the result of autodemap |
---|
1622 | // (clearing of vld bit if hit) invisible until write occurs. In the same cycle that the write |
---|
1623 | // occurs, the vld bit for an entry will be cleared if there is an autodemap hit. The write |
---|
1624 | // and admp action may even be to same entry. The write must dominate. There is no need to |
---|
1625 | // clear the dmp latches after the write/clear has occurred as the subsequent admp will set |
---|
1626 | // up new state in the latches. |
---|
1627 | |
---|
1628 | // Define valid bit based on write/demap/reset. |
---|
1629 | always @ (negedge clk) |
---|
1630 | begin |
---|
1631 | for (r=0;r<64;r=r+1) |
---|
1632 | begin // for |
---|
1633 | if (((rw_index_vld & rw_wdline[r]) | (~rw_index_vld & tlb_entry_replace_d2[r])) & |
---|
1634 | wr_vld & ~rw_disable) |
---|
1635 | tlb_entry_vld[r] <= wr_tte_tag[`STLB_TAG_V] ; // write |
---|
1636 | else begin |
---|
1637 | if (ademap_hit[r] & wr_vld) // autodemap specifically |
---|
1638 | tlb_entry_vld[r] <= 1'b0 ; |
---|
1639 | end |
---|
1640 | if ((demap_hit[r] & ~demap_auto) | sync_reset) // non-auto-demap, reset |
---|
1641 | tlb_entry_vld[r] <= 1'b0 ; |
---|
1642 | end // for |
---|
1643 | end |
---|
1644 | |
---|
1645 | |
---|
1646 | // async reset. |
---|
1647 | always @ (async_reset) |
---|
1648 | begin |
---|
1649 | for (l=0;l<64;l=l+1) |
---|
1650 | begin |
---|
1651 | tlb_entry_vld[l] <= 1'b0 ; |
---|
1652 | end |
---|
1653 | end |
---|
1654 | |
---|
1655 | //========================================================================================= |
---|
1656 | // TAG COMPARISON |
---|
1657 | //========================================================================================= |
---|
1658 | |
---|
1659 | reg [30:0] va_tag_plus ; |
---|
1660 | |
---|
1661 | // Stage to m |
---|
1662 | always @(posedge clk) |
---|
1663 | begin |
---|
1664 | // INNO - add hold to this input |
---|
1665 | if (hold) |
---|
1666 | va_tag_plus[30:0] <= va_tag_plus[30:0] ; |
---|
1667 | else |
---|
1668 | va_tag_plus[30:0] |
---|
1669 | <= {tlb_cam_comp_key[26:0],tlb_bypass_va[12:10],tlb_bypass}; |
---|
1670 | end |
---|
1671 | |
---|
1672 | assign vrtl_pgnum_m[29:0] = va_tag_plus[30:1] ; |
---|
1673 | assign bypass = va_tag_plus[0] ; |
---|
1674 | |
---|
1675 | // Mux to bypass va or form pa tag based on tte-data. |
---|
1676 | |
---|
1677 | assign phy_pgnum_m[29:3] = |
---|
1678 | {rd_tte_data[`STLB_DATA_PA_39_28_HI:`STLB_DATA_PA_39_28_LO], |
---|
1679 | rd_tte_data[`STLB_DATA_PA_27_22_HI:`STLB_DATA_PA_27_22_LO], |
---|
1680 | rd_tte_data[`STLB_DATA_PA_21_16_HI:`STLB_DATA_PA_21_16_LO], |
---|
1681 | rd_tte_data[`STLB_DATA_PA_15_13_HI:`STLB_DATA_PA_15_13_LO]}; |
---|
1682 | |
---|
1683 | // Derive the tlb-based physical address. |
---|
1684 | assign pgnum_m[2:0] = vrtl_pgnum_m[2:0]; |
---|
1685 | assign pgnum_m[5:3] = (~rd_tte_data[`STLB_DATA_15_13_SEL] & ~bypass) |
---|
1686 | ? phy_pgnum_m[5:3] : vrtl_pgnum_m[5:3] ; |
---|
1687 | assign pgnum_m[11:6] = (~rd_tte_data[`STLB_DATA_21_16_SEL] & ~bypass) |
---|
1688 | ? phy_pgnum_m[11:6] : vrtl_pgnum_m[11:6] ; |
---|
1689 | assign pgnum_m[17:12] = (~rd_tte_data[`STLB_DATA_27_22_SEL] & ~bypass) |
---|
1690 | ? phy_pgnum_m[17:12] : vrtl_pgnum_m[17:12] ; |
---|
1691 | assign pgnum_m[29:18] = ~bypass ? phy_pgnum_m[29:18] : vrtl_pgnum_m[29:18]; |
---|
1692 | |
---|
1693 | // Stage to g |
---|
1694 | // Flop tags in tlb itself and do comparison immediately after rising edge. |
---|
1695 | // Similarly stage va/pa tag to g |
---|
1696 | always @(posedge clk) |
---|
1697 | begin |
---|
1698 | pgnum_g[29:0] <= pgnum_m[29:0]; |
---|
1699 | // rm hold on these inputs. |
---|
1700 | cache_set_vld_g[3:0] <= cache_set_vld[3:0] ; |
---|
1701 | cache_ptag_w0_g[29:0] <= cache_ptag_w0[29:0] ; |
---|
1702 | cache_ptag_w1_g[29:0] <= cache_ptag_w1[29:0] ; |
---|
1703 | cache_ptag_w2_g[29:0] <= cache_ptag_w2[29:0] ; |
---|
1704 | cache_ptag_w3_g[29:0] <= cache_ptag_w3[29:0] ; |
---|
1705 | end |
---|
1706 | |
---|
1707 | |
---|
1708 | // Need to stage by a cycle where used. |
---|
1709 | assign tlb_pgnum[39:10] = pgnum_g[29:0] ; |
---|
1710 | // Same cycle as cam - meant for one load on critical path |
---|
1711 | assign tlb_pgnum_crit[39:10] = pgnum_m[29:0] ; |
---|
1712 | |
---|
1713 | |
---|
1714 | assign cache_way_hit[0] = |
---|
1715 | (cache_ptag_w0_g[29:0] == pgnum_g[29:0]) & cache_set_vld_g[0]; |
---|
1716 | assign cache_way_hit[1] = |
---|
1717 | (cache_ptag_w1_g[29:0] == pgnum_g[29:0]) & cache_set_vld_g[1]; |
---|
1718 | assign cache_way_hit[2] = |
---|
1719 | (cache_ptag_w2_g[29:0] == pgnum_g[29:0]) & cache_set_vld_g[2]; |
---|
1720 | assign cache_way_hit[3] = |
---|
1721 | (cache_ptag_w3_g[29:0] == pgnum_g[29:0]) & cache_set_vld_g[3]; |
---|
1722 | |
---|
1723 | assign cache_hit = |cache_way_hit[3:0]; |
---|
1724 | |
---|
1725 | |
---|
1726 | //========================================================================================= |
---|
1727 | // TLB ENTRY REPLACEMENT |
---|
1728 | //========================================================================================= |
---|
1729 | |
---|
1730 | // A single Used bit is used to track the replacement state of each entry. |
---|
1731 | // Only an unused entry can be replaced. |
---|
1732 | // An Unused entry is : |
---|
1733 | // - an invalid entry |
---|
1734 | // - a valid entry which has had its Used bit cleared. |
---|
1735 | // - on write of a valid entry, the Used bit is set. |
---|
1736 | // - The Used bit of a valid entry is cleared if all |
---|
1737 | // entries have their Used bits set and the entry itself is not Locked. |
---|
1738 | // A locked entry should always appear to be Used. |
---|
1739 | // A single priority-encoder is required to evaluate the used status. Priority is static |
---|
1740 | // and used entry0 is of the highest priority if unused. |
---|
1741 | |
---|
1742 | // Timing : |
---|
1743 | // Used bit gets updated by cam-hit or hit on negedge. |
---|
1744 | // After Used bit gets updated off negedge, the replacement entry can be generated in |
---|
1745 | // Phase2. In parallel, it is determined whether all Used bits are set or not. If |
---|
1746 | // so, then they are cleared on the next negedge with the replacement entry generated |
---|
1747 | // in the related Phase1 |
---|
1748 | |
---|
1749 | // Choosing replacement entry |
---|
1750 | // Replacement entry is integer k |
---|
1751 | |
---|
1752 | assign tlb_not_writeable = &used[63:0] ; |
---|
1753 | /* |
---|
1754 | // Used bit can be set because of write or because of cam-hit. |
---|
1755 | always @(negedge clk) |
---|
1756 | begin |
---|
1757 | for (s=0;s<64;s=s+1) |
---|
1758 | begin |
---|
1759 | if (cam_hit[s]) |
---|
1760 | tlb_entry_used[s] <= 1'b1; |
---|
1761 | end |
---|
1762 | |
---|
1763 | // Clear on following edge if necessary. |
---|
1764 | // CHANGE(SATYA) : tlb_entry_used qualified with valid needs to be used to determine |
---|
1765 | // whether the Used bits are to be cleared. This allows invalid entries created |
---|
1766 | // by a demap to be used for replacement. Else we will ignore these entries |
---|
1767 | // for replacement |
---|
1768 | |
---|
1769 | if (tlb_not_writeable) |
---|
1770 | begin |
---|
1771 | for (t=0;t<64;t=t+1) |
---|
1772 | begin |
---|
1773 | if (~tlb_entry_locked[t]) |
---|
1774 | tlb_entry_used[t] <= 1'b0; |
---|
1775 | end |
---|
1776 | end |
---|
1777 | end |
---|
1778 | */ |
---|
1779 | |
---|
1780 | // Determine whether entry should be squashed. |
---|
1781 | |
---|
1782 | assign used[63:0] = tlb_entry_used[63:0] & tlb_entry_vld[63:0] ; |
---|
1783 | |
---|
1784 | /*assign squash[0] = 1'b0 ; |
---|
1785 | assign squash[1] = ~used[0] ; |
---|
1786 | assign squash[2] = |(~used[1:0]) ; |
---|
1787 | assign squash[3] = |(~used[2:0]) ; |
---|
1788 | assign squash[4] = |(~used[3:0]) ; |
---|
1789 | assign squash[5] = |(~used[4:0]) ; |
---|
1790 | assign squash[6] = |(~used[5:0]) ; |
---|
1791 | assign squash[7] = |(~used[6:0]) ; |
---|
1792 | assign squash[8] = |(~used[7:0]) ; |
---|
1793 | assign squash[9] = |(~used[8:0]) ; |
---|
1794 | assign squash[10] = |(~used[9:0]) ; |
---|
1795 | assign squash[11] = |(~used[10:0]) ; |
---|
1796 | assign squash[12] = |(~used[11:0]) ; |
---|
1797 | assign squash[13] = |(~used[12:0]) ; |
---|
1798 | assign squash[14] = |(~used[13:0]) ; |
---|
1799 | assign squash[15] = |(~used[14:0]) ; |
---|
1800 | assign squash[16] = |(~used[15:0]) ; |
---|
1801 | assign squash[17] = |(~used[16:0]) ; |
---|
1802 | assign squash[18] = |(~used[17:0]) ; |
---|
1803 | assign squash[19] = |(~used[18:0]) ; |
---|
1804 | assign squash[20] = |(~used[19:0]) ; |
---|
1805 | assign squash[21] = |(~used[20:0]) ; |
---|
1806 | assign squash[22] = |(~used[21:0]) ; |
---|
1807 | assign squash[23] = |(~used[22:0]) ; |
---|
1808 | assign squash[24] = |(~used[23:0]) ; |
---|
1809 | assign squash[25] = |(~used[24:0]) ; |
---|
1810 | assign squash[26] = |(~used[25:0]) ; |
---|
1811 | assign squash[27] = |(~used[26:0]) ; |
---|
1812 | assign squash[28] = |(~used[27:0]) ; |
---|
1813 | assign squash[29] = |(~used[28:0]) ; |
---|
1814 | assign squash[30] = |(~used[29:0]) ; |
---|
1815 | assign squash[31] = |(~used[30:0]) ; |
---|
1816 | assign squash[32] = |(~used[31:0]) ; |
---|
1817 | assign squash[33] = |(~used[32:0]) ; |
---|
1818 | assign squash[34] = |(~used[33:0]) ; |
---|
1819 | assign squash[35] = |(~used[34:0]) ; |
---|
1820 | assign squash[36] = |(~used[35:0]) ; |
---|
1821 | assign squash[37] = |(~used[36:0]) ; |
---|
1822 | assign squash[38] = |(~used[37:0]) ; |
---|
1823 | assign squash[39] = |(~used[38:0]) ; |
---|
1824 | assign squash[40] = |(~used[39:0]) ; |
---|
1825 | assign squash[41] = |(~used[40:0]) ; |
---|
1826 | assign squash[42] = |(~used[41:0]) ; |
---|
1827 | assign squash[43] = |(~used[42:0]) ; |
---|
1828 | assign squash[44] = |(~used[43:0]) ; |
---|
1829 | assign squash[45] = |(~used[44:0]) ; |
---|
1830 | assign squash[46] = |(~used[45:0]) ; |
---|
1831 | assign squash[47] = |(~used[46:0]) ; |
---|
1832 | assign squash[48] = |(~used[47:0]) ; |
---|
1833 | assign squash[49] = |(~used[48:0]) ; |
---|
1834 | assign squash[50] = |(~used[49:0]) ; |
---|
1835 | assign squash[51] = |(~used[50:0]) ; |
---|
1836 | assign squash[52] = |(~used[51:0]) ; |
---|
1837 | assign squash[53] = |(~used[52:0]) ; |
---|
1838 | assign squash[54] = |(~used[53:0]) ; |
---|
1839 | assign squash[55] = |(~used[54:0]) ; |
---|
1840 | assign squash[56] = |(~used[55:0]) ; |
---|
1841 | assign squash[57] = |(~used[56:0]) ; |
---|
1842 | assign squash[58] = |(~used[57:0]) ; |
---|
1843 | assign squash[59] = |(~used[58:0]) ; |
---|
1844 | assign squash[60] = |(~used[59:0]) ; |
---|
1845 | assign squash[61] = |(~used[60:0]) ; |
---|
1846 | assign squash[62] = |(~used[61:0]) ; |
---|
1847 | assign squash[63] = |(~used[62:0]) ; */ |
---|
1848 | |
---|
1849 | // Based on updated Used state, generate replacement entry. |
---|
1850 | // So, replacement entries can be generated on a cycle-by-cycle basis. |
---|
1851 | //always @(/*AUTOSENSE*/squash or used) |
---|
1852 | |
---|
1853 | reg [63:0] tlb_entry_replace_d1; |
---|
1854 | reg tlb_replace_flag; |
---|
1855 | always @(/*AUTOSENSE*/used) |
---|
1856 | begin |
---|
1857 | tlb_replace_flag=1'b0; |
---|
1858 | tlb_entry_replace_d1 = 64'b0; |
---|
1859 | // Priority is given to entry0 |
---|
1860 | for (u=0;u<64;u=u+1) |
---|
1861 | begin |
---|
1862 | if(~tlb_replace_flag & ~used[u]) |
---|
1863 | begin |
---|
1864 | tlb_entry_replace_d1[u] = ~used[u] ; |
---|
1865 | tlb_replace_flag=1'b1; |
---|
1866 | end |
---|
1867 | end |
---|
1868 | if(~tlb_replace_flag) begin |
---|
1869 | tlb_entry_replace_d1[63] = 1'b1; |
---|
1870 | end |
---|
1871 | end |
---|
1872 | always @(posedge clk) |
---|
1873 | begin |
---|
1874 | // named in this manner to keep arch model happy. |
---|
1875 | tlb_entry_replace <= tlb_entry_replace_d1 ; |
---|
1876 | end |
---|
1877 | // INNO - 2 stage delay before update is visible |
---|
1878 | always @(posedge clk) |
---|
1879 | begin |
---|
1880 | tlb_entry_replace_d2 <= tlb_entry_replace ; |
---|
1881 | end |
---|
1882 | |
---|
1883 | //========================================================================================= |
---|
1884 | // TLB WRITEABLE DETECTION |
---|
1885 | //========================================================================================= |
---|
1886 | |
---|
1887 | // 2-cycles later, tlb become writeable |
---|
1888 | always @(posedge clk) |
---|
1889 | begin |
---|
1890 | tlb_not_writeable_d1 <= tlb_not_writeable ; |
---|
1891 | end |
---|
1892 | |
---|
1893 | always @(posedge clk) |
---|
1894 | begin |
---|
1895 | tlb_writeable <= ~tlb_not_writeable_d1 ; |
---|
1896 | end |
---|
1897 | |
---|
1898 | endmodule |
---|
1899 | |
---|
1900 | `endif |
---|
1901 | |
---|