drm/i915: Fix OGLC performance regression on 945
[daniel-s-linux-stuff:linux-kernel.git] / drivers / gpu / drm / i915 / intel_display.c
1 /*
2  * Copyright © 2006-2007 Intel Corporation
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice (including the next
12  * paragraph) shall be included in all copies or substantial portions of the
13  * Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21  * DEALINGS IN THE SOFTWARE.
22  *
23  * Authors:
24  *      Eric Anholt <eric@anholt.net>
25  */
26
27 #include <linux/module.h>
28 #include <linux/input.h>
29 #include <linux/i2c.h>
30 #include <linux/kernel.h>
31 #include "drmP.h"
32 #include "intel_drv.h"
33 #include "i915_drm.h"
34 #include "i915_drv.h"
35 #include "drm_dp_helper.h"
36
37 #include "drm_crtc_helper.h"
38
39 #define HAS_eDP (intel_pipe_has_type(crtc, INTEL_OUTPUT_EDP))
40
41 bool intel_pipe_has_type (struct drm_crtc *crtc, int type);
42 static void intel_update_watermarks(struct drm_device *dev);
43 static void intel_increase_pllclock(struct drm_crtc *crtc, bool schedule);
44
45 typedef struct {
46     /* given values */
47     int n;
48     int m1, m2;
49     int p1, p2;
50     /* derived values */
51     int dot;
52     int vco;
53     int m;
54     int p;
55 } intel_clock_t;
56
57 typedef struct {
58     int min, max;
59 } intel_range_t;
60
61 typedef struct {
62     int dot_limit;
63     int p2_slow, p2_fast;
64 } intel_p2_t;
65
66 #define INTEL_P2_NUM                  2
67 typedef struct intel_limit intel_limit_t;
68 struct intel_limit {
69     intel_range_t   dot, vco, n, m, m1, m2, p, p1;
70     intel_p2_t      p2;
71     bool (* find_pll)(const intel_limit_t *, struct drm_crtc *,
72                       int, int, intel_clock_t *);
73 };
74
75 #define I8XX_DOT_MIN              25000
76 #define I8XX_DOT_MAX             350000
77 #define I8XX_VCO_MIN             930000
78 #define I8XX_VCO_MAX            1400000
79 #define I8XX_N_MIN                    3
80 #define I8XX_N_MAX                   16
81 #define I8XX_M_MIN                   96
82 #define I8XX_M_MAX                  140
83 #define I8XX_M1_MIN                  18
84 #define I8XX_M1_MAX                  26
85 #define I8XX_M2_MIN                   6
86 #define I8XX_M2_MAX                  16
87 #define I8XX_P_MIN                    4
88 #define I8XX_P_MAX                  128
89 #define I8XX_P1_MIN                   2
90 #define I8XX_P1_MAX                  33
91 #define I8XX_P1_LVDS_MIN              1
92 #define I8XX_P1_LVDS_MAX              6
93 #define I8XX_P2_SLOW                  4
94 #define I8XX_P2_FAST                  2
95 #define I8XX_P2_LVDS_SLOW             14
96 #define I8XX_P2_LVDS_FAST             7
97 #define I8XX_P2_SLOW_LIMIT       165000
98
99 #define I9XX_DOT_MIN              20000
100 #define I9XX_DOT_MAX             400000
101 #define I9XX_VCO_MIN            1400000
102 #define I9XX_VCO_MAX            2800000
103 #define PINEVIEW_VCO_MIN                1700000
104 #define PINEVIEW_VCO_MAX                3500000
105 #define I9XX_N_MIN                    1
106 #define I9XX_N_MAX                    6
107 /* Pineview's Ncounter is a ring counter */
108 #define PINEVIEW_N_MIN                3
109 #define PINEVIEW_N_MAX                6
110 #define I9XX_M_MIN                   70
111 #define I9XX_M_MAX                  120
112 #define PINEVIEW_M_MIN                2
113 #define PINEVIEW_M_MAX              256
114 #define I9XX_M1_MIN                  10
115 #define I9XX_M1_MAX                  22
116 #define I9XX_M2_MIN                   5
117 #define I9XX_M2_MAX                   9
118 /* Pineview M1 is reserved, and must be 0 */
119 #define PINEVIEW_M1_MIN               0
120 #define PINEVIEW_M1_MAX               0
121 #define PINEVIEW_M2_MIN               0
122 #define PINEVIEW_M2_MAX               254
123 #define I9XX_P_SDVO_DAC_MIN           5
124 #define I9XX_P_SDVO_DAC_MAX          80
125 #define I9XX_P_LVDS_MIN               7
126 #define I9XX_P_LVDS_MAX              98
127 #define PINEVIEW_P_LVDS_MIN                   7
128 #define PINEVIEW_P_LVDS_MAX                  112
129 #define I9XX_P1_MIN                   1
130 #define I9XX_P1_MAX                   8
131 #define I9XX_P2_SDVO_DAC_SLOW                10
132 #define I9XX_P2_SDVO_DAC_FAST                 5
133 #define I9XX_P2_SDVO_DAC_SLOW_LIMIT      200000
134 #define I9XX_P2_LVDS_SLOW                    14
135 #define I9XX_P2_LVDS_FAST                     7
136 #define I9XX_P2_LVDS_SLOW_LIMIT          112000
137
138 /*The parameter is for SDVO on G4x platform*/
139 #define G4X_DOT_SDVO_MIN           25000
140 #define G4X_DOT_SDVO_MAX           270000
141 #define G4X_VCO_MIN                1750000
142 #define G4X_VCO_MAX                3500000
143 #define G4X_N_SDVO_MIN             1
144 #define G4X_N_SDVO_MAX             4
145 #define G4X_M_SDVO_MIN             104
146 #define G4X_M_SDVO_MAX             138
147 #define G4X_M1_SDVO_MIN            17
148 #define G4X_M1_SDVO_MAX            23
149 #define G4X_M2_SDVO_MIN            5
150 #define G4X_M2_SDVO_MAX            11
151 #define G4X_P_SDVO_MIN             10
152 #define G4X_P_SDVO_MAX             30
153 #define G4X_P1_SDVO_MIN            1
154 #define G4X_P1_SDVO_MAX            3
155 #define G4X_P2_SDVO_SLOW           10
156 #define G4X_P2_SDVO_FAST           10
157 #define G4X_P2_SDVO_LIMIT          270000
158
159 /*The parameter is for HDMI_DAC on G4x platform*/
160 #define G4X_DOT_HDMI_DAC_MIN           22000
161 #define G4X_DOT_HDMI_DAC_MAX           400000
162 #define G4X_N_HDMI_DAC_MIN             1
163 #define G4X_N_HDMI_DAC_MAX             4
164 #define G4X_M_HDMI_DAC_MIN             104
165 #define G4X_M_HDMI_DAC_MAX             138
166 #define G4X_M1_HDMI_DAC_MIN            16
167 #define G4X_M1_HDMI_DAC_MAX            23
168 #define G4X_M2_HDMI_DAC_MIN            5
169 #define G4X_M2_HDMI_DAC_MAX            11
170 #define G4X_P_HDMI_DAC_MIN             5
171 #define G4X_P_HDMI_DAC_MAX             80
172 #define G4X_P1_HDMI_DAC_MIN            1
173 #define G4X_P1_HDMI_DAC_MAX            8
174 #define G4X_P2_HDMI_DAC_SLOW           10
175 #define G4X_P2_HDMI_DAC_FAST           5
176 #define G4X_P2_HDMI_DAC_LIMIT          165000
177
178 /*The parameter is for SINGLE_CHANNEL_LVDS on G4x platform*/
179 #define G4X_DOT_SINGLE_CHANNEL_LVDS_MIN           20000
180 #define G4X_DOT_SINGLE_CHANNEL_LVDS_MAX           115000
181 #define G4X_N_SINGLE_CHANNEL_LVDS_MIN             1
182 #define G4X_N_SINGLE_CHANNEL_LVDS_MAX             3
183 #define G4X_M_SINGLE_CHANNEL_LVDS_MIN             104
184 #define G4X_M_SINGLE_CHANNEL_LVDS_MAX             138
185 #define G4X_M1_SINGLE_CHANNEL_LVDS_MIN            17
186 #define G4X_M1_SINGLE_CHANNEL_LVDS_MAX            23
187 #define G4X_M2_SINGLE_CHANNEL_LVDS_MIN            5
188 #define G4X_M2_SINGLE_CHANNEL_LVDS_MAX            11
189 #define G4X_P_SINGLE_CHANNEL_LVDS_MIN             28
190 #define G4X_P_SINGLE_CHANNEL_LVDS_MAX             112
191 #define G4X_P1_SINGLE_CHANNEL_LVDS_MIN            2
192 #define G4X_P1_SINGLE_CHANNEL_LVDS_MAX            8
193 #define G4X_P2_SINGLE_CHANNEL_LVDS_SLOW           14
194 #define G4X_P2_SINGLE_CHANNEL_LVDS_FAST           14
195 #define G4X_P2_SINGLE_CHANNEL_LVDS_LIMIT          0
196
197 /*The parameter is for DUAL_CHANNEL_LVDS on G4x platform*/
198 #define G4X_DOT_DUAL_CHANNEL_LVDS_MIN           80000
199 #define G4X_DOT_DUAL_CHANNEL_LVDS_MAX           224000
200 #define G4X_N_DUAL_CHANNEL_LVDS_MIN             1
201 #define G4X_N_DUAL_CHANNEL_LVDS_MAX             3
202 #define G4X_M_DUAL_CHANNEL_LVDS_MIN             104
203 #define G4X_M_DUAL_CHANNEL_LVDS_MAX             138
204 #define G4X_M1_DUAL_CHANNEL_LVDS_MIN            17
205 #define G4X_M1_DUAL_CHANNEL_LVDS_MAX            23
206 #define G4X_M2_DUAL_CHANNEL_LVDS_MIN            5
207 #define G4X_M2_DUAL_CHANNEL_LVDS_MAX            11
208 #define G4X_P_DUAL_CHANNEL_LVDS_MIN             14
209 #define G4X_P_DUAL_CHANNEL_LVDS_MAX             42
210 #define G4X_P1_DUAL_CHANNEL_LVDS_MIN            2
211 #define G4X_P1_DUAL_CHANNEL_LVDS_MAX            6
212 #define G4X_P2_DUAL_CHANNEL_LVDS_SLOW           7
213 #define G4X_P2_DUAL_CHANNEL_LVDS_FAST           7
214 #define G4X_P2_DUAL_CHANNEL_LVDS_LIMIT          0
215
216 /*The parameter is for DISPLAY PORT on G4x platform*/
217 #define G4X_DOT_DISPLAY_PORT_MIN           161670
218 #define G4X_DOT_DISPLAY_PORT_MAX           227000
219 #define G4X_N_DISPLAY_PORT_MIN             1
220 #define G4X_N_DISPLAY_PORT_MAX             2
221 #define G4X_M_DISPLAY_PORT_MIN             97
222 #define G4X_M_DISPLAY_PORT_MAX             108
223 #define G4X_M1_DISPLAY_PORT_MIN            0x10
224 #define G4X_M1_DISPLAY_PORT_MAX            0x12
225 #define G4X_M2_DISPLAY_PORT_MIN            0x05
226 #define G4X_M2_DISPLAY_PORT_MAX            0x06
227 #define G4X_P_DISPLAY_PORT_MIN             10
228 #define G4X_P_DISPLAY_PORT_MAX             20
229 #define G4X_P1_DISPLAY_PORT_MIN            1
230 #define G4X_P1_DISPLAY_PORT_MAX            2
231 #define G4X_P2_DISPLAY_PORT_SLOW           10
232 #define G4X_P2_DISPLAY_PORT_FAST           10
233 #define G4X_P2_DISPLAY_PORT_LIMIT          0
234
235 /* Ironlake */
236 /* as we calculate clock using (register_value + 2) for
237    N/M1/M2, so here the range value for them is (actual_value-2).
238  */
239 #define IRONLAKE_DOT_MIN         25000
240 #define IRONLAKE_DOT_MAX         350000
241 #define IRONLAKE_VCO_MIN         1760000
242 #define IRONLAKE_VCO_MAX         3510000
243 #define IRONLAKE_M1_MIN          12
244 #define IRONLAKE_M1_MAX          22
245 #define IRONLAKE_M2_MIN          5
246 #define IRONLAKE_M2_MAX          9
247 #define IRONLAKE_P2_DOT_LIMIT    225000 /* 225Mhz */
248
249 /* We have parameter ranges for different type of outputs. */
250
251 /* DAC & HDMI Refclk 120Mhz */
252 #define IRONLAKE_DAC_N_MIN      1
253 #define IRONLAKE_DAC_N_MAX      5
254 #define IRONLAKE_DAC_M_MIN      79
255 #define IRONLAKE_DAC_M_MAX      127
256 #define IRONLAKE_DAC_P_MIN      5
257 #define IRONLAKE_DAC_P_MAX      80
258 #define IRONLAKE_DAC_P1_MIN     1
259 #define IRONLAKE_DAC_P1_MAX     8
260 #define IRONLAKE_DAC_P2_SLOW    10
261 #define IRONLAKE_DAC_P2_FAST    5
262
263 /* LVDS single-channel 120Mhz refclk */
264 #define IRONLAKE_LVDS_S_N_MIN   1
265 #define IRONLAKE_LVDS_S_N_MAX   3
266 #define IRONLAKE_LVDS_S_M_MIN   79
267 #define IRONLAKE_LVDS_S_M_MAX   118
268 #define IRONLAKE_LVDS_S_P_MIN   28
269 #define IRONLAKE_LVDS_S_P_MAX   112
270 #define IRONLAKE_LVDS_S_P1_MIN  2
271 #define IRONLAKE_LVDS_S_P1_MAX  8
272 #define IRONLAKE_LVDS_S_P2_SLOW 14
273 #define IRONLAKE_LVDS_S_P2_FAST 14
274
275 /* LVDS dual-channel 120Mhz refclk */
276 #define IRONLAKE_LVDS_D_N_MIN   1
277 #define IRONLAKE_LVDS_D_N_MAX   3
278 #define IRONLAKE_LVDS_D_M_MIN   79
279 #define IRONLAKE_LVDS_D_M_MAX   127
280 #define IRONLAKE_LVDS_D_P_MIN   14
281 #define IRONLAKE_LVDS_D_P_MAX   56
282 #define IRONLAKE_LVDS_D_P1_MIN  2
283 #define IRONLAKE_LVDS_D_P1_MAX  8
284 #define IRONLAKE_LVDS_D_P2_SLOW 7
285 #define IRONLAKE_LVDS_D_P2_FAST 7
286
287 /* LVDS single-channel 100Mhz refclk */
288 #define IRONLAKE_LVDS_S_SSC_N_MIN       1
289 #define IRONLAKE_LVDS_S_SSC_N_MAX       2
290 #define IRONLAKE_LVDS_S_SSC_M_MIN       79
291 #define IRONLAKE_LVDS_S_SSC_M_MAX       126
292 #define IRONLAKE_LVDS_S_SSC_P_MIN       28
293 #define IRONLAKE_LVDS_S_SSC_P_MAX       112
294 #define IRONLAKE_LVDS_S_SSC_P1_MIN      2
295 #define IRONLAKE_LVDS_S_SSC_P1_MAX      8
296 #define IRONLAKE_LVDS_S_SSC_P2_SLOW     14
297 #define IRONLAKE_LVDS_S_SSC_P2_FAST     14
298
299 /* LVDS dual-channel 100Mhz refclk */
300 #define IRONLAKE_LVDS_D_SSC_N_MIN       1
301 #define IRONLAKE_LVDS_D_SSC_N_MAX       3
302 #define IRONLAKE_LVDS_D_SSC_M_MIN       79
303 #define IRONLAKE_LVDS_D_SSC_M_MAX       126
304 #define IRONLAKE_LVDS_D_SSC_P_MIN       14
305 #define IRONLAKE_LVDS_D_SSC_P_MAX       42
306 #define IRONLAKE_LVDS_D_SSC_P1_MIN      2
307 #define IRONLAKE_LVDS_D_SSC_P1_MAX      6
308 #define IRONLAKE_LVDS_D_SSC_P2_SLOW     7
309 #define IRONLAKE_LVDS_D_SSC_P2_FAST     7
310
311 /* DisplayPort */
312 #define IRONLAKE_DP_N_MIN               1
313 #define IRONLAKE_DP_N_MAX               2
314 #define IRONLAKE_DP_M_MIN               81
315 #define IRONLAKE_DP_M_MAX               90
316 #define IRONLAKE_DP_P_MIN               10
317 #define IRONLAKE_DP_P_MAX               20
318 #define IRONLAKE_DP_P2_FAST             10
319 #define IRONLAKE_DP_P2_SLOW             10
320 #define IRONLAKE_DP_P2_LIMIT            0
321 #define IRONLAKE_DP_P1_MIN              1
322 #define IRONLAKE_DP_P1_MAX              2
323
324 static bool
325 intel_find_best_PLL(const intel_limit_t *limit, struct drm_crtc *crtc,
326                     int target, int refclk, intel_clock_t *best_clock);
327 static bool
328 intel_g4x_find_best_PLL(const intel_limit_t *limit, struct drm_crtc *crtc,
329                         int target, int refclk, intel_clock_t *best_clock);
330
331 static bool
332 intel_find_pll_g4x_dp(const intel_limit_t *, struct drm_crtc *crtc,
333                       int target, int refclk, intel_clock_t *best_clock);
334 static bool
335 intel_find_pll_ironlake_dp(const intel_limit_t *, struct drm_crtc *crtc,
336                            int target, int refclk, intel_clock_t *best_clock);
337
338 static const intel_limit_t intel_limits_i8xx_dvo = {
339         .dot = { .min = I8XX_DOT_MIN,           .max = I8XX_DOT_MAX },
340         .vco = { .min = I8XX_VCO_MIN,           .max = I8XX_VCO_MAX },
341         .n   = { .min = I8XX_N_MIN,             .max = I8XX_N_MAX },
342         .m   = { .min = I8XX_M_MIN,             .max = I8XX_M_MAX },
343         .m1  = { .min = I8XX_M1_MIN,            .max = I8XX_M1_MAX },
344         .m2  = { .min = I8XX_M2_MIN,            .max = I8XX_M2_MAX },
345         .p   = { .min = I8XX_P_MIN,             .max = I8XX_P_MAX },
346         .p1  = { .min = I8XX_P1_MIN,            .max = I8XX_P1_MAX },
347         .p2  = { .dot_limit = I8XX_P2_SLOW_LIMIT,
348                  .p2_slow = I8XX_P2_SLOW,       .p2_fast = I8XX_P2_FAST },
349         .find_pll = intel_find_best_PLL,
350 };
351
352 static const intel_limit_t intel_limits_i8xx_lvds = {
353         .dot = { .min = I8XX_DOT_MIN,           .max = I8XX_DOT_MAX },
354         .vco = { .min = I8XX_VCO_MIN,           .max = I8XX_VCO_MAX },
355         .n   = { .min = I8XX_N_MIN,             .max = I8XX_N_MAX },
356         .m   = { .min = I8XX_M_MIN,             .max = I8XX_M_MAX },
357         .m1  = { .min = I8XX_M1_MIN,            .max = I8XX_M1_MAX },
358         .m2  = { .min = I8XX_M2_MIN,            .max = I8XX_M2_MAX },
359         .p   = { .min = I8XX_P_MIN,             .max = I8XX_P_MAX },
360         .p1  = { .min = I8XX_P1_LVDS_MIN,       .max = I8XX_P1_LVDS_MAX },
361         .p2  = { .dot_limit = I8XX_P2_SLOW_LIMIT,
362                  .p2_slow = I8XX_P2_LVDS_SLOW,  .p2_fast = I8XX_P2_LVDS_FAST },
363         .find_pll = intel_find_best_PLL,
364 };
365         
366 static const intel_limit_t intel_limits_i9xx_sdvo = {
367         .dot = { .min = I9XX_DOT_MIN,           .max = I9XX_DOT_MAX },
368         .vco = { .min = I9XX_VCO_MIN,           .max = I9XX_VCO_MAX },
369         .n   = { .min = I9XX_N_MIN,             .max = I9XX_N_MAX },
370         .m   = { .min = I9XX_M_MIN,             .max = I9XX_M_MAX },
371         .m1  = { .min = I9XX_M1_MIN,            .max = I9XX_M1_MAX },
372         .m2  = { .min = I9XX_M2_MIN,            .max = I9XX_M2_MAX },
373         .p   = { .min = I9XX_P_SDVO_DAC_MIN,    .max = I9XX_P_SDVO_DAC_MAX },
374         .p1  = { .min = I9XX_P1_MIN,            .max = I9XX_P1_MAX },
375         .p2  = { .dot_limit = I9XX_P2_SDVO_DAC_SLOW_LIMIT,
376                  .p2_slow = I9XX_P2_SDVO_DAC_SLOW,      .p2_fast = I9XX_P2_SDVO_DAC_FAST },
377         .find_pll = intel_find_best_PLL,
378 };
379
380 static const intel_limit_t intel_limits_i9xx_lvds = {
381         .dot = { .min = I9XX_DOT_MIN,           .max = I9XX_DOT_MAX },
382         .vco = { .min = I9XX_VCO_MIN,           .max = I9XX_VCO_MAX },
383         .n   = { .min = I9XX_N_MIN,             .max = I9XX_N_MAX },
384         .m   = { .min = I9XX_M_MIN,             .max = I9XX_M_MAX },
385         .m1  = { .min = I9XX_M1_MIN,            .max = I9XX_M1_MAX },
386         .m2  = { .min = I9XX_M2_MIN,            .max = I9XX_M2_MAX },
387         .p   = { .min = I9XX_P_LVDS_MIN,        .max = I9XX_P_LVDS_MAX },
388         .p1  = { .min = I9XX_P1_MIN,            .max = I9XX_P1_MAX },
389         /* The single-channel range is 25-112Mhz, and dual-channel
390          * is 80-224Mhz.  Prefer single channel as much as possible.
391          */
392         .p2  = { .dot_limit = I9XX_P2_LVDS_SLOW_LIMIT,
393                  .p2_slow = I9XX_P2_LVDS_SLOW,  .p2_fast = I9XX_P2_LVDS_FAST },
394         .find_pll = intel_find_best_PLL,
395 };
396
397     /* below parameter and function is for G4X Chipset Family*/
398 static const intel_limit_t intel_limits_g4x_sdvo = {
399         .dot = { .min = G4X_DOT_SDVO_MIN,       .max = G4X_DOT_SDVO_MAX },
400         .vco = { .min = G4X_VCO_MIN,            .max = G4X_VCO_MAX},
401         .n   = { .min = G4X_N_SDVO_MIN,         .max = G4X_N_SDVO_MAX },
402         .m   = { .min = G4X_M_SDVO_MIN,         .max = G4X_M_SDVO_MAX },
403         .m1  = { .min = G4X_M1_SDVO_MIN,        .max = G4X_M1_SDVO_MAX },
404         .m2  = { .min = G4X_M2_SDVO_MIN,        .max = G4X_M2_SDVO_MAX },
405         .p   = { .min = G4X_P_SDVO_MIN,         .max = G4X_P_SDVO_MAX },
406         .p1  = { .min = G4X_P1_SDVO_MIN,        .max = G4X_P1_SDVO_MAX},
407         .p2  = { .dot_limit = G4X_P2_SDVO_LIMIT,
408                  .p2_slow = G4X_P2_SDVO_SLOW,
409                  .p2_fast = G4X_P2_SDVO_FAST
410         },
411         .find_pll = intel_g4x_find_best_PLL,
412 };
413
414 static const intel_limit_t intel_limits_g4x_hdmi = {
415         .dot = { .min = G4X_DOT_HDMI_DAC_MIN,   .max = G4X_DOT_HDMI_DAC_MAX },
416         .vco = { .min = G4X_VCO_MIN,            .max = G4X_VCO_MAX},
417         .n   = { .min = G4X_N_HDMI_DAC_MIN,     .max = G4X_N_HDMI_DAC_MAX },
418         .m   = { .min = G4X_M_HDMI_DAC_MIN,     .max = G4X_M_HDMI_DAC_MAX },
419         .m1  = { .min = G4X_M1_HDMI_DAC_MIN,    .max = G4X_M1_HDMI_DAC_MAX },
420         .m2  = { .min = G4X_M2_HDMI_DAC_MIN,    .max = G4X_M2_HDMI_DAC_MAX },
421         .p   = { .min = G4X_P_HDMI_DAC_MIN,     .max = G4X_P_HDMI_DAC_MAX },
422         .p1  = { .min = G4X_P1_HDMI_DAC_MIN,    .max = G4X_P1_HDMI_DAC_MAX},
423         .p2  = { .dot_limit = G4X_P2_HDMI_DAC_LIMIT,
424                  .p2_slow = G4X_P2_HDMI_DAC_SLOW,
425                  .p2_fast = G4X_P2_HDMI_DAC_FAST
426         },
427         .find_pll = intel_g4x_find_best_PLL,
428 };
429
430 static const intel_limit_t intel_limits_g4x_single_channel_lvds = {
431         .dot = { .min = G4X_DOT_SINGLE_CHANNEL_LVDS_MIN,
432                  .max = G4X_DOT_SINGLE_CHANNEL_LVDS_MAX },
433         .vco = { .min = G4X_VCO_MIN,
434                  .max = G4X_VCO_MAX },
435         .n   = { .min = G4X_N_SINGLE_CHANNEL_LVDS_MIN,
436                  .max = G4X_N_SINGLE_CHANNEL_LVDS_MAX },
437         .m   = { .min = G4X_M_SINGLE_CHANNEL_LVDS_MIN,
438                  .max = G4X_M_SINGLE_CHANNEL_LVDS_MAX },
439         .m1  = { .min = G4X_M1_SINGLE_CHANNEL_LVDS_MIN,
440                  .max = G4X_M1_SINGLE_CHANNEL_LVDS_MAX },
441         .m2  = { .min = G4X_M2_SINGLE_CHANNEL_LVDS_MIN,
442                  .max = G4X_M2_SINGLE_CHANNEL_LVDS_MAX },
443         .p   = { .min = G4X_P_SINGLE_CHANNEL_LVDS_MIN,
444                  .max = G4X_P_SINGLE_CHANNEL_LVDS_MAX },
445         .p1  = { .min = G4X_P1_SINGLE_CHANNEL_LVDS_MIN,
446                  .max = G4X_P1_SINGLE_CHANNEL_LVDS_MAX },
447         .p2  = { .dot_limit = G4X_P2_SINGLE_CHANNEL_LVDS_LIMIT,
448                  .p2_slow = G4X_P2_SINGLE_CHANNEL_LVDS_SLOW,
449                  .p2_fast = G4X_P2_SINGLE_CHANNEL_LVDS_FAST
450         },
451         .find_pll = intel_g4x_find_best_PLL,
452 };
453
454 static const intel_limit_t intel_limits_g4x_dual_channel_lvds = {
455         .dot = { .min = G4X_DOT_DUAL_CHANNEL_LVDS_MIN,
456                  .max = G4X_DOT_DUAL_CHANNEL_LVDS_MAX },
457         .vco = { .min = G4X_VCO_MIN,
458                  .max = G4X_VCO_MAX },
459         .n   = { .min = G4X_N_DUAL_CHANNEL_LVDS_MIN,
460                  .max = G4X_N_DUAL_CHANNEL_LVDS_MAX },
461         .m   = { .min = G4X_M_DUAL_CHANNEL_LVDS_MIN,
462                  .max = G4X_M_DUAL_CHANNEL_LVDS_MAX },
463         .m1  = { .min = G4X_M1_DUAL_CHANNEL_LVDS_MIN,
464                  .max = G4X_M1_DUAL_CHANNEL_LVDS_MAX },
465         .m2  = { .min = G4X_M2_DUAL_CHANNEL_LVDS_MIN,
466                  .max = G4X_M2_DUAL_CHANNEL_LVDS_MAX },
467         .p   = { .min = G4X_P_DUAL_CHANNEL_LVDS_MIN,
468                  .max = G4X_P_DUAL_CHANNEL_LVDS_MAX },
469         .p1  = { .min = G4X_P1_DUAL_CHANNEL_LVDS_MIN,
470                  .max = G4X_P1_DUAL_CHANNEL_LVDS_MAX },
471         .p2  = { .dot_limit = G4X_P2_DUAL_CHANNEL_LVDS_LIMIT,
472                  .p2_slow = G4X_P2_DUAL_CHANNEL_LVDS_SLOW,
473                  .p2_fast = G4X_P2_DUAL_CHANNEL_LVDS_FAST
474         },
475         .find_pll = intel_g4x_find_best_PLL,
476 };
477
478 static const intel_limit_t intel_limits_g4x_display_port = {
479         .dot = { .min = G4X_DOT_DISPLAY_PORT_MIN,
480                  .max = G4X_DOT_DISPLAY_PORT_MAX },
481         .vco = { .min = G4X_VCO_MIN,
482                  .max = G4X_VCO_MAX},
483         .n   = { .min = G4X_N_DISPLAY_PORT_MIN,
484                  .max = G4X_N_DISPLAY_PORT_MAX },
485         .m   = { .min = G4X_M_DISPLAY_PORT_MIN,
486                  .max = G4X_M_DISPLAY_PORT_MAX },
487         .m1  = { .min = G4X_M1_DISPLAY_PORT_MIN,
488                  .max = G4X_M1_DISPLAY_PORT_MAX },
489         .m2  = { .min = G4X_M2_DISPLAY_PORT_MIN,
490                  .max = G4X_M2_DISPLAY_PORT_MAX },
491         .p   = { .min = G4X_P_DISPLAY_PORT_MIN,
492                  .max = G4X_P_DISPLAY_PORT_MAX },
493         .p1  = { .min = G4X_P1_DISPLAY_PORT_MIN,
494                  .max = G4X_P1_DISPLAY_PORT_MAX},
495         .p2  = { .dot_limit = G4X_P2_DISPLAY_PORT_LIMIT,
496                  .p2_slow = G4X_P2_DISPLAY_PORT_SLOW,
497                  .p2_fast = G4X_P2_DISPLAY_PORT_FAST },
498         .find_pll = intel_find_pll_g4x_dp,
499 };
500
501 static const intel_limit_t intel_limits_pineview_sdvo = {
502         .dot = { .min = I9XX_DOT_MIN,           .max = I9XX_DOT_MAX},
503         .vco = { .min = PINEVIEW_VCO_MIN,               .max = PINEVIEW_VCO_MAX },
504         .n   = { .min = PINEVIEW_N_MIN,         .max = PINEVIEW_N_MAX },
505         .m   = { .min = PINEVIEW_M_MIN,         .max = PINEVIEW_M_MAX },
506         .m1  = { .min = PINEVIEW_M1_MIN,                .max = PINEVIEW_M1_MAX },
507         .m2  = { .min = PINEVIEW_M2_MIN,                .max = PINEVIEW_M2_MAX },
508         .p   = { .min = I9XX_P_SDVO_DAC_MIN,    .max = I9XX_P_SDVO_DAC_MAX },
509         .p1  = { .min = I9XX_P1_MIN,            .max = I9XX_P1_MAX },
510         .p2  = { .dot_limit = I9XX_P2_SDVO_DAC_SLOW_LIMIT,
511                  .p2_slow = I9XX_P2_SDVO_DAC_SLOW,      .p2_fast = I9XX_P2_SDVO_DAC_FAST },
512         .find_pll = intel_find_best_PLL,
513 };
514
515 static const intel_limit_t intel_limits_pineview_lvds = {
516         .dot = { .min = I9XX_DOT_MIN,           .max = I9XX_DOT_MAX },
517         .vco = { .min = PINEVIEW_VCO_MIN,               .max = PINEVIEW_VCO_MAX },
518         .n   = { .min = PINEVIEW_N_MIN,         .max = PINEVIEW_N_MAX },
519         .m   = { .min = PINEVIEW_M_MIN,         .max = PINEVIEW_M_MAX },
520         .m1  = { .min = PINEVIEW_M1_MIN,                .max = PINEVIEW_M1_MAX },
521         .m2  = { .min = PINEVIEW_M2_MIN,                .max = PINEVIEW_M2_MAX },
522         .p   = { .min = PINEVIEW_P_LVDS_MIN,    .max = PINEVIEW_P_LVDS_MAX },
523         .p1  = { .min = I9XX_P1_MIN,            .max = I9XX_P1_MAX },
524         /* Pineview only supports single-channel mode. */
525         .p2  = { .dot_limit = I9XX_P2_LVDS_SLOW_LIMIT,
526                  .p2_slow = I9XX_P2_LVDS_SLOW,  .p2_fast = I9XX_P2_LVDS_SLOW },
527         .find_pll = intel_find_best_PLL,
528 };
529
530 static const intel_limit_t intel_limits_ironlake_dac = {
531         .dot = { .min = IRONLAKE_DOT_MIN,          .max = IRONLAKE_DOT_MAX },
532         .vco = { .min = IRONLAKE_VCO_MIN,          .max = IRONLAKE_VCO_MAX },
533         .n   = { .min = IRONLAKE_DAC_N_MIN,        .max = IRONLAKE_DAC_N_MAX },
534         .m   = { .min = IRONLAKE_DAC_M_MIN,        .max = IRONLAKE_DAC_M_MAX },
535         .m1  = { .min = IRONLAKE_M1_MIN,           .max = IRONLAKE_M1_MAX },
536         .m2  = { .min = IRONLAKE_M2_MIN,           .max = IRONLAKE_M2_MAX },
537         .p   = { .min = IRONLAKE_DAC_P_MIN,        .max = IRONLAKE_DAC_P_MAX },
538         .p1  = { .min = IRONLAKE_DAC_P1_MIN,       .max = IRONLAKE_DAC_P1_MAX },
539         .p2  = { .dot_limit = IRONLAKE_P2_DOT_LIMIT,
540                  .p2_slow = IRONLAKE_DAC_P2_SLOW,
541                  .p2_fast = IRONLAKE_DAC_P2_FAST },
542         .find_pll = intel_g4x_find_best_PLL,
543 };
544
545 static const intel_limit_t intel_limits_ironlake_single_lvds = {
546         .dot = { .min = IRONLAKE_DOT_MIN,          .max = IRONLAKE_DOT_MAX },
547         .vco = { .min = IRONLAKE_VCO_MIN,          .max = IRONLAKE_VCO_MAX },
548         .n   = { .min = IRONLAKE_LVDS_S_N_MIN,     .max = IRONLAKE_LVDS_S_N_MAX },
549         .m   = { .min = IRONLAKE_LVDS_S_M_MIN,     .max = IRONLAKE_LVDS_S_M_MAX },
550         .m1  = { .min = IRONLAKE_M1_MIN,           .max = IRONLAKE_M1_MAX },
551         .m2  = { .min = IRONLAKE_M2_MIN,           .max = IRONLAKE_M2_MAX },
552         .p   = { .min = IRONLAKE_LVDS_S_P_MIN,     .max = IRONLAKE_LVDS_S_P_MAX },
553         .p1  = { .min = IRONLAKE_LVDS_S_P1_MIN,    .max = IRONLAKE_LVDS_S_P1_MAX },
554         .p2  = { .dot_limit = IRONLAKE_P2_DOT_LIMIT,
555                  .p2_slow = IRONLAKE_LVDS_S_P2_SLOW,
556                  .p2_fast = IRONLAKE_LVDS_S_P2_FAST },
557         .find_pll = intel_g4x_find_best_PLL,
558 };
559
560 static const intel_limit_t intel_limits_ironlake_dual_lvds = {
561         .dot = { .min = IRONLAKE_DOT_MIN,          .max = IRONLAKE_DOT_MAX },
562         .vco = { .min = IRONLAKE_VCO_MIN,          .max = IRONLAKE_VCO_MAX },
563         .n   = { .min = IRONLAKE_LVDS_D_N_MIN,     .max = IRONLAKE_LVDS_D_N_MAX },
564         .m   = { .min = IRONLAKE_LVDS_D_M_MIN,     .max = IRONLAKE_LVDS_D_M_MAX },
565         .m1  = { .min = IRONLAKE_M1_MIN,           .max = IRONLAKE_M1_MAX },
566         .m2  = { .min = IRONLAKE_M2_MIN,           .max = IRONLAKE_M2_MAX },
567         .p   = { .min = IRONLAKE_LVDS_D_P_MIN,     .max = IRONLAKE_LVDS_D_P_MAX },
568         .p1  = { .min = IRONLAKE_LVDS_D_P1_MIN,    .max = IRONLAKE_LVDS_D_P1_MAX },
569         .p2  = { .dot_limit = IRONLAKE_P2_DOT_LIMIT,
570                  .p2_slow = IRONLAKE_LVDS_D_P2_SLOW,
571                  .p2_fast = IRONLAKE_LVDS_D_P2_FAST },
572         .find_pll = intel_g4x_find_best_PLL,
573 };
574
575 static const intel_limit_t intel_limits_ironlake_single_lvds_100m = {
576         .dot = { .min = IRONLAKE_DOT_MIN,          .max = IRONLAKE_DOT_MAX },
577         .vco = { .min = IRONLAKE_VCO_MIN,          .max = IRONLAKE_VCO_MAX },
578         .n   = { .min = IRONLAKE_LVDS_S_SSC_N_MIN, .max = IRONLAKE_LVDS_S_SSC_N_MAX },
579         .m   = { .min = IRONLAKE_LVDS_S_SSC_M_MIN, .max = IRONLAKE_LVDS_S_SSC_M_MAX },
580         .m1  = { .min = IRONLAKE_M1_MIN,           .max = IRONLAKE_M1_MAX },
581         .m2  = { .min = IRONLAKE_M2_MIN,           .max = IRONLAKE_M2_MAX },
582         .p   = { .min = IRONLAKE_LVDS_S_SSC_P_MIN, .max = IRONLAKE_LVDS_S_SSC_P_MAX },
583         .p1  = { .min = IRONLAKE_LVDS_S_SSC_P1_MIN,.max = IRONLAKE_LVDS_S_SSC_P1_MAX },
584         .p2  = { .dot_limit = IRONLAKE_P2_DOT_LIMIT,
585                  .p2_slow = IRONLAKE_LVDS_S_SSC_P2_SLOW,
586                  .p2_fast = IRONLAKE_LVDS_S_SSC_P2_FAST },
587         .find_pll = intel_g4x_find_best_PLL,
588 };
589
590 static const intel_limit_t intel_limits_ironlake_dual_lvds_100m = {
591         .dot = { .min = IRONLAKE_DOT_MIN,          .max = IRONLAKE_DOT_MAX },
592         .vco = { .min = IRONLAKE_VCO_MIN,          .max = IRONLAKE_VCO_MAX },
593         .n   = { .min = IRONLAKE_LVDS_D_SSC_N_MIN, .max = IRONLAKE_LVDS_D_SSC_N_MAX },
594         .m   = { .min = IRONLAKE_LVDS_D_SSC_M_MIN, .max = IRONLAKE_LVDS_D_SSC_M_MAX },
595         .m1  = { .min = IRONLAKE_M1_MIN,           .max = IRONLAKE_M1_MAX },
596         .m2  = { .min = IRONLAKE_M2_MIN,           .max = IRONLAKE_M2_MAX },
597         .p   = { .min = IRONLAKE_LVDS_D_SSC_P_MIN, .max = IRONLAKE_LVDS_D_SSC_P_MAX },
598         .p1  = { .min = IRONLAKE_LVDS_D_SSC_P1_MIN,.max = IRONLAKE_LVDS_D_SSC_P1_MAX },
599         .p2  = { .dot_limit = IRONLAKE_P2_DOT_LIMIT,
600                  .p2_slow = IRONLAKE_LVDS_D_SSC_P2_SLOW,
601                  .p2_fast = IRONLAKE_LVDS_D_SSC_P2_FAST },
602         .find_pll = intel_g4x_find_best_PLL,
603 };
604
605 static const intel_limit_t intel_limits_ironlake_display_port = {
606         .dot = { .min = IRONLAKE_DOT_MIN,
607                  .max = IRONLAKE_DOT_MAX },
608         .vco = { .min = IRONLAKE_VCO_MIN,
609                  .max = IRONLAKE_VCO_MAX},
610         .n   = { .min = IRONLAKE_DP_N_MIN,
611                  .max = IRONLAKE_DP_N_MAX },
612         .m   = { .min = IRONLAKE_DP_M_MIN,
613                  .max = IRONLAKE_DP_M_MAX },
614         .m1  = { .min = IRONLAKE_M1_MIN,
615                  .max = IRONLAKE_M1_MAX },
616         .m2  = { .min = IRONLAKE_M2_MIN,
617                  .max = IRONLAKE_M2_MAX },
618         .p   = { .min = IRONLAKE_DP_P_MIN,
619                  .max = IRONLAKE_DP_P_MAX },
620         .p1  = { .min = IRONLAKE_DP_P1_MIN,
621                  .max = IRONLAKE_DP_P1_MAX},
622         .p2  = { .dot_limit = IRONLAKE_DP_P2_LIMIT,
623                  .p2_slow = IRONLAKE_DP_P2_SLOW,
624                  .p2_fast = IRONLAKE_DP_P2_FAST },
625         .find_pll = intel_find_pll_ironlake_dp,
626 };
627
628 static const intel_limit_t *intel_ironlake_limit(struct drm_crtc *crtc)
629 {
630         struct drm_device *dev = crtc->dev;
631         struct drm_i915_private *dev_priv = dev->dev_private;
632         const intel_limit_t *limit;
633         int refclk = 120;
634
635         if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS)) {
636                 if (dev_priv->lvds_use_ssc && dev_priv->lvds_ssc_freq == 100)
637                         refclk = 100;
638
639                 if ((I915_READ(PCH_LVDS) & LVDS_CLKB_POWER_MASK) ==
640                     LVDS_CLKB_POWER_UP) {
641                         /* LVDS dual channel */
642                         if (refclk == 100)
643                                 limit = &intel_limits_ironlake_dual_lvds_100m;
644                         else
645                                 limit = &intel_limits_ironlake_dual_lvds;
646                 } else {
647                         if (refclk == 100)
648                                 limit = &intel_limits_ironlake_single_lvds_100m;
649                         else
650                                 limit = &intel_limits_ironlake_single_lvds;
651                 }
652         } else if (intel_pipe_has_type(crtc, INTEL_OUTPUT_DISPLAYPORT) ||
653                         HAS_eDP)
654                 limit = &intel_limits_ironlake_display_port;
655         else
656                 limit = &intel_limits_ironlake_dac;
657
658         return limit;
659 }
660
661 static const intel_limit_t *intel_g4x_limit(struct drm_crtc *crtc)
662 {
663         struct drm_device *dev = crtc->dev;
664         struct drm_i915_private *dev_priv = dev->dev_private;
665         const intel_limit_t *limit;
666
667         if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS)) {
668                 if ((I915_READ(LVDS) & LVDS_CLKB_POWER_MASK) ==
669                     LVDS_CLKB_POWER_UP)
670                         /* LVDS with dual channel */
671                         limit = &intel_limits_g4x_dual_channel_lvds;
672                 else
673                         /* LVDS with dual channel */
674                         limit = &intel_limits_g4x_single_channel_lvds;
675         } else if (intel_pipe_has_type(crtc, INTEL_OUTPUT_HDMI) ||
676                    intel_pipe_has_type(crtc, INTEL_OUTPUT_ANALOG)) {
677                 limit = &intel_limits_g4x_hdmi;
678         } else if (intel_pipe_has_type(crtc, INTEL_OUTPUT_SDVO)) {
679                 limit = &intel_limits_g4x_sdvo;
680         } else if (intel_pipe_has_type (crtc, INTEL_OUTPUT_DISPLAYPORT)) {
681                 limit = &intel_limits_g4x_display_port;
682         } else /* The option is for other outputs */
683                 limit = &intel_limits_i9xx_sdvo;
684
685         return limit;
686 }
687
688 static const intel_limit_t *intel_limit(struct drm_crtc *crtc)
689 {
690         struct drm_device *dev = crtc->dev;
691         const intel_limit_t *limit;
692
693         if (IS_IRONLAKE(dev))
694                 limit = intel_ironlake_limit(crtc);
695         else if (IS_G4X(dev)) {
696                 limit = intel_g4x_limit(crtc);
697         } else if (IS_I9XX(dev) && !IS_PINEVIEW(dev)) {
698                 if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS))
699                         limit = &intel_limits_i9xx_lvds;
700                 else
701                         limit = &intel_limits_i9xx_sdvo;
702         } else if (IS_PINEVIEW(dev)) {
703                 if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS))
704                         limit = &intel_limits_pineview_lvds;
705                 else
706                         limit = &intel_limits_pineview_sdvo;
707         } else {
708                 if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS))
709                         limit = &intel_limits_i8xx_lvds;
710                 else
711                         limit = &intel_limits_i8xx_dvo;
712         }
713         return limit;
714 }
715
716 /* m1 is reserved as 0 in Pineview, n is a ring counter */
717 static void pineview_clock(int refclk, intel_clock_t *clock)
718 {
719         clock->m = clock->m2 + 2;
720         clock->p = clock->p1 * clock->p2;
721         clock->vco = refclk * clock->m / clock->n;
722         clock->dot = clock->vco / clock->p;
723 }
724
725 static void intel_clock(struct drm_device *dev, int refclk, intel_clock_t *clock)
726 {
727         if (IS_PINEVIEW(dev)) {
728                 pineview_clock(refclk, clock);
729                 return;
730         }
731         clock->m = 5 * (clock->m1 + 2) + (clock->m2 + 2);
732         clock->p = clock->p1 * clock->p2;
733         clock->vco = refclk * clock->m / (clock->n + 2);
734         clock->dot = clock->vco / clock->p;
735 }
736
737 /**
738  * Returns whether any output on the specified pipe is of the specified type
739  */
740 bool intel_pipe_has_type (struct drm_crtc *crtc, int type)
741 {
742     struct drm_device *dev = crtc->dev;
743     struct drm_mode_config *mode_config = &dev->mode_config;
744     struct drm_connector *l_entry;
745
746     list_for_each_entry(l_entry, &mode_config->connector_list, head) {
747             if (l_entry->encoder &&
748                 l_entry->encoder->crtc == crtc) {
749                     struct intel_output *intel_output = to_intel_output(l_entry);
750                     if (intel_output->type == type)
751                             return true;
752             }
753     }
754     return false;
755 }
756
757 struct drm_connector *
758 intel_pipe_get_output (struct drm_crtc *crtc)
759 {
760     struct drm_device *dev = crtc->dev;
761     struct drm_mode_config *mode_config = &dev->mode_config;
762     struct drm_connector *l_entry, *ret = NULL;
763
764     list_for_each_entry(l_entry, &mode_config->connector_list, head) {
765             if (l_entry->encoder &&
766                 l_entry->encoder->crtc == crtc) {
767                     ret = l_entry;
768                     break;
769             }
770     }
771     return ret;
772 }
773
774 #define INTELPllInvalid(s)   do { /* DRM_DEBUG(s); */ return false; } while (0)
775 /**
776  * Returns whether the given set of divisors are valid for a given refclk with
777  * the given connectors.
778  */
779
780 static bool intel_PLL_is_valid(struct drm_crtc *crtc, intel_clock_t *clock)
781 {
782         const intel_limit_t *limit = intel_limit (crtc);
783         struct drm_device *dev = crtc->dev;
784
785         if (clock->p1  < limit->p1.min  || limit->p1.max  < clock->p1)
786                 INTELPllInvalid ("p1 out of range\n");
787         if (clock->p   < limit->p.min   || limit->p.max   < clock->p)
788                 INTELPllInvalid ("p out of range\n");
789         if (clock->m2  < limit->m2.min  || limit->m2.max  < clock->m2)
790                 INTELPllInvalid ("m2 out of range\n");
791         if (clock->m1  < limit->m1.min  || limit->m1.max  < clock->m1)
792                 INTELPllInvalid ("m1 out of range\n");
793         if (clock->m1 <= clock->m2 && !IS_PINEVIEW(dev))
794                 INTELPllInvalid ("m1 <= m2\n");
795         if (clock->m   < limit->m.min   || limit->m.max   < clock->m)
796                 INTELPllInvalid ("m out of range\n");
797         if (clock->n   < limit->n.min   || limit->n.max   < clock->n)
798                 INTELPllInvalid ("n out of range\n");
799         if (clock->vco < limit->vco.min || limit->vco.max < clock->vco)
800                 INTELPllInvalid ("vco out of range\n");
801         /* XXX: We may need to be checking "Dot clock" depending on the multiplier,
802          * connector, etc., rather than just a single range.
803          */
804         if (clock->dot < limit->dot.min || limit->dot.max < clock->dot)
805                 INTELPllInvalid ("dot out of range\n");
806
807         return true;
808 }
809
810 static bool
811 intel_find_best_PLL(const intel_limit_t *limit, struct drm_crtc *crtc,
812                     int target, int refclk, intel_clock_t *best_clock)
813
814 {
815         struct drm_device *dev = crtc->dev;
816         struct drm_i915_private *dev_priv = dev->dev_private;
817         intel_clock_t clock;
818         int err = target;
819
820         if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS) &&
821             (I915_READ(LVDS)) != 0) {
822                 /*
823                  * For LVDS, if the panel is on, just rely on its current
824                  * settings for dual-channel.  We haven't figured out how to
825                  * reliably set up different single/dual channel state, if we
826                  * even can.
827                  */
828                 if ((I915_READ(LVDS) & LVDS_CLKB_POWER_MASK) ==
829                     LVDS_CLKB_POWER_UP)
830                         clock.p2 = limit->p2.p2_fast;
831                 else
832                         clock.p2 = limit->p2.p2_slow;
833         } else {
834                 if (target < limit->p2.dot_limit)
835                         clock.p2 = limit->p2.p2_slow;
836                 else
837                         clock.p2 = limit->p2.p2_fast;
838         }
839
840         memset (best_clock, 0, sizeof (*best_clock));
841
842         for (clock.m1 = limit->m1.min; clock.m1 <= limit->m1.max;
843              clock.m1++) {
844                 for (clock.m2 = limit->m2.min;
845                      clock.m2 <= limit->m2.max; clock.m2++) {
846                         /* m1 is always 0 in Pineview */
847                         if (clock.m2 >= clock.m1 && !IS_PINEVIEW(dev))
848                                 break;
849                         for (clock.n = limit->n.min;
850                              clock.n <= limit->n.max; clock.n++) {
851                                 for (clock.p1 = limit->p1.min;
852                                         clock.p1 <= limit->p1.max; clock.p1++) {
853                                         int this_err;
854
855                                         intel_clock(dev, refclk, &clock);
856
857                                         if (!intel_PLL_is_valid(crtc, &clock))
858                                                 continue;
859
860                                         this_err = abs(clock.dot - target);
861                                         if (this_err < err) {
862                                                 *best_clock = clock;
863                                                 err = this_err;
864                                         }
865                                 }
866                         }
867                 }
868         }
869
870         return (err != target);
871 }
872
873 static bool
874 intel_g4x_find_best_PLL(const intel_limit_t *limit, struct drm_crtc *crtc,
875                         int target, int refclk, intel_clock_t *best_clock)
876 {
877         struct drm_device *dev = crtc->dev;
878         struct drm_i915_private *dev_priv = dev->dev_private;
879         intel_clock_t clock;
880         int max_n;
881         bool found;
882         /* approximately equals target * 0.00488 */
883         int err_most = (target >> 8) + (target >> 10);
884         found = false;
885
886         if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS)) {
887                 int lvds_reg;
888
889                 if (IS_IRONLAKE(dev))
890                         lvds_reg = PCH_LVDS;
891                 else
892                         lvds_reg = LVDS;
893                 if ((I915_READ(lvds_reg) & LVDS_CLKB_POWER_MASK) ==
894                     LVDS_CLKB_POWER_UP)
895                         clock.p2 = limit->p2.p2_fast;
896                 else
897                         clock.p2 = limit->p2.p2_slow;
898         } else {
899                 if (target < limit->p2.dot_limit)
900                         clock.p2 = limit->p2.p2_slow;
901                 else
902                         clock.p2 = limit->p2.p2_fast;
903         }
904
905         memset(best_clock, 0, sizeof(*best_clock));
906         max_n = limit->n.max;
907         /* based on hardware requriment prefer smaller n to precision */
908         for (clock.n = limit->n.min; clock.n <= max_n; clock.n++) {
909                 /* based on hardware requirment prefere larger m1,m2 */
910                 for (clock.m1 = limit->m1.max;
911                      clock.m1 >= limit->m1.min; clock.m1--) {
912                         for (clock.m2 = limit->m2.max;
913                              clock.m2 >= limit->m2.min; clock.m2--) {
914                                 for (clock.p1 = limit->p1.max;
915                                      clock.p1 >= limit->p1.min; clock.p1--) {
916                                         int this_err;
917
918                                         intel_clock(dev, refclk, &clock);
919                                         if (!intel_PLL_is_valid(crtc, &clock))
920                                                 continue;
921                                         this_err = abs(clock.dot - target) ;
922                                         if (this_err < err_most) {
923                                                 *best_clock = clock;
924                                                 err_most = this_err;
925                                                 max_n = clock.n;
926                                                 found = true;
927                                         }
928                                 }
929                         }
930                 }
931         }
932         return found;
933 }
934
935 static bool
936 intel_find_pll_ironlake_dp(const intel_limit_t *limit, struct drm_crtc *crtc,
937                            int target, int refclk, intel_clock_t *best_clock)
938 {
939         struct drm_device *dev = crtc->dev;
940         intel_clock_t clock;
941
942         /* return directly when it is eDP */
943         if (HAS_eDP)
944                 return true;
945
946         if (target < 200000) {
947                 clock.n = 1;
948                 clock.p1 = 2;
949                 clock.p2 = 10;
950                 clock.m1 = 12;
951                 clock.m2 = 9;
952         } else {
953                 clock.n = 2;
954                 clock.p1 = 1;
955                 clock.p2 = 10;
956                 clock.m1 = 14;
957                 clock.m2 = 8;
958         }
959         intel_clock(dev, refclk, &clock);
960         memcpy(best_clock, &clock, sizeof(intel_clock_t));
961         return true;
962 }
963
964 /* DisplayPort has only two frequencies, 162MHz and 270MHz */
965 static bool
966 intel_find_pll_g4x_dp(const intel_limit_t *limit, struct drm_crtc *crtc,
967                       int target, int refclk, intel_clock_t *best_clock)
968 {
969     intel_clock_t clock;
970     if (target < 200000) {
971         clock.p1 = 2;
972         clock.p2 = 10;
973         clock.n = 2;
974         clock.m1 = 23;
975         clock.m2 = 8;
976     } else {
977         clock.p1 = 1;
978         clock.p2 = 10;
979         clock.n = 1;
980         clock.m1 = 14;
981         clock.m2 = 2;
982     }
983     clock.m = 5 * (clock.m1 + 2) + (clock.m2 + 2);
984     clock.p = (clock.p1 * clock.p2);
985     clock.dot = 96000 * clock.m / (clock.n + 2) / clock.p;
986     clock.vco = 0;
987     memcpy(best_clock, &clock, sizeof(intel_clock_t));
988     return true;
989 }
990
991 void
992 intel_wait_for_vblank(struct drm_device *dev)
993 {
994         /* Wait for 20ms, i.e. one cycle at 50hz. */
995         msleep(20);
996 }
997
998 /* Parameters have changed, update FBC info */
999 static void i8xx_enable_fbc(struct drm_crtc *crtc, unsigned long interval)
1000 {
1001         struct drm_device *dev = crtc->dev;
1002         struct drm_i915_private *dev_priv = dev->dev_private;
1003         struct drm_framebuffer *fb = crtc->fb;
1004         struct intel_framebuffer *intel_fb = to_intel_framebuffer(fb);
1005         struct drm_i915_gem_object *obj_priv = intel_fb->obj->driver_private;
1006         struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
1007         int plane, i;
1008         u32 fbc_ctl, fbc_ctl2;
1009
1010         dev_priv->cfb_pitch = dev_priv->cfb_size / FBC_LL_SIZE;
1011
1012         if (fb->pitch < dev_priv->cfb_pitch)
1013                 dev_priv->cfb_pitch = fb->pitch;
1014
1015         /* FBC_CTL wants 64B units */
1016         dev_priv->cfb_pitch = (dev_priv->cfb_pitch / 64) - 1;
1017         dev_priv->cfb_fence = obj_priv->fence_reg;
1018         dev_priv->cfb_plane = intel_crtc->plane;
1019         plane = dev_priv->cfb_plane == 0 ? FBC_CTL_PLANEA : FBC_CTL_PLANEB;
1020
1021         /* Clear old tags */
1022         for (i = 0; i < (FBC_LL_SIZE / 32) + 1; i++)
1023                 I915_WRITE(FBC_TAG + (i * 4), 0);
1024
1025         /* Set it up... */
1026         fbc_ctl2 = FBC_CTL_FENCE_DBL | FBC_CTL_IDLE_IMM | plane;
1027         if (obj_priv->tiling_mode != I915_TILING_NONE)
1028                 fbc_ctl2 |= FBC_CTL_CPU_FENCE;
1029         I915_WRITE(FBC_CONTROL2, fbc_ctl2);
1030         I915_WRITE(FBC_FENCE_OFF, crtc->y);
1031
1032         /* enable it... */
1033         fbc_ctl = FBC_CTL_EN | FBC_CTL_PERIODIC;
1034         if (IS_I945GM(dev))
1035                 fbc_ctl |= FBC_C3_IDLE; /* 945 needs special SR handling */
1036         fbc_ctl |= (dev_priv->cfb_pitch & 0xff) << FBC_CTL_STRIDE_SHIFT;
1037         fbc_ctl |= (interval & 0x2fff) << FBC_CTL_INTERVAL_SHIFT;
1038         if (obj_priv->tiling_mode != I915_TILING_NONE)
1039                 fbc_ctl |= dev_priv->cfb_fence;
1040         I915_WRITE(FBC_CONTROL, fbc_ctl);
1041
1042         DRM_DEBUG_KMS("enabled FBC, pitch %ld, yoff %d, plane %d, ",
1043                   dev_priv->cfb_pitch, crtc->y, dev_priv->cfb_plane);
1044 }
1045
1046 void i8xx_disable_fbc(struct drm_device *dev)
1047 {
1048         struct drm_i915_private *dev_priv = dev->dev_private;
1049         u32 fbc_ctl;
1050
1051         if (!I915_HAS_FBC(dev))
1052                 return;
1053
1054         /* Disable compression */
1055         fbc_ctl = I915_READ(FBC_CONTROL);
1056         fbc_ctl &= ~FBC_CTL_EN;
1057         I915_WRITE(FBC_CONTROL, fbc_ctl);
1058
1059         /* Wait for compressing bit to clear */
1060         while (I915_READ(FBC_STATUS) & FBC_STAT_COMPRESSING)
1061                 ; /* nothing */
1062
1063         intel_wait_for_vblank(dev);
1064
1065         DRM_DEBUG_KMS("disabled FBC\n");
1066 }
1067
1068 static bool i8xx_fbc_enabled(struct drm_crtc *crtc)
1069 {
1070         struct drm_device *dev = crtc->dev;
1071         struct drm_i915_private *dev_priv = dev->dev_private;
1072
1073         return I915_READ(FBC_CONTROL) & FBC_CTL_EN;
1074 }
1075
1076 static void g4x_enable_fbc(struct drm_crtc *crtc, unsigned long interval)
1077 {
1078         struct drm_device *dev = crtc->dev;
1079         struct drm_i915_private *dev_priv = dev->dev_private;
1080         struct drm_framebuffer *fb = crtc->fb;
1081         struct intel_framebuffer *intel_fb = to_intel_framebuffer(fb);
1082         struct drm_i915_gem_object *obj_priv = intel_fb->obj->driver_private;
1083         struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
1084         int plane = (intel_crtc->plane == 0 ? DPFC_CTL_PLANEA :
1085                      DPFC_CTL_PLANEB);
1086         unsigned long stall_watermark = 200;
1087         u32 dpfc_ctl;
1088
1089         dev_priv->cfb_pitch = (dev_priv->cfb_pitch / 64) - 1;
1090         dev_priv->cfb_fence = obj_priv->fence_reg;
1091         dev_priv->cfb_plane = intel_crtc->plane;
1092
1093         dpfc_ctl = plane | DPFC_SR_EN | DPFC_CTL_LIMIT_1X;
1094         if (obj_priv->tiling_mode != I915_TILING_NONE) {
1095                 dpfc_ctl |= DPFC_CTL_FENCE_EN | dev_priv->cfb_fence;
1096                 I915_WRITE(DPFC_CHICKEN, DPFC_HT_MODIFY);
1097         } else {
1098                 I915_WRITE(DPFC_CHICKEN, ~DPFC_HT_MODIFY);
1099         }
1100
1101         I915_WRITE(DPFC_CONTROL, dpfc_ctl);
1102         I915_WRITE(DPFC_RECOMP_CTL, DPFC_RECOMP_STALL_EN |
1103                    (stall_watermark << DPFC_RECOMP_STALL_WM_SHIFT) |
1104                    (interval << DPFC_RECOMP_TIMER_COUNT_SHIFT));
1105         I915_WRITE(DPFC_FENCE_YOFF, crtc->y);
1106
1107         /* enable it... */
1108         I915_WRITE(DPFC_CONTROL, I915_READ(DPFC_CONTROL) | DPFC_CTL_EN);
1109
1110         DRM_DEBUG_KMS("enabled fbc on plane %d\n", intel_crtc->plane);
1111 }
1112
1113 void g4x_disable_fbc(struct drm_device *dev)
1114 {
1115         struct drm_i915_private *dev_priv = dev->dev_private;
1116         u32 dpfc_ctl;
1117
1118         /* Disable compression */
1119         dpfc_ctl = I915_READ(DPFC_CONTROL);
1120         dpfc_ctl &= ~DPFC_CTL_EN;
1121         I915_WRITE(DPFC_CONTROL, dpfc_ctl);
1122         intel_wait_for_vblank(dev);
1123
1124         DRM_DEBUG_KMS("disabled FBC\n");
1125 }
1126
1127 static bool g4x_fbc_enabled(struct drm_crtc *crtc)
1128 {
1129         struct drm_device *dev = crtc->dev;
1130         struct drm_i915_private *dev_priv = dev->dev_private;
1131
1132         return I915_READ(DPFC_CONTROL) & DPFC_CTL_EN;
1133 }
1134
1135 /**
1136  * intel_update_fbc - enable/disable FBC as needed
1137  * @crtc: CRTC to point the compressor at
1138  * @mode: mode in use
1139  *
1140  * Set up the framebuffer compression hardware at mode set time.  We
1141  * enable it if possible:
1142  *   - plane A only (on pre-965)
1143  *   - no pixel mulitply/line duplication
1144  *   - no alpha buffer discard
1145  *   - no dual wide
1146  *   - framebuffer <= 2048 in width, 1536 in height
1147  *
1148  * We can't assume that any compression will take place (worst case),
1149  * so the compressed buffer has to be the same size as the uncompressed
1150  * one.  It also must reside (along with the line length buffer) in
1151  * stolen memory.
1152  *
1153  * We need to enable/disable FBC on a global basis.
1154  */
1155 static void intel_update_fbc(struct drm_crtc *crtc,
1156                              struct drm_display_mode *mode)
1157 {
1158         struct drm_device *dev = crtc->dev;
1159         struct drm_i915_private *dev_priv = dev->dev_private;
1160         struct drm_framebuffer *fb = crtc->fb;
1161         struct intel_framebuffer *intel_fb;
1162         struct drm_i915_gem_object *obj_priv;
1163         struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
1164         int plane = intel_crtc->plane;
1165
1166         if (!i915_powersave)
1167                 return;
1168
1169         if (!dev_priv->display.fbc_enabled ||
1170             !dev_priv->display.enable_fbc ||
1171             !dev_priv->display.disable_fbc)
1172                 return;
1173
1174         if (!crtc->fb)
1175                 return;
1176
1177         intel_fb = to_intel_framebuffer(fb);
1178         obj_priv = intel_fb->obj->driver_private;
1179
1180         /*
1181          * If FBC is already on, we just have to verify that we can
1182          * keep it that way...
1183          * Need to disable if:
1184          *   - changing FBC params (stride, fence, mode)
1185          *   - new fb is too large to fit in compressed buffer
1186          *   - going to an unsupported config (interlace, pixel multiply, etc.)
1187          */
1188         if (intel_fb->obj->size > dev_priv->cfb_size) {
1189                 DRM_DEBUG_KMS("framebuffer too large, disabling "
1190                                 "compression\n");
1191                 goto out_disable;
1192         }
1193         if ((mode->flags & DRM_MODE_FLAG_INTERLACE) ||
1194             (mode->flags & DRM_MODE_FLAG_DBLSCAN)) {
1195                 DRM_DEBUG_KMS("mode incompatible with compression, "
1196                                 "disabling\n");
1197                 goto out_disable;
1198         }
1199         if ((mode->hdisplay > 2048) ||
1200             (mode->vdisplay > 1536)) {
1201                 DRM_DEBUG_KMS("mode too large for compression, disabling\n");
1202                 goto out_disable;
1203         }
1204         if ((IS_I915GM(dev) || IS_I945GM(dev)) && plane != 0) {
1205                 DRM_DEBUG_KMS("plane not 0, disabling compression\n");
1206                 goto out_disable;
1207         }
1208         if (obj_priv->tiling_mode != I915_TILING_X) {
1209                 DRM_DEBUG_KMS("framebuffer not tiled, disabling compression\n");
1210                 goto out_disable;
1211         }
1212
1213         if (dev_priv->display.fbc_enabled(crtc)) {
1214                 /* We can re-enable it in this case, but need to update pitch */
1215                 if (fb->pitch > dev_priv->cfb_pitch)
1216                         dev_priv->display.disable_fbc(dev);
1217                 if (obj_priv->fence_reg != dev_priv->cfb_fence)
1218                         dev_priv->display.disable_fbc(dev);
1219                 if (plane != dev_priv->cfb_plane)
1220                         dev_priv->display.disable_fbc(dev);
1221         }
1222
1223         if (!dev_priv->display.fbc_enabled(crtc)) {
1224                 /* Now try to turn it back on if possible */
1225                 dev_priv->display.enable_fbc(crtc, 500);
1226         }
1227
1228         return;
1229
1230 out_disable:
1231         DRM_DEBUG_KMS("unsupported config, disabling FBC\n");
1232         /* Multiple disables should be harmless */
1233         if (dev_priv->display.fbc_enabled(crtc))
1234                 dev_priv->display.disable_fbc(dev);
1235 }
1236
1237 static int
1238 intel_pin_and_fence_fb_obj(struct drm_device *dev, struct drm_gem_object *obj)
1239 {
1240         struct drm_i915_gem_object *obj_priv = obj->driver_private;
1241         u32 alignment;
1242         int ret;
1243
1244         switch (obj_priv->tiling_mode) {
1245         case I915_TILING_NONE:
1246                 alignment = 64 * 1024;
1247                 break;
1248         case I915_TILING_X:
1249                 /* pin() will align the object as required by fence */
1250                 alignment = 0;
1251                 break;
1252         case I915_TILING_Y:
1253                 /* FIXME: Is this true? */
1254                 DRM_ERROR("Y tiled not allowed for scan out buffers\n");
1255                 return -EINVAL;
1256         default:
1257                 BUG();
1258         }
1259
1260         ret = i915_gem_object_pin(obj, alignment);
1261         if (ret != 0)
1262                 return ret;
1263
1264         /* Install a fence for tiled scan-out. Pre-i965 always needs a
1265          * fence, whereas 965+ only requires a fence if using
1266          * framebuffer compression.  For simplicity, we always install
1267          * a fence as the cost is not that onerous.
1268          */
1269         if (obj_priv->fence_reg == I915_FENCE_REG_NONE &&
1270             obj_priv->tiling_mode != I915_TILING_NONE) {
1271                 ret = i915_gem_object_get_fence_reg(obj);
1272                 if (ret != 0) {
1273                         i915_gem_object_unpin(obj);
1274                         return ret;
1275                 }
1276         }
1277
1278         return 0;
1279 }
1280
1281 static int
1282 intel_pipe_set_base(struct drm_crtc *crtc, int x, int y,
1283                     struct drm_framebuffer *old_fb)
1284 {
1285         struct drm_device *dev = crtc->dev;
1286         struct drm_i915_private *dev_priv = dev->dev_private;
1287         struct drm_i915_master_private *master_priv;
1288         struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
1289         struct intel_framebuffer *intel_fb;
1290         struct drm_i915_gem_object *obj_priv;
1291         struct drm_gem_object *obj;
1292         int pipe = intel_crtc->pipe;
1293         int plane = intel_crtc->plane;
1294         unsigned long Start, Offset;
1295         int dspbase = (plane == 0 ? DSPAADDR : DSPBADDR);
1296         int dspsurf = (plane == 0 ? DSPASURF : DSPBSURF);
1297         int dspstride = (plane == 0) ? DSPASTRIDE : DSPBSTRIDE;
1298         int dsptileoff = (plane == 0 ? DSPATILEOFF : DSPBTILEOFF);
1299         int dspcntr_reg = (plane == 0) ? DSPACNTR : DSPBCNTR;
1300         u32 dspcntr;
1301         int ret;
1302
1303         /* no fb bound */
1304         if (!crtc->fb) {
1305                 DRM_DEBUG_KMS("No FB bound\n");
1306                 return 0;
1307         }
1308
1309         switch (plane) {
1310         case 0:
1311         case 1:
1312                 break;
1313         default:
1314                 DRM_ERROR("Can't update plane %d in SAREA\n", plane);
1315                 return -EINVAL;
1316         }
1317
1318         intel_fb = to_intel_framebuffer(crtc->fb);
1319         obj = intel_fb->obj;
1320         obj_priv = obj->driver_private;
1321
1322         mutex_lock(&dev->struct_mutex);
1323         ret = intel_pin_and_fence_fb_obj(dev, obj);
1324         if (ret != 0) {
1325                 mutex_unlock(&dev->struct_mutex);
1326                 return ret;
1327         }
1328
1329         ret = i915_gem_object_set_to_display_plane(obj);
1330         if (ret != 0) {
1331                 i915_gem_object_unpin(obj);
1332                 mutex_unlock(&dev->struct_mutex);
1333                 return ret;
1334         }
1335
1336         dspcntr = I915_READ(dspcntr_reg);
1337         /* Mask out pixel format bits in case we change it */
1338         dspcntr &= ~DISPPLANE_PIXFORMAT_MASK;
1339         switch (crtc->fb->bits_per_pixel) {
1340         case 8:
1341                 dspcntr |= DISPPLANE_8BPP;
1342                 break;
1343         case 16:
1344                 if (crtc->fb->depth == 15)
1345                         dspcntr |= DISPPLANE_15_16BPP;
1346                 else
1347                         dspcntr |= DISPPLANE_16BPP;
1348                 break;
1349         case 24:
1350         case 32:
1351                 if (crtc->fb->depth == 30)
1352                         dspcntr |= DISPPLANE_32BPP_30BIT_NO_ALPHA;
1353                 else
1354                         dspcntr |= DISPPLANE_32BPP_NO_ALPHA;
1355                 break;
1356         default:
1357                 DRM_ERROR("Unknown color depth\n");
1358                 i915_gem_object_unpin(obj);
1359                 mutex_unlock(&dev->struct_mutex);
1360                 return -EINVAL;
1361         }
1362         if (IS_I965G(dev)) {
1363                 if (obj_priv->tiling_mode != I915_TILING_NONE)
1364                         dspcntr |= DISPPLANE_TILED;
1365                 else
1366                         dspcntr &= ~DISPPLANE_TILED;
1367         }
1368
1369         if (IS_IRONLAKE(dev))
1370                 /* must disable */
1371                 dspcntr |= DISPPLANE_TRICKLE_FEED_DISABLE;
1372
1373         I915_WRITE(dspcntr_reg, dspcntr);
1374
1375         Start = obj_priv->gtt_offset;
1376         Offset = y * crtc->fb->pitch + x * (crtc->fb->bits_per_pixel / 8);
1377
1378         DRM_DEBUG_KMS("Writing base %08lX %08lX %d %d\n", Start, Offset, x, y);
1379         I915_WRITE(dspstride, crtc->fb->pitch);
1380         if (IS_I965G(dev)) {
1381                 I915_WRITE(dspbase, Offset);
1382                 I915_READ(dspbase);
1383                 I915_WRITE(dspsurf, Start);
1384                 I915_READ(dspsurf);
1385                 I915_WRITE(dsptileoff, (y << 16) | x);
1386         } else {
1387                 I915_WRITE(dspbase, Start + Offset);
1388                 I915_READ(dspbase);
1389         }
1390
1391         if ((IS_I965G(dev) || plane == 0))
1392                 intel_update_fbc(crtc, &crtc->mode);
1393
1394         intel_wait_for_vblank(dev);
1395
1396         if (old_fb) {
1397                 intel_fb = to_intel_framebuffer(old_fb);
1398                 obj_priv = intel_fb->obj->driver_private;
1399                 i915_gem_object_unpin(intel_fb->obj);
1400         }
1401         intel_increase_pllclock(crtc, true);
1402
1403         mutex_unlock(&dev->struct_mutex);
1404
1405         if (!dev->primary->master)
1406                 return 0;
1407
1408         master_priv = dev->primary->master->driver_priv;
1409         if (!master_priv->sarea_priv)
1410                 return 0;
1411
1412         if (pipe) {
1413                 master_priv->sarea_priv->pipeB_x = x;
1414                 master_priv->sarea_priv->pipeB_y = y;
1415         } else {
1416                 master_priv->sarea_priv->pipeA_x = x;
1417                 master_priv->sarea_priv->pipeA_y = y;
1418         }
1419
1420         return 0;
1421 }
1422
1423 /* Disable the VGA plane that we never use */
1424 static void i915_disable_vga (struct drm_device *dev)
1425 {
1426         struct drm_i915_private *dev_priv = dev->dev_private;
1427         u8 sr1;
1428         u32 vga_reg;
1429
1430         if (IS_IRONLAKE(dev))
1431                 vga_reg = CPU_VGACNTRL;
1432         else
1433                 vga_reg = VGACNTRL;
1434
1435         if (I915_READ(vga_reg) & VGA_DISP_DISABLE)
1436                 return;
1437
1438         I915_WRITE8(VGA_SR_INDEX, 1);
1439         sr1 = I915_READ8(VGA_SR_DATA);
1440         I915_WRITE8(VGA_SR_DATA, sr1 | (1 << 5));
1441         udelay(100);
1442
1443         I915_WRITE(vga_reg, VGA_DISP_DISABLE);
1444 }
1445
1446 static void ironlake_disable_pll_edp (struct drm_crtc *crtc)
1447 {
1448         struct drm_device *dev = crtc->dev;
1449         struct drm_i915_private *dev_priv = dev->dev_private;
1450         u32 dpa_ctl;
1451
1452         DRM_DEBUG_KMS("\n");
1453         dpa_ctl = I915_READ(DP_A);
1454         dpa_ctl &= ~DP_PLL_ENABLE;
1455         I915_WRITE(DP_A, dpa_ctl);
1456 }
1457
1458 static void ironlake_enable_pll_edp (struct drm_crtc *crtc)
1459 {
1460         struct drm_device *dev = crtc->dev;
1461         struct drm_i915_private *dev_priv = dev->dev_private;
1462         u32 dpa_ctl;
1463
1464         dpa_ctl = I915_READ(DP_A);
1465         dpa_ctl |= DP_PLL_ENABLE;
1466         I915_WRITE(DP_A, dpa_ctl);
1467         udelay(200);
1468 }
1469
1470
1471 static void ironlake_set_pll_edp (struct drm_crtc *crtc, int clock)
1472 {
1473         struct drm_device *dev = crtc->dev;
1474         struct drm_i915_private *dev_priv = dev->dev_private;
1475         u32 dpa_ctl;
1476
1477         DRM_DEBUG_KMS("eDP PLL enable for clock %d\n", clock);
1478         dpa_ctl = I915_READ(DP_A);
1479         dpa_ctl &= ~DP_PLL_FREQ_MASK;
1480
1481         if (clock < 200000) {
1482                 u32 temp;
1483                 dpa_ctl |= DP_PLL_FREQ_160MHZ;
1484                 /* workaround for 160Mhz:
1485                    1) program 0x4600c bits 15:0 = 0x8124
1486                    2) program 0x46010 bit 0 = 1
1487                    3) program 0x46034 bit 24 = 1
1488                    4) program 0x64000 bit 14 = 1
1489                    */
1490                 temp = I915_READ(0x4600c);
1491                 temp &= 0xffff0000;
1492                 I915_WRITE(0x4600c, temp | 0x8124);
1493
1494                 temp = I915_READ(0x46010);
1495                 I915_WRITE(0x46010, temp | 1);
1496
1497                 temp = I915_READ(0x46034);
1498                 I915_WRITE(0x46034, temp | (1 << 24));
1499         } else {
1500                 dpa_ctl |= DP_PLL_FREQ_270MHZ;
1501         }
1502         I915_WRITE(DP_A, dpa_ctl);
1503
1504         udelay(500);
1505 }
1506
1507 static void ironlake_crtc_dpms(struct drm_crtc *crtc, int mode)
1508 {
1509         struct drm_device *dev = crtc->dev;
1510         struct drm_i915_private *dev_priv = dev->dev_private;
1511         struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
1512         int pipe = intel_crtc->pipe;
1513         int plane = intel_crtc->plane;
1514         int pch_dpll_reg = (pipe == 0) ? PCH_DPLL_A : PCH_DPLL_B;
1515         int pipeconf_reg = (pipe == 0) ? PIPEACONF : PIPEBCONF;
1516         int dspcntr_reg = (plane == 0) ? DSPACNTR : DSPBCNTR;
1517         int dspbase_reg = (plane == 0) ? DSPAADDR : DSPBADDR;
1518         int fdi_tx_reg = (pipe == 0) ? FDI_TXA_CTL : FDI_TXB_CTL;
1519         int fdi_rx_reg = (pipe == 0) ? FDI_RXA_CTL : FDI_RXB_CTL;
1520         int fdi_rx_iir_reg = (pipe == 0) ? FDI_RXA_IIR : FDI_RXB_IIR;
1521         int fdi_rx_imr_reg = (pipe == 0) ? FDI_RXA_IMR : FDI_RXB_IMR;
1522         int transconf_reg = (pipe == 0) ? TRANSACONF : TRANSBCONF;
1523         int pf_ctl_reg = (pipe == 0) ? PFA_CTL_1 : PFB_CTL_1;
1524         int pf_win_size = (pipe == 0) ? PFA_WIN_SZ : PFB_WIN_SZ;
1525         int pf_win_pos = (pipe == 0) ? PFA_WIN_POS : PFB_WIN_POS;
1526         int cpu_htot_reg = (pipe == 0) ? HTOTAL_A : HTOTAL_B;
1527         int cpu_hblank_reg = (pipe == 0) ? HBLANK_A : HBLANK_B;
1528         int cpu_hsync_reg = (pipe == 0) ? HSYNC_A : HSYNC_B;
1529         int cpu_vtot_reg = (pipe == 0) ? VTOTAL_A : VTOTAL_B;
1530         int cpu_vblank_reg = (pipe == 0) ? VBLANK_A : VBLANK_B;
1531         int cpu_vsync_reg = (pipe == 0) ? VSYNC_A : VSYNC_B;
1532         int trans_htot_reg = (pipe == 0) ? TRANS_HTOTAL_A : TRANS_HTOTAL_B;
1533         int trans_hblank_reg = (pipe == 0) ? TRANS_HBLANK_A : TRANS_HBLANK_B;
1534         int trans_hsync_reg = (pipe == 0) ? TRANS_HSYNC_A : TRANS_HSYNC_B;
1535         int trans_vtot_reg = (pipe == 0) ? TRANS_VTOTAL_A : TRANS_VTOTAL_B;
1536         int trans_vblank_reg = (pipe == 0) ? TRANS_VBLANK_A : TRANS_VBLANK_B;
1537         int trans_vsync_reg = (pipe == 0) ? TRANS_VSYNC_A : TRANS_VSYNC_B;
1538         u32 temp;
1539         int tries = 5, j, n;
1540         u32 pipe_bpc;
1541
1542         temp = I915_READ(pipeconf_reg);
1543         pipe_bpc = temp & PIPE_BPC_MASK;
1544
1545         /* XXX: When our outputs are all unaware of DPMS modes other than off
1546          * and on, we should map those modes to DRM_MODE_DPMS_OFF in the CRTC.
1547          */
1548         switch (mode) {
1549         case DRM_MODE_DPMS_ON:
1550         case DRM_MODE_DPMS_STANDBY:
1551         case DRM_MODE_DPMS_SUSPEND:
1552                 DRM_DEBUG_KMS("crtc %d dpms on\n", pipe);
1553
1554                 if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS)) {
1555                         temp = I915_READ(PCH_LVDS);
1556                         if ((temp & LVDS_PORT_EN) == 0) {
1557                                 I915_WRITE(PCH_LVDS, temp | LVDS_PORT_EN);
1558                                 POSTING_READ(PCH_LVDS);
1559                         }
1560                 }
1561
1562                 if (HAS_eDP) {
1563                         /* enable eDP PLL */
1564                         ironlake_enable_pll_edp(crtc);
1565                 } else {
1566                         /* enable PCH DPLL */
1567                         temp = I915_READ(pch_dpll_reg);
1568                         if ((temp & DPLL_VCO_ENABLE) == 0) {
1569                                 I915_WRITE(pch_dpll_reg, temp | DPLL_VCO_ENABLE);
1570                                 I915_READ(pch_dpll_reg);
1571                         }
1572
1573                         /* enable PCH FDI RX PLL, wait warmup plus DMI latency */
1574                         temp = I915_READ(fdi_rx_reg);
1575                         /*
1576                          * make the BPC in FDI Rx be consistent with that in
1577                          * pipeconf reg.
1578                          */
1579                         temp &= ~(0x7 << 16);
1580                         temp |= (pipe_bpc << 11);
1581                         I915_WRITE(fdi_rx_reg, temp | FDI_RX_PLL_ENABLE |
1582                                         FDI_SEL_PCDCLK |
1583                                         FDI_DP_PORT_WIDTH_X4); /* default 4 lanes */
1584                         I915_READ(fdi_rx_reg);
1585                         udelay(200);
1586
1587                         /* Enable CPU FDI TX PLL, always on for Ironlake */
1588                         temp = I915_READ(fdi_tx_reg);
1589                         if ((temp & FDI_TX_PLL_ENABLE) == 0) {
1590                                 I915_WRITE(fdi_tx_reg, temp | FDI_TX_PLL_ENABLE);
1591                                 I915_READ(fdi_tx_reg);
1592                                 udelay(100);
1593                         }
1594                 }
1595
1596                 /* Enable panel fitting for LVDS */
1597                 if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS)) {
1598                         temp = I915_READ(pf_ctl_reg);
1599                         I915_WRITE(pf_ctl_reg, temp | PF_ENABLE | PF_FILTER_MED_3x3);
1600
1601                         /* currently full aspect */
1602                         I915_WRITE(pf_win_pos, 0);
1603
1604                         I915_WRITE(pf_win_size,
1605                                    (dev_priv->panel_fixed_mode->hdisplay << 16) |
1606                                    (dev_priv->panel_fixed_mode->vdisplay));
1607                 }
1608
1609                 /* Enable CPU pipe */
1610                 temp = I915_READ(pipeconf_reg);
1611                 if ((temp & PIPEACONF_ENABLE) == 0) {
1612                         I915_WRITE(pipeconf_reg, temp | PIPEACONF_ENABLE);
1613                         I915_READ(pipeconf_reg);
1614                         udelay(100);
1615                 }
1616
1617                 /* configure and enable CPU plane */
1618                 temp = I915_READ(dspcntr_reg);
1619                 if ((temp & DISPLAY_PLANE_ENABLE) == 0) {
1620                         I915_WRITE(dspcntr_reg, temp | DISPLAY_PLANE_ENABLE);
1621                         /* Flush the plane changes */
1622                         I915_WRITE(dspbase_reg, I915_READ(dspbase_reg));
1623                 }
1624
1625                 if (!HAS_eDP) {
1626                         /* enable CPU FDI TX and PCH FDI RX */
1627                         temp = I915_READ(fdi_tx_reg);
1628                         temp |= FDI_TX_ENABLE;
1629                         temp |= FDI_DP_PORT_WIDTH_X4; /* default */
1630                         temp &= ~FDI_LINK_TRAIN_NONE;
1631                         temp |= FDI_LINK_TRAIN_PATTERN_1;
1632                         I915_WRITE(fdi_tx_reg, temp);
1633                         I915_READ(fdi_tx_reg);
1634
1635                         temp = I915_READ(fdi_rx_reg);
1636                         temp &= ~FDI_LINK_TRAIN_NONE;
1637                         temp |= FDI_LINK_TRAIN_PATTERN_1;
1638                         I915_WRITE(fdi_rx_reg, temp | FDI_RX_ENABLE);
1639                         I915_READ(fdi_rx_reg);
1640
1641                         udelay(150);
1642
1643                         /* Train FDI. */
1644                         /* umask FDI RX Interrupt symbol_lock and bit_lock bit
1645                            for train result */
1646                         temp = I915_READ(fdi_rx_imr_reg);
1647                         temp &= ~FDI_RX_SYMBOL_LOCK;
1648                         temp &= ~FDI_RX_BIT_LOCK;
1649                         I915_WRITE(fdi_rx_imr_reg, temp);
1650                         I915_READ(fdi_rx_imr_reg);
1651                         udelay(150);
1652
1653                         temp = I915_READ(fdi_rx_iir_reg);
1654                         DRM_DEBUG_KMS("FDI_RX_IIR 0x%x\n", temp);
1655
1656                         if ((temp & FDI_RX_BIT_LOCK) == 0) {
1657                                 for (j = 0; j < tries; j++) {
1658                                         temp = I915_READ(fdi_rx_iir_reg);
1659                                         DRM_DEBUG_KMS("FDI_RX_IIR 0x%x\n",
1660                                                                 temp);
1661                                         if (temp & FDI_RX_BIT_LOCK)
1662                                                 break;
1663                                         udelay(200);
1664                                 }
1665                                 if (j != tries)
1666                                         I915_WRITE(fdi_rx_iir_reg,
1667                                                         temp | FDI_RX_BIT_LOCK);
1668                                 else
1669                                         DRM_DEBUG_KMS("train 1 fail\n");
1670                         } else {
1671                                 I915_WRITE(fdi_rx_iir_reg,
1672                                                 temp | FDI_RX_BIT_LOCK);
1673                                 DRM_DEBUG_KMS("train 1 ok 2!\n");
1674                         }
1675                         temp = I915_READ(fdi_tx_reg);
1676                         temp &= ~FDI_LINK_TRAIN_NONE;
1677                         temp |= FDI_LINK_TRAIN_PATTERN_2;
1678                         I915_WRITE(fdi_tx_reg, temp);
1679
1680                         temp = I915_READ(fdi_rx_reg);
1681                         temp &= ~FDI_LINK_TRAIN_NONE;
1682                         temp |= FDI_LINK_TRAIN_PATTERN_2;
1683                         I915_WRITE(fdi_rx_reg, temp);
1684
1685                         udelay(150);
1686
1687                         temp = I915_READ(fdi_rx_iir_reg);
1688                         DRM_DEBUG_KMS("FDI_RX_IIR 0x%x\n", temp);
1689
1690                         if ((temp & FDI_RX_SYMBOL_LOCK) == 0) {
1691                                 for (j = 0; j < tries; j++) {
1692                                         temp = I915_READ(fdi_rx_iir_reg);
1693                                         DRM_DEBUG_KMS("FDI_RX_IIR 0x%x\n",
1694                                                                 temp);
1695                                         if (temp & FDI_RX_SYMBOL_LOCK)
1696                                                 break;
1697                                         udelay(200);
1698                                 }
1699                                 if (j != tries) {
1700                                         I915_WRITE(fdi_rx_iir_reg,
1701                                                         temp | FDI_RX_SYMBOL_LOCK);
1702                                         DRM_DEBUG_KMS("train 2 ok 1!\n");
1703                                 } else
1704                                         DRM_DEBUG_KMS("train 2 fail\n");
1705                         } else {
1706                                 I915_WRITE(fdi_rx_iir_reg,
1707                                                 temp | FDI_RX_SYMBOL_LOCK);
1708                                 DRM_DEBUG_KMS("train 2 ok 2!\n");
1709                         }
1710                         DRM_DEBUG_KMS("train done\n");
1711
1712                         /* set transcoder timing */
1713                         I915_WRITE(trans_htot_reg, I915_READ(cpu_htot_reg));
1714                         I915_WRITE(trans_hblank_reg, I915_READ(cpu_hblank_reg));
1715                         I915_WRITE(trans_hsync_reg, I915_READ(cpu_hsync_reg));
1716
1717                         I915_WRITE(trans_vtot_reg, I915_READ(cpu_vtot_reg));
1718                         I915_WRITE(trans_vblank_reg, I915_READ(cpu_vblank_reg));
1719                         I915_WRITE(trans_vsync_reg, I915_READ(cpu_vsync_reg));
1720
1721                         /* enable PCH transcoder */
1722                         temp = I915_READ(transconf_reg);
1723                         /*
1724                          * make the BPC in transcoder be consistent with
1725                          * that in pipeconf reg.
1726                          */
1727                         temp &= ~PIPE_BPC_MASK;
1728                         temp |= pipe_bpc;
1729                         I915_WRITE(transconf_reg, temp | TRANS_ENABLE);
1730                         I915_READ(transconf_reg);
1731
1732                         while ((I915_READ(transconf_reg) & TRANS_STATE_ENABLE) == 0)
1733                                 ;
1734
1735                         /* enable normal */
1736
1737                         temp = I915_READ(fdi_tx_reg);
1738                         temp &= ~FDI_LINK_TRAIN_NONE;
1739                         I915_WRITE(fdi_tx_reg, temp | FDI_LINK_TRAIN_NONE |
1740                                         FDI_TX_ENHANCE_FRAME_ENABLE);
1741                         I915_READ(fdi_tx_reg);
1742
1743                         temp = I915_READ(fdi_rx_reg);
1744                         temp &= ~FDI_LINK_TRAIN_NONE;
1745                         I915_WRITE(fdi_rx_reg, temp | FDI_LINK_TRAIN_NONE |
1746                                         FDI_RX_ENHANCE_FRAME_ENABLE);
1747                         I915_READ(fdi_rx_reg);
1748
1749                         /* wait one idle pattern time */
1750                         udelay(100);
1751
1752                 }
1753
1754                 intel_crtc_load_lut(crtc);
1755
1756         break;
1757         case DRM_MODE_DPMS_OFF:
1758                 DRM_DEBUG_KMS("crtc %d dpms off\n", pipe);
1759
1760                 drm_vblank_off(dev, pipe);
1761                 /* Disable display plane */
1762                 temp = I915_READ(dspcntr_reg);
1763                 if ((temp & DISPLAY_PLANE_ENABLE) != 0) {
1764                         I915_WRITE(dspcntr_reg, temp & ~DISPLAY_PLANE_ENABLE);
1765                         /* Flush the plane changes */
1766                         I915_WRITE(dspbase_reg, I915_READ(dspbase_reg));
1767                         I915_READ(dspbase_reg);
1768                 }
1769
1770                 i915_disable_vga(dev);
1771
1772                 /* disable cpu pipe, disable after all planes disabled */
1773                 temp = I915_READ(pipeconf_reg);
1774                 if ((temp & PIPEACONF_ENABLE) != 0) {
1775                         I915_WRITE(pipeconf_reg, temp & ~PIPEACONF_ENABLE);
1776                         I915_READ(pipeconf_reg);
1777                         n = 0;
1778                         /* wait for cpu pipe off, pipe state */
1779                         while ((I915_READ(pipeconf_reg) & I965_PIPECONF_ACTIVE) != 0) {
1780                                 n++;
1781                                 if (n < 60) {
1782                                         udelay(500);
1783                                         continue;
1784                                 } else {
1785                                         DRM_DEBUG_KMS("pipe %d off delay\n",
1786                                                                 pipe);
1787                                         break;
1788                                 }
1789                         }
1790                 } else
1791                         DRM_DEBUG_KMS("crtc %d is disabled\n", pipe);
1792
1793                 udelay(100);
1794
1795                 /* Disable PF */
1796                 temp = I915_READ(pf_ctl_reg);
1797                 if ((temp & PF_ENABLE) != 0) {
1798                         I915_WRITE(pf_ctl_reg, temp & ~PF_ENABLE);
1799                         I915_READ(pf_ctl_reg);
1800                 }
1801                 I915_WRITE(pf_win_size, 0);
1802
1803                 /* disable CPU FDI tx and PCH FDI rx */
1804                 temp = I915_READ(fdi_tx_reg);
1805                 I915_WRITE(fdi_tx_reg, temp & ~FDI_TX_ENABLE);
1806                 I915_READ(fdi_tx_reg);
1807
1808                 temp = I915_READ(fdi_rx_reg);
1809                 /* BPC in FDI rx is consistent with that in pipeconf */
1810                 temp &= ~(0x07 << 16);
1811                 temp |= (pipe_bpc << 11);
1812                 I915_WRITE(fdi_rx_reg, temp & ~FDI_RX_ENABLE);
1813                 I915_READ(fdi_rx_reg);
1814
1815                 udelay(100);
1816
1817                 /* still set train pattern 1 */
1818                 temp = I915_READ(fdi_tx_reg);
1819                 temp &= ~FDI_LINK_TRAIN_NONE;
1820                 temp |= FDI_LINK_TRAIN_PATTERN_1;
1821                 I915_WRITE(fdi_tx_reg, temp);
1822
1823                 temp = I915_READ(fdi_rx_reg);
1824                 temp &= ~FDI_LINK_TRAIN_NONE;
1825                 temp |= FDI_LINK_TRAIN_PATTERN_1;
1826                 I915_WRITE(fdi_rx_reg, temp);
1827
1828                 udelay(100);
1829
1830                 if (intel_pipe_has_type(crtc, INTEL_OUTPUT_LVDS)) {
1831                         temp = I915_READ(PCH_LVDS);
1832                         I915_WRITE(PCH_LVDS, temp & ~LVDS_PORT_EN);
1833                         I915_READ(PCH_LVDS);
1834                         udelay(100);
1835                 }
1836
1837                 /* disable PCH transcoder */
1838                 temp = I915_READ(transconf_reg);
1839                 if ((temp & TRANS_ENABLE) != 0) {
1840                         I915_WRITE(transconf_reg, temp & ~TRANS_ENABLE);
1841                         I915_READ(transconf_reg);
1842                         n = 0;
1843                         /* wait for PCH transcoder off, transcoder state */
1844                         while ((I915_READ(transconf_reg) & TRANS_STATE_ENABLE) != 0) {
1845                                 n++;
1846                                 if (n < 60) {
1847                                         udelay(500);
1848                                         continue;
1849                                 } else {
1850                                         DRM_DEBUG_KMS("transcoder %d off "
1851                                                         "delay\n", pipe);
1852                                         break;
1853                                 }
1854                         }
1855                 }
1856                 temp = I915_READ(transconf_reg);
1857                 /* BPC in transcoder is consistent with that in pipeconf */
1858                 temp &= ~PIPE_BPC_MASK;
1859                 temp |= pipe_bpc;
1860                 I915_WRITE(transconf_reg, temp);
1861                 I915_READ(transconf_reg);
1862                 udelay(100);
1863
1864                 /* disable PCH DPLL */
1865                 temp = I915_READ(pch_dpll_reg);
1866                 if ((temp & DPLL_VCO_ENABLE) != 0) {
1867                         I915_WRITE(pch_dpll_reg, temp & ~DPLL_VCO_ENABLE);
1868                         I915_READ(pch_dpll_reg);
1869                 }
1870
1871                 if (HAS_eDP) {
1872                         ironlake_disable_pll_edp(crtc);
1873                 }
1874
1875                 temp = I915_READ(fdi_rx_reg);
1876                 temp &= ~FDI_SEL_PCDCLK;
1877                 I915_WRITE(fdi_rx_reg, temp);
1878                 I915_READ(fdi_rx_reg);
1879
1880                 temp = I915_READ(fdi_rx_reg);
1881                 temp &= ~FDI_RX_PLL_ENABLE;
1882                 I915_WRITE(fdi_rx_reg, temp);
1883                 I915_READ(fdi_rx_reg);
1884
1885                 /* Disable CPU FDI TX PLL */
1886                 temp = I915_READ(fdi_tx_reg);
1887                 if ((temp & FDI_TX_PLL_ENABLE) != 0) {
1888                         I915_WRITE(fdi_tx_reg, temp & ~FDI_TX_PLL_ENABLE);
1889                         I915_READ(fdi_tx_reg);
1890                         udelay(100);
1891                 }
1892
1893                 /* Wait for the clocks to turn off. */
1894                 udelay(100);
1895                 break;
1896         }
1897 }
1898
1899 static void intel_crtc_dpms_overlay(struct intel_crtc *intel_crtc, bool enable)
1900 {
1901         struct intel_overlay *overlay;
1902         int ret;
1903
1904         if (!enable && intel_crtc->overlay) {
1905                 overlay = intel_crtc->overlay;
1906                 mutex_lock(&overlay->dev->struct_mutex);
1907                 for (;;) {
1908                         ret = intel_overlay_switch_off(overlay);
1909                         if (ret == 0)
1910                                 break;
1911
1912                         ret = intel_overlay_recover_from_interrupt(overlay, 0);
1913                         if (ret != 0) {
1914                                 /* overlay doesn't react anymore. Usually
1915                                  * results in a black screen and an unkillable
1916                                  * X server. */
1917                                 BUG();
1918                                 overlay->hw_wedged = HW_WEDGED;
1919                                 break;
1920                         }
1921                 }
1922                 mutex_unlock(&overlay->dev->struct_mutex);
1923         }
1924         /* Let userspace switch the overlay on again. In most cases userspace
1925          * has to recompute where to put it anyway. */
1926
1927         return;
1928 }
1929
1930 static void i9xx_crtc_dpms(struct drm_crtc *crtc, int mode)
1931 {
1932         struct drm_device *dev = crtc->dev;
1933         struct drm_i915_private *dev_priv = dev->dev_private;
1934         struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
1935         int pipe = intel_crtc->pipe;
1936         int plane = intel_crtc->plane;
1937         int dpll_reg = (pipe == 0) ? DPLL_A : DPLL_B;
1938         int dspcntr_reg = (plane == 0) ? DSPACNTR : DSPBCNTR;
1939         int dspbase_reg = (plane == 0) ? DSPAADDR : DSPBADDR;
1940         int pipeconf_reg = (pipe == 0) ? PIPEACONF : PIPEBCONF;
1941         u32 temp;
1942
1943         /* XXX: When our outputs are all unaware of DPMS modes other than off
1944          * and on, we should map those modes to DRM_MODE_DPMS_OFF in the CRTC.
1945          */
1946         switch (mode) {
1947         case DRM_MODE_DPMS_ON:
1948         case DRM_MODE_DPMS_STANDBY:
1949         case DRM_MODE_DPMS_SUSPEND:
1950                 intel_update_watermarks(dev);
1951
1952                 /* Enable the DPLL */
1953                 temp = I915_READ(dpll_reg);
1954                 if ((temp & DPLL_VCO_ENABLE) == 0) {
1955                         I915_WRITE(dpll_reg, temp);
1956                         I915_READ(dpll_reg);
1957                         /* Wait for the clocks to stabilize. */
1958                         udelay(150);
1959                         I915_WRITE(dpll_reg, temp | DPLL_VCO_ENABLE);
1960                         I915_READ(dpll_reg);
1961                         /* Wait for the clocks to stabilize. */
1962                         udelay(150);
1963                         I915_WRITE(dpll_reg, temp | DPLL_VCO_ENABLE);
1964                         I915_READ(dpll_reg);
1965                         /* Wait for the clocks to stabilize. */
1966                         udelay(150);
1967                 }
1968
1969                 /* Enable the pipe */
1970                 temp = I915_READ(pipeconf_reg);
1971                 if ((temp & PIPEACONF_ENABLE) == 0)
1972                         I915_WRITE(pipeconf_reg, temp | PIPEACONF_ENABLE);
1973
1974                 /* Enable the plane */
1975                 temp = I915_READ(dspcntr_reg);
1976                 if ((temp & DISPLAY_PLANE_ENABLE) == 0) {
1977                         I915_WRITE(dspcntr_reg, temp | DISPLAY_PLANE_ENABLE);
1978                         /* Flush the plane changes */
1979                         I915_WRITE(dspbase_reg, I915_READ(dspbase_reg));
1980                 }
1981
1982                 intel_crtc_load_lut(crtc);
1983
1984                 if ((IS_I965G(dev) || plane == 0))
1985                         intel_update_fbc(crtc, &crtc->mode);
1986
1987                 /* Give the overlay scaler a chance to enable if it's on this pipe */
1988                 intel_crtc_dpms_overlay(intel_crtc, true);
1989         break;
1990         case DRM_MODE_DPMS_OFF:
1991                 intel_update_watermarks(dev);
1992
1993                 /* Give the overlay scaler a chance to disable if it's on this pipe */
1994                 intel_crtc_dpms_overlay(intel_crtc, false);
1995                 drm_vblank_off(dev, pipe);
1996
1997                 if (dev_priv->cfb_plane == plane &&
1998                     dev_priv->display.disable_fbc)
1999                         dev_priv->display.disable_fbc(dev);
2000
2001                 /* Disable the VGA plane that we never use */
2002                 i915_disable_vga(dev);
2003
2004                 /* Disable display plane */
2005                 temp = I915_READ(dspcntr_reg);
2006                 if ((temp & DISPLAY_PLANE_ENABLE) != 0) {
2007                         I915_WRITE(dspcntr_reg, temp & ~DISPLAY_PLANE_ENABLE);
2008                         /* Flush the plane changes */
2009                         I915_WRITE(dspbase_reg, I915_READ(dspbase_reg));
2010                         I915_READ(dspbase_reg);
2011                 }
2012
2013                 if (!IS_I9XX(dev)) {
2014                         /* Wait for vblank for the disable to take effect */
2015                         intel_wait_for_vblank(dev);
2016                 }
2017
2018                 /* Next, disable display pipes */
2019                 temp = I915_READ(pipeconf_reg);
2020                 if ((temp & PIPEACONF_ENABLE) != 0) {
2021                         I915_WRITE(pipeconf_reg, temp & ~PIPEACONF_ENABLE);
2022                         I915_READ(pipeconf_reg);
2023                 }
2024
2025                 /* Wait for vblank for the disable to take effect. */
2026                 intel_wait_for_vblank(dev);
2027
2028                 temp = I915_READ(dpll_reg);
2029                 if ((temp & DPLL_VCO_ENABLE) != 0) {
2030                         I915_WRITE(dpll_reg, temp & ~DPLL_VCO_ENABLE);
2031                         I915_READ(dpll_reg);
2032                 }
2033
2034                 /* Wait for the clocks to turn off. */
2035                 udelay(150);
2036                 break;
2037         }
2038 }
2039
2040 /**
2041  * Sets the power management mode of the pipe and plane.
2042  *
2043  * This code should probably grow support for turning the cursor off and back
2044  * on appropriately at the same time as we're turning the pipe off/on.
2045  */
2046 static void intel_crtc_dpms(struct drm_crtc *crtc, int mode)
2047 {
2048         struct drm_device *dev = crtc->dev;
2049         struct drm_i915_private *dev_priv = dev->dev_private;
2050         struct drm_i915_master_private *master_priv;
2051         struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
2052         int pipe = intel_crtc->pipe;
2053         bool enabled;
2054
2055         dev_priv->display.dpms(crtc, mode);
2056
2057         intel_crtc->dpms_mode = mode;
2058
2059         if (!dev->primary->master)
2060                 return;
2061
2062         master_priv = dev->primary->master->driver_priv;
2063         if (!master_priv->sarea_priv)
2064                 return;
2065
2066         enabled = crtc->enabled && mode != DRM_MODE_DPMS_OFF;
2067
2068         switch (pipe) {
2069         case 0:
2070                 master_priv->sarea_priv->pipeA_w = enabled ? crtc->mode.hdisplay : 0;
2071                 master_priv->sarea_priv->pipeA_h = enabled ? crtc->mode.vdisplay : 0;
2072                 break;
2073         case 1:
2074                 master_priv->sarea_priv->pipeB_w = enabled ? crtc->mode.hdisplay : 0;
2075                 master_priv->sarea_priv->pipeB_h = enabled ? crtc->mode.vdisplay : 0;
2076                 break;
2077         default:
2078                 DRM_ERROR("Can't update pipe %d in SAREA\n", pipe);
2079                 break;
2080         }
2081 }
2082
2083 static void intel_crtc_prepare (struct drm_crtc *crtc)
2084 {
2085         struct drm_crtc_helper_funcs *crtc_funcs = crtc->helper_private;
2086         crtc_funcs->dpms(crtc, DRM_MODE_DPMS_OFF);
2087 }
2088
2089 static void intel_crtc_commit (struct drm_crtc *crtc)
2090 {
2091         struct drm_crtc_helper_funcs *crtc_funcs = crtc->helper_private;
2092         crtc_funcs->dpms(crtc, DRM_MODE_DPMS_ON);
2093 }
2094
2095 void intel_encoder_prepare (struct drm_encoder *encoder)
2096 {
2097         struct drm_encoder_helper_funcs *encoder_funcs = encoder->helper_private;
2098         /* lvds has its own version of prepare see intel_lvds_prepare */
2099         encoder_funcs->dpms(encoder, DRM_MODE_DPMS_OFF);
2100 }
2101
2102 void intel_encoder_commit (struct drm_encoder *encoder)
2103 {
2104         struct drm_encoder_helper_funcs *encoder_funcs = encoder->helper_private;
2105         /* lvds has its own version of commit see intel_lvds_commit */
2106         encoder_funcs->dpms(encoder, DRM_MODE_DPMS_ON);
2107 }
2108
2109 static bool intel_crtc_mode_fixup(struct drm_crtc *crtc,
2110                                   struct drm_display_mode *mode,
2111                                   struct drm_display_mode *adjusted_mode)
2112 {
2113         struct drm_device *dev = crtc->dev;
2114         if (IS_IRONLAKE(dev)) {
2115                 /* FDI link clock is fixed at 2.7G */
2116                 if (mode->clock * 3 > 27000 * 4)
2117                         return MODE_CLOCK_HIGH;
2118         }
2119         return true;
2120 }
2121
2122 static int i945_get_display_clock_speed(struct drm_device *dev)
2123 {
2124         return 400000;
2125 }
2126
2127 static int i915_get_display_clock_speed(struct drm_device *dev)
2128 {
2129         return 333000;
2130 }
2131
2132 static int i9xx_misc_get_display_clock_speed(struct drm_device *dev)
2133 {
2134         return 200000;
2135 }
2136
2137 static int i915gm_get_display_clock_speed(struct drm_device *dev)
2138 {
2139         u16 gcfgc = 0;
2140
2141         pci_read_config_word(dev->pdev, GCFGC, &gcfgc);
2142
2143         if (gcfgc & GC_LOW_FREQUENCY_ENABLE)
2144                 return 133000;
2145         else {
2146                 switch (gcfgc & GC_DISPLAY_CLOCK_MASK) {
2147                 case GC_DISPLAY_CLOCK_333_MHZ:
2148                         return 333000;
2149                 default:
2150                 case GC_DISPLAY_CLOCK_190_200_MHZ:
2151                         return 190000;
2152                 }
2153         }
2154 }
2155
2156 static int i865_get_display_clock_speed(struct drm_device *dev)
2157 {
2158         return 266000;
2159 }
2160
2161 static int i855_get_display_clock_speed(struct drm_device *dev)
2162 {
2163         u16 hpllcc = 0;
2164         /* Assume that the hardware is in the high speed state.  This
2165          * should be the default.
2166          */
2167         switch (hpllcc & GC_CLOCK_CONTROL_MASK) {
2168         case GC_CLOCK_133_200:
2169         case GC_CLOCK_100_200:
2170                 return 200000;
2171         case GC_CLOCK_166_250:
2172                 return 250000;
2173         case GC_CLOCK_100_133:
2174                 return 133000;
2175         }
2176
2177         /* Shouldn't happen */
2178         return 0;
2179 }
2180
2181 static int i830_get_display_clock_speed(struct drm_device *dev)
2182 {
2183         return 133000;
2184 }
2185
2186 /**
2187  * Return the pipe currently connected to the panel fitter,
2188  * or -1 if the panel fitter is not present or not in use
2189  */
2190 int intel_panel_fitter_pipe (struct drm_device *dev)
2191 {
2192         struct drm_i915_private *dev_priv = dev->dev_private;
2193         u32  pfit_control;
2194
2195         /* i830 doesn't have a panel fitter */
2196         if (IS_I830(dev))
2197                 return -1;
2198
2199         pfit_control = I915_READ(PFIT_CONTROL);
2200
2201         /* See if the panel fitter is in use */
2202         if ((pfit_control & PFIT_ENABLE) == 0)
2203                 return -1;
2204
2205         /* 965 can place panel fitter on either pipe */
2206         if (IS_I965G(dev))
2207                 return (pfit_control >> 29) & 0x3;
2208
2209         /* older chips can only use pipe 1 */
2210         return 1;
2211 }
2212
2213 struct fdi_m_n {
2214         u32        tu;
2215         u32        gmch_m;
2216         u32        gmch_n;
2217         u32        link_m;
2218         u32        link_n;
2219 };
2220
2221 static void
2222 fdi_reduce_ratio(u32 *num, u32 *den)
2223 {
2224         while (*num > 0xffffff || *den > 0xffffff) {
2225                 *num >>= 1;
2226                 *den >>= 1;
2227         }
2228 }
2229
2230 #define DATA_N 0x800000
2231 #define LINK_N 0x80000
2232
2233 static void
2234 ironlake_compute_m_n(int bits_per_pixel, int nlanes, int pixel_clock,
2235                      int link_clock, struct fdi_m_n *m_n)
2236 {
2237         u64 temp;
2238
2239         m_n->tu = 64; /* default size */
2240
2241         temp = (u64) DATA_N * pixel_clock;
2242         temp = div_u64(temp, link_clock);
2243         m_n->gmch_m = div_u64(temp * bits_per_pixel, nlanes);
2244         m_n->gmch_m >>= 3; /* convert to bytes_per_pixel */
2245         m_n->gmch_n = DATA_N;
2246         fdi_reduce_ratio(&m_n->gmch_m, &m_n->gmch_n);
2247
2248         temp = (u64) LINK_N * pixel_clock;
2249         m_n->link_m = div_u64(temp, link_clock);
2250         m_n->link_n = LINK_N;
2251         fdi_reduce_ratio(&m_n->link_m, &m_n->link_n);
2252 }
2253
2254
2255 struct intel_watermark_params {
2256         unsigned long fifo_size;
2257         unsigned long max_wm;
2258         unsigned long default_wm;
2259         unsigned long guard_size;
2260         unsigned long cacheline_size;
2261 };
2262
2263 /* Pineview has different values for various configs */
2264 static struct intel_watermark_params pineview_display_wm = {
2265         PINEVIEW_DISPLAY_FIFO,
2266         PINEVIEW_MAX_WM,
2267         PINEVIEW_DFT_WM,
2268         PINEVIEW_GUARD_WM,
2269         PINEVIEW_FIFO_LINE_SIZE
2270 };
2271 static struct intel_watermark_params pineview_display_hplloff_wm = {
2272         PINEVIEW_DISPLAY_FIFO,
2273         PINEVIEW_MAX_WM,
2274         PINEVIEW_DFT_HPLLOFF_WM,
2275         PINEVIEW_GUARD_WM,
2276         PINEVIEW_FIFO_LINE_SIZE
2277 };
2278 static struct intel_watermark_params pineview_cursor_wm = {
2279         PINEVIEW_CURSOR_FIFO,
2280         PINEVIEW_CURSOR_MAX_WM,
2281         PINEVIEW_CURSOR_DFT_WM,
2282         PINEVIEW_CURSOR_GUARD_WM,
2283         PINEVIEW_FIFO_LINE_SIZE,
2284 };
2285 static struct intel_watermark_params pineview_cursor_hplloff_wm = {
2286         PINEVIEW_CURSOR_FIFO,
2287         PINEVIEW_CURSOR_MAX_WM,
2288         PINEVIEW_CURSOR_DFT_WM,
2289         PINEVIEW_CURSOR_GUARD_WM,
2290         PINEVIEW_FIFO_LINE_SIZE
2291 };
2292 static struct intel_watermark_params g4x_wm_info = {
2293         G4X_FIFO_SIZE,
2294         G4X_MAX_WM,
2295         G4X_MAX_WM,
2296         2,
2297         G4X_FIFO_LINE_SIZE,
2298 };
2299 static struct intel_watermark_params i945_wm_info = {
2300         I945_FIFO_SIZE,
2301         I915_MAX_WM,
2302         1,
2303         2,
2304         I915_FIFO_LINE_SIZE
2305 };
2306 static struct intel_watermark_params i915_wm_info = {
2307         I915_FIFO_SIZE,
2308         I915_MAX_WM,
2309         1,
2310         2,
2311         I915_FIFO_LINE_SIZE
2312 };
2313 static struct intel_watermark_params i855_wm_info = {
2314         I855GM_FIFO_SIZE,
2315         I915_MAX_WM,
2316         1,
2317         2,
2318         I830_FIFO_LINE_SIZE
2319 };
2320 static struct intel_watermark_params i830_wm_info = {
2321         I830_FIFO_SIZE,
2322         I915_MAX_WM,
2323         1,
2324         2,
2325         I830_FIFO_LINE_SIZE
2326 };
2327
2328 /**
2329  * intel_calculate_wm - calculate watermark level
2330  * @clock_in_khz: pixel clock
2331  * @wm: chip FIFO params
2332  * @pixel_size: display pixel size
2333  * @latency_ns: memory latency for the platform
2334  *
2335  * Calculate the watermark level (the level at which the display plane will
2336  * start fetching from memory again).  Each chip has a different display
2337  * FIFO size and allocation, so the caller needs to figure that out and pass
2338  * in the correct intel_watermark_params structure.
2339  *
2340  * As the pixel clock runs, the FIFO will be drained at a rate that depends
2341  * on the pixel size.  When it reaches the watermark level, it'll start
2342  * fetching FIFO line sized based chunks from memory until the FIFO fills
2343  * past the watermark point.  If the FIFO drains completely, a FIFO underrun
2344  * will occur, and a display engine hang could result.
2345  */
2346 static unsigned long intel_calculate_wm(unsigned long clock_in_khz,
2347                                         struct intel_watermark_params *wm,
2348                                         int pixel_size,
2349                                         unsigned long latency_ns)
2350 {
2351         long entries_required, wm_size;
2352
2353         /*
2354          * Note: we need to make sure we don't overflow for various clock &
2355          * latency values.
2356          * clocks go from a few thousand to several hundred thousand.
2357          * latency is usually a few thousand
2358          */
2359         entries_required = ((clock_in_khz / 1000) * pixel_size * latency_ns) /
2360                 1000;
2361         entries_required /= wm->cacheline_size;
2362
2363         DRM_DEBUG_KMS("FIFO entries required for mode: %d\n", entries_required);
2364
2365         wm_size = wm->fifo_size - (entries_required + w