1 // SPDX-License-Identifier: GPL-2.0-only
2 /**************************************************************************
3 * Copyright (c) 2007, Intel Corporation.
6 * Intel funded Tungsten Graphics (http://www.tungstengraphics.com) to
9 **************************************************************************/
11 #include <drm/drm_drv.h>
12 #include <drm/drm_vblank.h>
16 #include "psb_intel_reg.h"
24 static inline u32 gma_pipestat(int pipe)
35 static inline u32 gma_pipe_event(int pipe)
38 return _PSB_PIPEA_EVENT_FLAG;
40 return _MDFLD_PIPEB_EVENT_FLAG;
42 return _MDFLD_PIPEC_EVENT_FLAG;
46 static inline u32 gma_pipeconf(int pipe)
57 void gma_enable_pipestat(struct drm_psb_private *dev_priv, int pipe, u32 mask)
59 if ((dev_priv->pipestat[pipe] & mask) != mask) {
60 u32 reg = gma_pipestat(pipe);
61 dev_priv->pipestat[pipe] |= mask;
62 /* Enable the interrupt, clear any pending status */
63 if (gma_power_begin(&dev_priv->dev, false)) {
64 u32 writeVal = PSB_RVDC32(reg);
65 writeVal |= (mask | (mask >> 16));
66 PSB_WVDC32(writeVal, reg);
67 (void) PSB_RVDC32(reg);
68 gma_power_end(&dev_priv->dev);
73 void gma_disable_pipestat(struct drm_psb_private *dev_priv, int pipe, u32 mask)
75 if ((dev_priv->pipestat[pipe] & mask) != 0) {
76 u32 reg = gma_pipestat(pipe);
77 dev_priv->pipestat[pipe] &= ~mask;
78 if (gma_power_begin(&dev_priv->dev, false)) {
79 u32 writeVal = PSB_RVDC32(reg);
81 PSB_WVDC32(writeVal, reg);
82 (void) PSB_RVDC32(reg);
83 gma_power_end(&dev_priv->dev);
89 * Display controller interrupt handler for pipe event.
91 static void gma_pipe_event_handler(struct drm_device *dev, int pipe)
93 struct drm_psb_private *dev_priv = to_drm_psb_private(dev);
95 uint32_t pipe_stat_val = 0;
96 uint32_t pipe_stat_reg = gma_pipestat(pipe);
97 uint32_t pipe_enable = dev_priv->pipestat[pipe];
98 uint32_t pipe_status = dev_priv->pipestat[pipe] >> 16;
102 spin_lock(&dev_priv->irqmask_lock);
104 pipe_stat_val = PSB_RVDC32(pipe_stat_reg);
105 pipe_stat_val &= pipe_enable | pipe_status;
106 pipe_stat_val &= pipe_stat_val >> 16;
108 spin_unlock(&dev_priv->irqmask_lock);
110 /* Clear the 2nd level interrupt status bits
111 * Sometimes the bits are very sticky so we repeat until they unstick */
112 for (i = 0; i < 0xffff; i++) {
113 PSB_WVDC32(PSB_RVDC32(pipe_stat_reg), pipe_stat_reg);
114 pipe_clear = PSB_RVDC32(pipe_stat_reg) & pipe_status;
122 "%s, can't clear status bits for pipe %d, its value = 0x%x.\n",
123 __func__, pipe, PSB_RVDC32(pipe_stat_reg));
125 if (pipe_stat_val & PIPE_VBLANK_STATUS) {
126 struct drm_crtc *crtc = drm_crtc_from_index(dev, pipe);
127 struct gma_crtc *gma_crtc = to_gma_crtc(crtc);
130 drm_handle_vblank(dev, pipe);
132 spin_lock_irqsave(&dev->event_lock, flags);
133 if (gma_crtc->page_flip_event) {
134 drm_crtc_send_vblank_event(crtc,
135 gma_crtc->page_flip_event);
136 gma_crtc->page_flip_event = NULL;
137 drm_crtc_vblank_put(crtc);
139 spin_unlock_irqrestore(&dev->event_lock, flags);
144 * Display controller interrupt handler.
146 static void gma_vdc_interrupt(struct drm_device *dev, uint32_t vdc_stat)
148 if (vdc_stat & _PSB_IRQ_ASLE)
149 psb_intel_opregion_asle_intr(dev);
151 if (vdc_stat & _PSB_VSYNC_PIPEA_FLAG)
152 gma_pipe_event_handler(dev, 0);
154 if (vdc_stat & _PSB_VSYNC_PIPEB_FLAG)
155 gma_pipe_event_handler(dev, 1);
159 * SGX interrupt handler
161 static void gma_sgx_interrupt(struct drm_device *dev, u32 stat_1, u32 stat_2)
163 struct drm_psb_private *dev_priv = to_drm_psb_private(dev);
166 if (stat_1 & _PSB_CE_TWOD_COMPLETE)
167 val = PSB_RSGX32(PSB_CR_2D_BLIT_STATUS);
169 if (stat_2 & _PSB_CE2_BIF_REQUESTER_FAULT) {
170 val = PSB_RSGX32(PSB_CR_BIF_INT_STAT);
171 addr = PSB_RSGX32(PSB_CR_BIF_FAULT);
173 if (val & _PSB_CBI_STAT_PF_N_RW)
174 DRM_ERROR("SGX MMU page fault:");
176 DRM_ERROR("SGX MMU read / write protection fault:");
178 if (val & _PSB_CBI_STAT_FAULT_CACHE)
179 DRM_ERROR("\tCache requestor");
180 if (val & _PSB_CBI_STAT_FAULT_TA)
181 DRM_ERROR("\tTA requestor");
182 if (val & _PSB_CBI_STAT_FAULT_VDM)
183 DRM_ERROR("\tVDM requestor");
184 if (val & _PSB_CBI_STAT_FAULT_2D)
185 DRM_ERROR("\t2D requestor");
186 if (val & _PSB_CBI_STAT_FAULT_PBE)
187 DRM_ERROR("\tPBE requestor");
188 if (val & _PSB_CBI_STAT_FAULT_TSP)
189 DRM_ERROR("\tTSP requestor");
190 if (val & _PSB_CBI_STAT_FAULT_ISP)
191 DRM_ERROR("\tISP requestor");
192 if (val & _PSB_CBI_STAT_FAULT_USSEPDS)
193 DRM_ERROR("\tUSSEPDS requestor");
194 if (val & _PSB_CBI_STAT_FAULT_HOST)
195 DRM_ERROR("\tHost requestor");
197 DRM_ERROR("\tMMU failing address is 0x%08x.\n",
203 PSB_WSGX32(stat_1, PSB_CR_EVENT_HOST_CLEAR);
204 PSB_WSGX32(stat_2, PSB_CR_EVENT_HOST_CLEAR2);
205 PSB_RSGX32(PSB_CR_EVENT_HOST_CLEAR2);
208 static irqreturn_t gma_irq_handler(int irq, void *arg)
210 struct drm_device *dev = arg;
211 struct drm_psb_private *dev_priv = to_drm_psb_private(dev);
212 uint32_t vdc_stat, dsp_int = 0, sgx_int = 0, hotplug_int = 0;
213 u32 sgx_stat_1, sgx_stat_2;
216 spin_lock(&dev_priv->irqmask_lock);
218 vdc_stat = PSB_RVDC32(PSB_INT_IDENTITY_R);
220 if (vdc_stat & (_PSB_PIPE_EVENT_FLAG|_PSB_IRQ_ASLE))
223 if (vdc_stat & _PSB_IRQ_SGX_FLAG)
225 if (vdc_stat & _PSB_IRQ_DISP_HOTSYNC)
228 vdc_stat &= dev_priv->vdc_irq_mask;
229 spin_unlock(&dev_priv->irqmask_lock);
231 if (dsp_int && gma_power_is_on(dev)) {
232 gma_vdc_interrupt(dev, vdc_stat);
237 sgx_stat_1 = PSB_RSGX32(PSB_CR_EVENT_STATUS);
238 sgx_stat_2 = PSB_RSGX32(PSB_CR_EVENT_STATUS2);
239 gma_sgx_interrupt(dev, sgx_stat_1, sgx_stat_2);
243 /* Note: this bit has other meanings on some devices, so we will
244 need to address that later if it ever matters */
245 if (hotplug_int && dev_priv->ops->hotplug) {
246 handled = dev_priv->ops->hotplug(dev);
247 REG_WRITE(PORT_HOTPLUG_STAT, REG_READ(PORT_HOTPLUG_STAT));
250 PSB_WVDC32(vdc_stat, PSB_INT_IDENTITY_R);
251 (void) PSB_RVDC32(PSB_INT_IDENTITY_R);
260 void gma_irq_preinstall(struct drm_device *dev)
262 struct drm_psb_private *dev_priv = to_drm_psb_private(dev);
263 unsigned long irqflags;
265 spin_lock_irqsave(&dev_priv->irqmask_lock, irqflags);
267 if (gma_power_is_on(dev)) {
268 PSB_WVDC32(0xFFFFFFFF, PSB_HWSTAM);
269 PSB_WVDC32(0x00000000, PSB_INT_MASK_R);
270 PSB_WVDC32(0x00000000, PSB_INT_ENABLE_R);
271 PSB_WSGX32(0x00000000, PSB_CR_EVENT_HOST_ENABLE);
272 PSB_RSGX32(PSB_CR_EVENT_HOST_ENABLE);
274 if (dev->vblank[0].enabled)
275 dev_priv->vdc_irq_mask |= _PSB_VSYNC_PIPEA_FLAG;
276 if (dev->vblank[1].enabled)
277 dev_priv->vdc_irq_mask |= _PSB_VSYNC_PIPEB_FLAG;
279 /* Revisit this area - want per device masks ? */
280 if (dev_priv->ops->hotplug)
281 dev_priv->vdc_irq_mask |= _PSB_IRQ_DISP_HOTSYNC;
282 dev_priv->vdc_irq_mask |= _PSB_IRQ_ASLE | _PSB_IRQ_SGX_FLAG;
284 /* This register is safe even if display island is off */
285 PSB_WVDC32(~dev_priv->vdc_irq_mask, PSB_INT_MASK_R);
286 spin_unlock_irqrestore(&dev_priv->irqmask_lock, irqflags);
289 void gma_irq_postinstall(struct drm_device *dev)
291 struct drm_psb_private *dev_priv = to_drm_psb_private(dev);
292 unsigned long irqflags;
295 spin_lock_irqsave(&dev_priv->irqmask_lock, irqflags);
297 /* Enable 2D and MMU fault interrupts */
298 PSB_WSGX32(_PSB_CE2_BIF_REQUESTER_FAULT, PSB_CR_EVENT_HOST_ENABLE2);
299 PSB_WSGX32(_PSB_CE_TWOD_COMPLETE, PSB_CR_EVENT_HOST_ENABLE);
300 PSB_RSGX32(PSB_CR_EVENT_HOST_ENABLE); /* Post */
302 /* This register is safe even if display island is off */
303 PSB_WVDC32(dev_priv->vdc_irq_mask, PSB_INT_ENABLE_R);
304 PSB_WVDC32(0xFFFFFFFF, PSB_HWSTAM);
306 for (i = 0; i < dev->num_crtcs; ++i) {
307 if (dev->vblank[i].enabled)
308 gma_enable_pipestat(dev_priv, i, PIPE_VBLANK_INTERRUPT_ENABLE);
310 gma_disable_pipestat(dev_priv, i, PIPE_VBLANK_INTERRUPT_ENABLE);
313 if (dev_priv->ops->hotplug_enable)
314 dev_priv->ops->hotplug_enable(dev, true);
316 spin_unlock_irqrestore(&dev_priv->irqmask_lock, irqflags);
319 int gma_irq_install(struct drm_device *dev)
321 struct drm_psb_private *dev_priv = to_drm_psb_private(dev);
322 struct pci_dev *pdev = to_pci_dev(dev->dev);
325 if (dev_priv->use_msi && pci_enable_msi(pdev)) {
326 dev_warn(dev->dev, "Enabling MSI failed!\n");
327 dev_priv->use_msi = false;
330 if (pdev->irq == IRQ_NOTCONNECTED)
333 gma_irq_preinstall(dev);
335 /* PCI devices require shared interrupts. */
336 ret = request_irq(pdev->irq, gma_irq_handler, IRQF_SHARED, dev->driver->name, dev);
340 gma_irq_postinstall(dev);
345 void gma_irq_uninstall(struct drm_device *dev)
347 struct drm_psb_private *dev_priv = to_drm_psb_private(dev);
348 struct pci_dev *pdev = to_pci_dev(dev->dev);
349 unsigned long irqflags;
352 spin_lock_irqsave(&dev_priv->irqmask_lock, irqflags);
354 if (dev_priv->ops->hotplug_enable)
355 dev_priv->ops->hotplug_enable(dev, false);
357 PSB_WVDC32(0xFFFFFFFF, PSB_HWSTAM);
359 for (i = 0; i < dev->num_crtcs; ++i) {
360 if (dev->vblank[i].enabled)
361 gma_disable_pipestat(dev_priv, i, PIPE_VBLANK_INTERRUPT_ENABLE);
364 dev_priv->vdc_irq_mask &= _PSB_IRQ_SGX_FLAG |
365 _PSB_IRQ_MSVDX_FLAG |
368 /* These two registers are safe even if display island is off */
369 PSB_WVDC32(~dev_priv->vdc_irq_mask, PSB_INT_MASK_R);
370 PSB_WVDC32(dev_priv->vdc_irq_mask, PSB_INT_ENABLE_R);
374 /* This register is safe even if display island is off */
375 PSB_WVDC32(PSB_RVDC32(PSB_INT_IDENTITY_R), PSB_INT_IDENTITY_R);
376 spin_unlock_irqrestore(&dev_priv->irqmask_lock, irqflags);
378 free_irq(pdev->irq, dev);
379 if (dev_priv->use_msi)
380 pci_disable_msi(pdev);
383 int gma_crtc_enable_vblank(struct drm_crtc *crtc)
385 struct drm_device *dev = crtc->dev;
386 unsigned int pipe = crtc->index;
387 struct drm_psb_private *dev_priv = to_drm_psb_private(dev);
388 unsigned long irqflags;
389 uint32_t reg_val = 0;
390 uint32_t pipeconf_reg = gma_pipeconf(pipe);
392 if (gma_power_begin(dev, false)) {
393 reg_val = REG_READ(pipeconf_reg);
397 if (!(reg_val & PIPEACONF_ENABLE))
400 spin_lock_irqsave(&dev_priv->irqmask_lock, irqflags);
403 dev_priv->vdc_irq_mask |= _PSB_VSYNC_PIPEA_FLAG;
405 dev_priv->vdc_irq_mask |= _PSB_VSYNC_PIPEB_FLAG;
407 PSB_WVDC32(~dev_priv->vdc_irq_mask, PSB_INT_MASK_R);
408 PSB_WVDC32(dev_priv->vdc_irq_mask, PSB_INT_ENABLE_R);
409 gma_enable_pipestat(dev_priv, pipe, PIPE_VBLANK_INTERRUPT_ENABLE);
411 spin_unlock_irqrestore(&dev_priv->irqmask_lock, irqflags);
416 void gma_crtc_disable_vblank(struct drm_crtc *crtc)
418 struct drm_device *dev = crtc->dev;
419 unsigned int pipe = crtc->index;
420 struct drm_psb_private *dev_priv = to_drm_psb_private(dev);
421 unsigned long irqflags;
423 spin_lock_irqsave(&dev_priv->irqmask_lock, irqflags);
426 dev_priv->vdc_irq_mask &= ~_PSB_VSYNC_PIPEA_FLAG;
428 dev_priv->vdc_irq_mask &= ~_PSB_VSYNC_PIPEB_FLAG;
430 PSB_WVDC32(~dev_priv->vdc_irq_mask, PSB_INT_MASK_R);
431 PSB_WVDC32(dev_priv->vdc_irq_mask, PSB_INT_ENABLE_R);
432 gma_disable_pipestat(dev_priv, pipe, PIPE_VBLANK_INTERRUPT_ENABLE);
434 spin_unlock_irqrestore(&dev_priv->irqmask_lock, irqflags);
437 /* Called from drm generic code, passed a 'crtc', which
438 * we use as a pipe index
440 u32 gma_crtc_get_vblank_counter(struct drm_crtc *crtc)
442 struct drm_device *dev = crtc->dev;
443 unsigned int pipe = crtc->index;
444 uint32_t high_frame = PIPEAFRAMEHIGH;
445 uint32_t low_frame = PIPEAFRAMEPIXEL;
446 uint32_t pipeconf_reg = PIPEACONF;
447 uint32_t reg_val = 0;
448 uint32_t high1 = 0, high2 = 0, low = 0, count = 0;
454 high_frame = PIPEBFRAMEHIGH;
455 low_frame = PIPEBFRAMEPIXEL;
456 pipeconf_reg = PIPEBCONF;
459 high_frame = PIPECFRAMEHIGH;
460 low_frame = PIPECFRAMEPIXEL;
461 pipeconf_reg = PIPECCONF;
464 dev_err(dev->dev, "%s, invalid pipe.\n", __func__);
468 if (!gma_power_begin(dev, false))
471 reg_val = REG_READ(pipeconf_reg);
473 if (!(reg_val & PIPEACONF_ENABLE)) {
474 dev_err(dev->dev, "trying to get vblank count for disabled pipe %u\n",
476 goto err_gma_power_end;
480 * High & low register fields aren't synchronized, so make sure
481 * we get a low value that's stable across two reads of the high
485 high1 = ((REG_READ(high_frame) & PIPE_FRAME_HIGH_MASK) >>
486 PIPE_FRAME_HIGH_SHIFT);
487 low = ((REG_READ(low_frame) & PIPE_FRAME_LOW_MASK) >>
488 PIPE_FRAME_LOW_SHIFT);
489 high2 = ((REG_READ(high_frame) & PIPE_FRAME_HIGH_MASK) >>
490 PIPE_FRAME_HIGH_SHIFT);
491 } while (high1 != high2);
493 count = (high1 << 8) | low;