diff --git a/src/ol/renderer/dom/map.js b/src/ol/renderer/dom/map.js
index 98fc6e636e..d5fe5194df 100644
--- a/src/ol/renderer/dom/map.js
+++ b/src/ol/renderer/dom/map.js
@@ -31,10 +31,6 @@ ol.renderer.dom.Map = function(container, map) {
   this.layersPane_ = goog.dom.createElement(goog.dom.TagName.DIV);
   this.layersPane_.className = 'ol-layers-pane';
   this.layersPane_.style.position = 'absolute';
-  goog.events.listen(this.layersPane_, 'mousedown',
-      goog.events.Event.preventDefault);
-  goog.events.listen(this.layersPane_, 'touchstart',
-      goog.events.Event.preventDefault);
   goog.dom.appendChild(container, this.layersPane_);
 
   /**
diff --git a/src/ol/renderer/map.js b/src/ol/renderer/map.js
index c6f894a741..a22b5eeb08 100644
--- a/src/ol/renderer/map.js
+++ b/src/ol/renderer/map.js
@@ -92,6 +92,12 @@ ol.renderer.Map = function(container, map) {
         this.handleSizeChanged, false, this)
   ];
 
+  var viewport = map.getViewport();
+  goog.events.listen(viewport, goog.events.EventType.MOUSEDOWN,
+      goog.events.Event.preventDefault);
+  goog.events.listen(viewport, goog.events.EventType.TOUCHSTART,
+      goog.events.Event.preventDefault);
+
 };
 goog.inherits(ol.renderer.Map, goog.Disposable);