Microsoft and Volkswagen develop a system to use HoloLens in cars

Microsoft and Volkswagen develop a system to use HoloLens in cars

In partnership with Volkswagen, Microsoft has upgraded its mixed reality glasses, HoloLens 2, to allow the device to work in cars. The technology solves the old problem where device sensors did not work well in a moving environment.

Second information provided by the company This Thursday (5), HoloLens 2 tracks motion using a combination of camera sensors and an infinity measurement unit with accelerometers and gyroscopes. In the car, however, the two fields clashed due to the continuous action of the holograms disappearing and signal confusion.


That’s where Volkswagen came in, developing a prototype that allowed the car to display real-time information over a two-way data connection. At the same time, Microsoft developed an algorithm that shows the difference between the sensors and stabilizes the tracking of the HoloLens 2 in the car. The collaboration between the two companies began in 2018.

“We are integrating a booking system that tracks the vehicle’s location,” explains Michael Wittkamper, augmented reality specialist at Volks. “In this way, we were also able to place 3D features, such as information about places of interest outside the car. This opens up completely new possibilities for displaying holograms not only in the driver’s field of vision, but also for the glasses wearer watching.

Real objects can be placed inside and outside the car. In the image provided by Microsoft (see below), HoloLens projects a virtual map onto the car’s dashboard. Another shows caution to the driver so that he knows where the passenger is.

Headshot with Microsoft HoloLens (Microsoft/Disclosure)

It is worth remembering in this sense that the ID family of Volkswagen cars already has elements of augmented reality. The ID.3, for example, has a head-up display that displays data on the car’s windshield – including speed and navigation instructions. In this way, the driver can analyze the information without taking his eyes off the road.

There is no release date for the feature

There’s still no word on when HoloLens 2 will be available to consumers — initially, Microsoft is targeting corporate users. According to the American company, the first beneficiaries of the resource should be shipping companies, which will be able to connect workers to remote mechanics to identify possible problems with the glass. Currently, it costs around US$ 3,500 (about R$ 17,600 in direct conversion).

After the news from that the project will be in trouble, HoloLens2 seems to have been reborn from the ashes. Earlier this year, Microsoft reportedly lost 70 project employees, including some who went to work for Meta on the Metaverse initiative.

Main image credit: Microsoft/Disclosure

Read more:

Have you seen our new videos on YouTube? Subscribe to our channel!

}, // Lazy:Comments commentsHidderWidget: function(){ if (!OD._commentsHidderWidget) OD._commentsHidderWidget = OD.e('cmtHiddder'); return OD._commentsHidderWidget; }, commentsWidget: function(){ if (!OD._commentsWidget) OD._commentsWidget = OD.e('postComments'); return OD._commentsWidget; }, commentsInit: function(){ var script, head = document.head; OD.commentsOK = true; script = document.createElement("script"); script.setAttribute("src", ""); script.setAttribute("async", "false"); script.setAttribute("onload", "FB.XFBML.parse();"); head.insertBefore(script, head.firstElementChild); }, // Lazy:Taboola taboolaWidget: function(){ // Desabilitado - MGID return false; if (!OD._taboolaWidget) OD._taboolaWidget = OD.e('widgetTaboola'); return OD._taboolaWidget; }, taboolaInit: function(){ var script, head = document.head; if (OD.taboolaOK === true) return; OD.taboolaOK = true; // 3rd tag window._taboola = window._taboola || []; _taboola.push({article:'auto'}); !function (e, f, u, i) { if (!document.getElementById(i)){e.async = 1; e.src = u; = i;f.parentNode.insertBefore(e, f);} }(document.createElement('script'), document.getElementsByTagName('script')[0], '//', 'tb_loader_script'); if(window.performance && typeof window.performance.mark == 'function') {window.performance.mark('tbl_ic');} }, // Lazy:MGID mgidWidget: function(){ if (!OD._mgidWidget) OD._mgidWidget = OD.e('M806238ScriptRootC1311647'); return OD._mgidWidget; }, mgidInit: function(){ var script, head = document.head; if (OD.mgidOK === true) return; OD.mgidOK = true; // MGOD Composit Start (function (e, f, u, i) { if (!document.getElementById(i)){e.async = 1; e.src = u; f.appendChild(e);} })(document.createElement('script'), document.getElementsByTagName('body')[0], '//'); }, // Ajax getJSON: function(url, data, success, error, complete){ success = success||function(){}; OD.getHTML(url, data, function(responseText){ success(JSON.parse(xhr.responseText)); }, error, complete); }, getHTML:function(url, data, success, error, complete) { var xhr = new XMLHttpRequest(), serialize = function(obj){ var p, str=[]; for (p in obj) { if (!obj.hasOwnProperty(p)) continue; str.push(encodeURIComponent(p) + "=" + encodeURIComponent(obj[p])); } return str.join("&"); }; xhr.withCredentials = true; success = success || function() {}; complete = complete || function() {}; error = error || function() {} xhr.onreadystatechange = function() { if (xhr.readyState != 4) return; if (xhr.status == 200) success(xhr.responseText); else error(xhr.status, xhr.responseText); complete(); }'GET', url+'&'+serialize(data),true); xhr.send(); }, // Util e: function(id){ return document.getElementById(id); }, isInViewPort: function(element){ var rect, top, bottom; if (!element) return false; rect=element.getBoundingClientRect();; bottom=rect.bottom; return (top>=0 && bottom<=window.innerHeight); }, toggleClass: function(id, className){ var e = OD.e(id); if (e.classList.contains(className)) {e.classList.remove(className); return false;} else {e.classList.add(className); return true;} }, toggleSearch: function(){ if (OD.toggleClass('mainSearch', 'show')) OD.e('mainSearchInput').focus(); }, getUrlParameter: function(name) { var url = window.location.href.split('?'), vars, upar, i; url.shift(); vars = unescape(url.join('?')).split('&'); for (i = 0; i < vars.length; i++) { upar = vars[i].split('='); if (upar[0] === name) { if (upar[1] === undefined) return ''; return upar[1].replace(/+/g, ' '); } } return ''; }, // Resfresh setupPageRefresh: function(){ var seconds = parseInt(OD.e('body').getAttribute('data-refresh'), 10); if (seconds<=0) return; window.setTimeout(function(){location.reload();}, Math.max(30,seconds)*1000); }, // Behaviors linkTargetPopup: function(e){ var path=e.path||e.composedPath(), link=false, i, w=600, h=600,l,t,coords=""; if (!path) return; for (i=0; i0 && l>0) coords=",top="+t+','+'left="+l+",screenY='+t+',screenX='+l;'href'),'popup',a="width="+w+',height="+h+coords+",resizable=yes,scrollbars=yes,status=yes,menubar=no'); return false; } }, // Cookies setCookie: function(name, value, expires) { var d = new Date(), expires; d.setTime(d.getTime() + (expires*1000)); expires = (expires>0 ? ";expires="+ d.toUTCString() : ''); document.cookie = name+"="+value+expires+";path=/"; }, getCookie: function(name) { var cname = name+"=", i, c decodedCookie = decodeURIComponent(document.cookie), ca = decodedCookie.split(';'); for (i=0; i'; } else { target.innerHTML = '"'; } } }; if (window.OD_bodyAlreadyLoaded===true) OD.bodyLoaded(); document.addEventListener('click', OD.linkTargetPopup, true);

//////////////////////////////////////////////// // OpenWeb //////////////////////////////////////////////// window.OD.addOnLoad(function(){ // Desabilitado return; // Apenas matérias if (!OD.postID) return; // Callbacks window.openWeb_onNewUnseen = function(count) { var e = document.getElementById('openWebBellBadge'); if (e){e.innerText = count; e.setAttribute('data-unseen', (count>0 ? 'yes' : 'no'));} } window.openWeb_openNotifications = function(){ var payload = {postId: OD.postID, instanceId: "EmbeddedNotifications"}; if (typeof window.__OW_OPEN_NOTIFICATIONS__ === 'function') { window.__OW_OPEN_NOTIFICATIONS__(payload); window.openWeb_onNewUnseen(0); return; } document.addEventListener('ow-notifications-sdk-ready', function() { window.__OW_OPEN_NOTIFICATIONS__(payload); window.openWeb_onNewUnseen(0); }); }; // Init if (typeof window.__OW_SUBSCRIBE_TO_NOTIFICATIONS__ === 'function') { window.__OW_SUBSCRIBE_TO_NOTIFICATIONS__(OD.postID, window.openWeb_onNewUnseen); return; } document.addEventListener('ow-notifications-sdk-ready', function(){ window.__OW_SUBSCRIBE_TO_NOTIFICATIONS__(OD.postID, window.openWeb_onNewUnseen); }); });