Memory leak with angularJS and jQuery / angular bootstrap

I have a ng-repeat list that updates every minute. Its a list of cards that contains stuff like title, description, dates and so on. In those cards there's also a angular-ui-bootstrap popover which i use to display comments on those cards.

When the list updates, the popover will keep some reference which creates a lot of detached dom elements.

Heres some of the code.

The directive i use.

    .directive('mypopover', function ($compile, $templateCache) {

    var getTemplate = function (contentType) {
        var template = '';
        switch (contentType) {
            case 'user':
                template = $templateCache.get("templateId.html");
                break;
        }
        return template;
    }
    return {
        restrict: "A",
        link: function ($scope, element, attrs) {
            var popOverContent;

            popOverContent = getTemplate("user");

            popOverContent = $compile("<span>" + popOverContent + "</span>")($scope);

            var options = {
                content: popOverContent,
                placement: "bottom",
                html: true,
                trigger: "manual",
                selector: '.fa-comment',
                date: $scope.date,
                animation: true
            };

            $(element).popover(options).on("mouseenter", function () {
                var _this = this;
                $(this).popover("show");
                $('.popover').linkify();
                $(".popover").on("mouseleave", function () {
                    $(this).popover('destroy');
                    $('.popover').remove();
                });
            }).on("mouseleave", function () {
                var _this = this;
                setTimeout(function () {
                    if (!$(".popover:hover").length) {
                        $(this).popover('destroy');
                        $('.popover').remove();
                    }
                }, 350);
            });

            var destroy = function () {
                $(element).popover('destroy');
            }

            $scope.$on("$destroy", function () {
                destroy();
            });
        }
    }
})

from the html.. The bo-something is the just a one way bind i use instead of the normal double bind from angular

 <a bo-href="c.ShortUrl" target="_blank" bindonce ng-repeat="c in cards | filter:searchText | limitTo: limitValue[$index] track by c.Id">
                    <div class="panel detachable-card">
                        <div class="panel-body" bo-class="{redLabel: c.RedLabel, orangeLabel: c.OrangeLabel}">
                            <!-- Comments if any -->
                            <script type="text/ng-template" id="templateId.html">
                                <div ng-repeat="comment in c.Comment track by $index">
                                    <strong style="margin-bottom: 20px; color:#bbbbbb; white-space: pre-wrap;">{{c.CommentMember[$index]}}</strong>
                                    <br />
                                    <span style="white-space: pre-wrap;">{{comment}}</span>
                                    <hr />
                                </div>
                            </script>
                            <span bo-if="c.Comment" data-container="body" mypopover style="float:right"><i class="fa fa-comment fa-lg"></i></span>

                            <!-- Card info -->
                            <strong style="font-size:12px; color:#999999"><span bo-if="!c.BoardNameOverride" bo-text="c.NameBoard"></span> <span bo-if="c.BoardNameOverride" bo-text="c.BoardNameOverride"></span></strong>
                            <br />
                            <strong bo-text="c.Name"></strong>
                            <br />
                            <span bo-if="c.Desc" bo-text="c.Desc"><br /></span>

                        </div>
                    </div>
                </a>

Heres a heap-snapshot of the site after one update. http://i.stack.imgur.com/V4U1O.png

So Im fairly bad at javascript in general, and i have my doubts about the directive. I would have thought that the .popover('destroy') would remove the reference, but it doesnt seem to..

Any help is greatly appreciated..