Solved this by editing /customer/dialog.tpl:
{if not $noborder}
{if $main neq 'bestsellers'}
<div class="title">
<h2>{$title}</h2>
{if $sort and $printable ne 'Y'}
<div class="sort-box">
{if $selected eq '' and $direction eq ''}
{include file="customer/search_sort_by.tpl" selected=$search_prefilled.sort_field direction=$search_prefilled.sort_direction url=$products_sort_url}
{else}
{include file="customer/search_sort_by.tpl" url=$products_sort_url}
{/if}
</div>
{/if}
</div>
{/if}
{/if}
<div class="content">{$content}</div>
</div>