Robots. txt file

{%- unless rule.directive == 'Disallow' and rule.value == '/policies/' -%}
      {{ rule }}
    {%- endunless -%}
  {%- endfor -%}

  {%- if group.user_agent.value == '*' -%}
{{ 'Disallow: */feed/' }}
{{ 'Disallow: ?variant=' }}
{{ 'Disallow: currency=' }}
{{ 'Disallow: ?pr_prod_strat=' }}
{{ 'Disallow: ?page=' }}
{{ 'Disallow: /page/' }}
{{ 'Disallow: ?filter' }}
{{ 'Disallow: sort_by=' }}
{{ 'Disallow: /search?q=*' }}
{{ 'Disallow: web-pixels-manager' }}
{{ 'Disallow: /sandbox/' }}
{{ 'Disallow: /active' }}
{{ 'Disallow: /collections/all*' }}
{{ 'Disallow: /collections/vendors*?q=' }}
{{ 'Disallow: /collections/types*?q=' }}
{{ 'Disallow: /collections/?*constraint' }}
{{ 'Disallow: /collections//' }}
{{ 'Disallow: /collections/?*filter' }}
{{ 'Disallow: /collections/?*pf_' }}
{{ 'Disallow: /collections/?*view' }}
{{ 'Disallow: /collections/?*grid_list' }}
{{ 'Disallow: /collections/?page=*' }}
{{ 'Disallow: /blogs//tagged/' }}