diff --git a/templates/rst.tpl b/templates/rst.tpl
index 5ad4fe3..2435238 100644
--- a/templates/rst.tpl
+++ b/templates/rst.tpl
@@ -69,6 +69,14 @@ Out[{{cell.prompt_number}}]:{% endif %}{% endblock output_prompt %}
 {{- '=' * len }}
 {%- elif cell.level == 2 %}
 {{- '-' * len }}
+{%- elif cell.level == 3 %}
+{{- '~' * len }}
+{%- elif cell.level == 4 %}
+{{- '.' * len }}
+{%- elif cell.level == 5 %}
+{{- '\\' * len }}
+{%- elif cell.level == 6 %}
+{{- '`' * len }}
 {% endif %}
 
 {% endblock headingcell %}