diff --git a/wally/pretty_yaml.py b/wally/pretty_yaml.py
index 699af7e..2cb5607 100644
--- a/wally/pretty_yaml.py
+++ b/wally/pretty_yaml.py
@@ -9,8 +9,13 @@
         if isinstance(val, unicode):
             val = val.encode('utf8')
 
-        if len(bad_symbols & set(val)) != 0:
-            return repr(val)
+        try:
+            float(val)
+            val = repr(val)
+        except ValueError:
+            if len(bad_symbols & set(val)) != 0:
+                val = repr(val)
+
         return val
     elif val is True:
         return 'true'