Merge pull request openai#289 from fabiofranco85/fabiofranco85-patch-1

Improve regex in web crawler

Author: ted-at-openai

apps/web-crawl-q-and-a/web-qa.py

@@ -17,7 +17,7 @@
 from openai.embeddings_utils import distances_from_embeddings, cosine_similarity
 
 # Regex pattern to match a URL
-HTTP_URL_PATTERN = r'^http[s]*://.+'
+HTTP_URL_PATTERN = r'^http[s]{0,1}://.+$'
 
 # Define root domain to crawl
 domain = "openai.com"