You want to set leftmargin to zero in the bibliography environment. Take the default from numeric.bbx (ll. 24-37) and play around with the values until you like the outcome.
The number formatting in the bibliography can be modified by playing with the labelnumberwidth field format.
\documentclass[british]{article}
\usepackage[T1]{fontenc}
\usepackage{babel}
\usepackage{csquotes}
\usepackage{lipsum}
\usepackage[backend=biber, style=numeric]{biblatex}
\DeclareFieldFormat{labelnumberwidth}{#1\addperiod}
\defbibenvironment{bibliography}
{\list
{\printtext[labelnumberwidth]{%
\printfield{labelprefix}%
\printfield{labelnumber}}}
{\setlength{\labelwidth}{\labelnumberwidth}%
\setlength{\leftmargin}{0pt}%
\setlength{\labelsep}{\biblabelsep}%
\setlength{\itemsep}{\bibitemsep}%
\setlength{\parsep}{\bibparsep}}%
\renewcommand*{\makelabel}[1]{\hss##1}}
{\endlist}
{\item}
\addbibresource{biblatex-examples.bib}
\begin{document}
Lorem \autocite{sigfridsson,worman,geer,nussbaum}
\lipsum[1-2]
\printbibliography
\end{document}
