using Microsoft.Win32;
RegistryKey yourApp = Registry.CurrentUser.OpenSubKey("SOFTWARE\\Microsoft\\Windows\\CurrentVersion\\Run", true);
yourApp.SetValue("MyApp", Application.ExecutablePath.ToString());
And if you want to stop your application to auto start then
yourApp.DeleteValue("MyApp", false);