v/vlib/compiler/cc.v

549 lines
15 KiB
V
Raw Normal View History

2019-08-23 11:05:16 +02:00
// Copyright (c) 2019 Alexander Medvednikov. All rights reserved.
// Use of this source code is governed by an MIT license
// that can be found in the LICENSE file.
module compiler
2019-08-23 11:05:16 +02:00
import (
os
time
2019-11-01 17:29:51 +01:00
filepath
2019-08-23 11:05:16 +02:00
)
2019-10-25 17:53:45 +02:00
fn todo() {
}
2019-10-25 17:53:45 +02:00
fn (v &V) no_cc_installed() bool {
$if windows {
os.exec('$v.pref.ccompiler -v') or {
if v.pref.is_verbose {
println('C compiler not found, trying to build with msvc...')
}
return true
2019-12-12 12:27:47 +01:00
}
}
return false
}
2019-08-23 11:05:16 +02:00
fn (v mut V) cc() {
v.build_thirdparty_obj_files()
vexe := vexe_path()
vdir := os.dir(vexe)
2019-09-14 22:48:30 +02:00
// Just create a C/JavaScript file and exit
// for example: `v -o v.c compiler`
2019-09-14 22:48:30 +02:00
if v.out_name.ends_with('.c') || v.out_name.ends_with('.js') {
// Translating V code to JS by launching vjs.
// Using a separate process for V.js is for performance mostly,
// to avoid constant is_js checks.
2019-09-14 22:48:30 +02:00
$if !js {
if v.out_name.ends_with('.js') {
vjs_path := vexe + 'js'
if !os.exists(vjs_path) {
2019-09-14 22:48:30 +02:00
println('V.js compiler not found, building...')
// Build V.js. Specifying `-os js` makes V include
// only _js.v files and ignore _c.v files.
ret := os.system('$vexe -o $vjs_path -os js $vdir/v.v')
2019-09-14 22:48:30 +02:00
if ret == 0 {
println('Done.')
} else {
println('Failed.')
exit(1)
}
}
2019-09-14 22:48:30 +02:00
ret := os.system('$vjs_path -o $v.out_name $v.dir')
if ret == 0 {
println('Done. Run it with `node $v.out_name`')
2019-09-16 18:02:10 +02:00
println('JS backend is at a very early stage.')
}
2019-09-14 22:48:30 +02:00
}
}
// v.out_name_c may be on a different partition than v.out_name
os.mv_by_cp(v.out_name_c, v.out_name) or { panic(err) }
2019-08-29 23:07:54 +02:00
exit(0)
}
2019-08-23 11:05:16 +02:00
// Cross compiling for Windows
if v.os == .windows {
$if !windows {
v.cc_windows_cross()
return
}
}
$if windows {
if v.pref.ccompiler == 'msvc' || v.no_cc_installed() {
2019-08-23 11:05:16 +02:00
v.cc_msvc()
return
}
}
2019-11-16 23:14:05 +01:00
// arguments for the C compiler
mut a := [v.pref.cflags, '-std=gnu11',
'-Wall',
'-Wextra',
// TODO : activate -Werror once no warnings remain
// '-Werror',
// TODO : try and remove the below workaround options when the corresponding
// warnings are totally fixed/removed
'-Wno-unused-variable',
//'-Wno-unused-but-set-variable',
2019-11-16 23:14:05 +01:00
'-Wno-unused-parameter',
'-Wno-unused-result',
2019-12-12 02:09:31 +01:00
'-Wno-unused-function',
2019-11-16 23:14:05 +01:00
'-Wno-missing-braces',
'-Wno-unused-label']
2019-10-12 15:05:24 +02:00
// TCC on Linux by default, unless -cc was provided
// TODO if -cc = cc, TCC is still used, default compiler should be
// used instead.
if v.pref.fast {
$if linux {
$if !android {
tcc_3rd := '$vdir/thirdparty/tcc/bin/tcc'
//println('tcc third "$tcc_3rd"')
tcc_path := '/var/tmp/tcc/bin/tcc'
if os.exists(tcc_3rd) && !os.exists(tcc_path) {
//println('moving tcc')
// if there's tcc in thirdparty/, that means this is
// a prebuilt V_linux.zip.
// Until the libtcc1.a bug is fixed, we neeed to move
// it to /var/tmp/
os.system('mv $vdir/thirdparty/tcc /var/tmp/')
}
if v.pref.ccompiler == 'cc' && os.exists(tcc_path) {
// TODO tcc bug, needs an empty libtcc1.a fila
2019-11-23 17:55:18 +01:00
//os.mkdir('/var/tmp/tcc/lib/tcc/') or { panic(err) }
//os.create('/var/tmp/tcc/lib/tcc/libtcc1.a')
v.pref.ccompiler = tcc_path
2019-11-16 23:14:05 +01:00
a << '-m64'
}
2019-10-12 15:05:24 +02:00
}
} $else {
verror('-fast is only supported on Linux right now')
}
2019-10-31 18:32:34 +01:00
}
//linux_host := os.user_os() == 'linux'
2019-08-23 11:05:16 +02:00
v.log('cc() isprod=$v.pref.is_prod outname=$v.out_name')
2019-08-23 11:05:16 +02:00
if v.pref.is_so {
a << '-shared -fPIC '// -Wl,-z,defs'
v.out_name = v.out_name + '.so'
}
2019-11-14 08:23:44 +01:00
if v.pref.is_bare {
a << '-fno-stack-protector -static -ffreestanding -nostdlib'
}
2019-09-10 16:36:14 +02:00
if v.pref.build_mode == .build_module {
2019-10-04 14:48:09 +02:00
// Create the modules & out directory if it's not there.
mut out_dir := if v.dir.starts_with('vlib') {
'$v_modules_path${os.path_separator}cache${os.path_separator}$v.dir'
} else {
2019-10-12 21:31:05 +02:00
'$v_modules_path${os.path_separator}$v.dir'
}
2019-10-12 21:31:05 +02:00
pdir := out_dir.all_before_last(os.path_separator)
if !os.is_dir(pdir) {
os.mkdir_all(pdir)
}
2019-10-04 14:48:09 +02:00
v.out_name = '${out_dir}.o' //v.out_name
println('Building ${v.out_name}...')
}
debug_mode := v.pref.is_debug
mut debug_options := '-g'
mut optimization_options := '-O2'
mut guessed_compiler := v.pref.ccompiler
if guessed_compiler == 'cc' && v.pref.is_prod {
// deliberately guessing only for -prod builds for performance reasons
if ccversion := os.exec('cc --version') {
if ccversion.exit_code == 0 {
if ccversion.output.contains('This is free software;')
&& ccversion.output.contains('Free Software Foundation, Inc.') {
guessed_compiler = 'gcc'
}
if ccversion.output.contains('clang version '){
guessed_compiler = 'clang'
}
}
}
}
if v.pref.ccompiler.contains('clang') || guessed_compiler == 'clang' {
if debug_mode {
debug_options = '-g -O0 -no-pie'
}
optimization_options = '-O3 -flto'
}
if v.pref.ccompiler.contains('gcc') || guessed_compiler == 'gcc' {
if debug_mode {
debug_options = '-g3 -no-pie'
}
optimization_options = '-O3 -fno-strict-aliasing -flto'
}
if debug_mode {
a << debug_options
}
2019-08-23 11:05:16 +02:00
if v.pref.is_prod {
a << optimization_options
2019-08-23 11:05:16 +02:00
}
if debug_mode && os.user_os() != 'windows'{
a << ' -rdynamic ' // needed for nicer symbolic backtraces
}
if v.pref.ccompiler != 'msvc' && v.os != .freebsd {
a << '-Werror=implicit-function-declaration'
}
2019-08-23 11:05:16 +02:00
for f in v.generate_hotcode_reloading_compiler_flags() {
a << f
}
mut libs := ''// builtin.o os.o http.o etc
2019-09-10 16:36:14 +02:00
if v.pref.build_mode == .build_module {
2019-08-23 11:05:16 +02:00
a << '-c'
}
else if v.pref.is_cache {
2019-11-01 17:29:51 +01:00
builtin_o_path := filepath.join(v_modules_path, 'cache', 'vlib', 'builtin.o')
2019-10-31 22:47:11 +01:00
a << builtin_o_path.replace('builtin.o', 'strconv.o') // TODO hack no idea why this is needed
if os.exists(builtin_o_path) {
libs = builtin_o_path
} else {
println('$builtin_o_path not found... building module builtin')
2019-10-12 21:31:05 +02:00
os.system('$vexe build module vlib${os.path_separator}builtin')
}
2019-08-23 11:05:16 +02:00
for imp in v.table.imports {
if imp.contains('vweb') { continue } // not working
if imp == 'webview' { continue }
2019-10-12 21:31:05 +02:00
imp_path := imp.replace('.', os.path_separator)
path := '$v_modules_path${os.path_separator}cache${os.path_separator}vlib${os.path_separator}${imp_path}.o'
2019-10-12 21:14:16 +02:00
//println('adding ${imp_path}.o')
if os.exists(path) {
libs += ' ' + path
2019-10-10 02:48:11 +02:00
} else {
println('$path not found... building module $imp')
2019-10-31 22:57:16 +01:00
if path.ends_with('vlib/ui.o') {
println('copying ui...')
os.cp('$vdir/thirdparty/ui/ui.o', path) or { panic('error copying ui files') }
os.cp('$vdir/thirdparty/ui/ui.vh', v_modules_path +
2019-11-04 00:38:49 +01:00
'/vlib/ui.vh') or { panic('error copying ui files') }
2019-10-31 22:57:16 +01:00
} else {
os.system('$vexe build module vlib${os.path_separator}$imp_path')
}
}
2019-10-31 22:57:16 +01:00
if path.ends_with('vlib/ui.o') {
a << '-framework Cocoa -framework Carbon'
}
2019-08-23 11:05:16 +02:00
}
}
if v.pref.sanitize {
a << '-fsanitize=leak'
}
// Cross compiling linux TODO
/*
sysroot := '/tmp/lld/linuxroot/'
2019-08-23 11:05:16 +02:00
if v.os == .linux && !linux_host {
// Build file.o
a << '-c --sysroot=$sysroot -target x86_64-linux-gnu'
// Right now `out_name` can be `file`, not `file.o`
if !v.out_name.ends_with('.o') {
v.out_name = v.out_name + '.o'
}
}
*/
2019-08-23 11:05:16 +02:00
// Cross compiling windows
//
2019-08-23 11:05:16 +02:00
// Output executable name
a << '-o "$v.out_name"'
if os.is_dir(v.out_name) {
verror('\'$v.out_name\' is a directory')
2019-08-23 11:05:16 +02:00
}
2019-09-07 18:19:17 +02:00
// macOS code can include objective C TODO remove once objective C is replaced with C
2019-08-23 11:05:16 +02:00
if v.os == .mac {
a << '-x objective-c'
}
// The C file we are compiling
a << '"$v.out_name_c"'
if v.os == .mac {
a << '-x none'
}
// Min macos version is mandatory I think?
if v.os == .mac {
a << '-mmacosx-version-min=10.7'
}
cflags := v.get_os_cflags()
2019-09-11 18:26:35 +02:00
2019-09-11 12:34:19 +02:00
// add .o files
a << cflags.c_options_only_object_files()
2019-09-11 12:34:19 +02:00
// add all flags (-I -l -L etc) not .o files
a << cflags.c_options_without_object_files()
2019-08-23 11:05:16 +02:00
a << libs
// Without these libs compilation will fail on Linux
// || os.user_os() == 'linux'
2019-12-03 09:26:47 +01:00
if !v.pref.is_bare && v.pref.build_mode != .build_module && v.os in [ .linux, .freebsd,
.openbsd, .netbsd, .dragonfly, .solaris, .haiku ] {
2019-08-23 11:05:16 +02:00
a << '-lm -lpthread '
// -ldl is a Linux only thing. BSDs have it in libc.
if v.os == .linux {
a << ' -ldl '
}
}
2019-09-16 21:00:59 +02:00
if !v.pref.is_bare && v.os == .js && os.user_os() == 'linux' {
2019-09-16 21:00:59 +02:00
a << '-lm'
}
2019-08-23 11:05:16 +02:00
args := a.join(' ')
2019-10-25 17:49:49 +02:00
start:
2019-10-25 17:53:45 +02:00
todo()
// TODO remove
2019-08-23 11:05:16 +02:00
cmd := '${v.pref.ccompiler} $args'
// Run
if v.pref.show_c_cmd || v.pref.is_verbose {
println('\n==========')
println(cmd)
}
ticks := time.ticks()
res := os.exec(cmd) or {
// C compilation failed.
// If we are on Windows, try msvc
println('C compilation failed.')
/*
if os.user_os() == 'windows' && v.pref.ccompiler != 'msvc' {
println('Trying to build with MSVC')
v.cc_msvc()
return
}
*/
2019-11-14 08:23:44 +01:00
verror(err)
return
}
2019-08-23 11:05:16 +02:00
if res.exit_code != 0 {
2019-10-25 17:53:45 +02:00
// the command could not be found by the system
2019-08-23 11:05:16 +02:00
if res.exit_code == 127 {
2019-10-25 17:49:49 +02:00
$if linux {
2019-10-25 17:53:45 +02:00
// TCC problems on linux? Try GCC.
2019-10-25 19:11:53 +02:00
if v.pref.ccompiler.contains('tcc') {
2019-10-25 17:49:49 +02:00
v.pref.ccompiler = 'cc'
goto start
}
2019-10-25 17:49:49 +02:00
}
2019-10-25 17:53:45 +02:00
verror('C compiler error, while attempting to run: \n' +
'-----------------------------------------------------------\n' +
'$cmd\n' +
'-----------------------------------------------------------\n' +
'Probably your C compiler is missing. \n' +
'Please reinstall it, or make it available in your PATH.\n\n' +
missing_compiler_info())
2019-08-23 11:05:16 +02:00
}
if v.pref.is_debug {
println(res.output)
} else {
2019-08-29 02:30:17 +02:00
partial_output := res.output.limit(200).trim_right('\r\n')
print(partial_output)
if res.output.len > partial_output.len {
println('...\n(Use `v -g` to print the entire error message)\n')
2019-08-29 02:30:17 +02:00
}else{
println('')
2019-08-23 11:05:16 +02:00
}
}
verror('C error. This should never happen. ' +
2019-10-23 12:03:14 +02:00
'\nPlease create a GitHub issue: https://github.com/vlang/v/issues/new/choose')
2019-08-23 11:05:16 +02:00
}
diff := time.ticks() - ticks
// Print the C command
if v.pref.show_c_cmd || v.pref.is_verbose {
println('${v.pref.ccompiler} took $diff ms')
println('=========\n')
}
// Link it if we are cross compiling and need an executable
/*
2019-08-23 11:05:16 +02:00
if v.os == .linux && !linux_host && v.pref.build_mode != .build {
v.out_name = v.out_name.replace('.o', '')
obj_file := v.out_name + '.o'
println('linux obj_file=$obj_file out_name=$v.out_name')
ress := os.exec('/usr/local/Cellar/llvm/8.0.0/bin/ld.lld --sysroot=$sysroot ' +
'-v -o $v.out_name ' +
'-m elf_x86_64 -dynamic-linker /lib64/ld-linux-x86-64.so.2 ' +
'/usr/lib/x86_64-linux-gnu/crt1.o ' +
'$sysroot/lib/x86_64-linux-gnu/libm-2.28.a ' +
'/usr/lib/x86_64-linux-gnu/crti.o ' +
obj_file +
' /usr/lib/x86_64-linux-gnu/libc.so ' +
'/usr/lib/x86_64-linux-gnu/crtn.o') or {
verror(err)
2019-08-29 02:30:17 +02:00
return
2019-08-23 11:05:16 +02:00
}
println(ress.output)
println('linux cross compilation done. resulting binary: "$v.out_name"')
}
*/
if !v.pref.is_keep_c && v.out_name_c != 'v.c' {
2019-10-09 06:02:45 +02:00
os.rm(v.out_name_c)
2019-08-23 11:05:16 +02:00
}
2019-09-19 14:52:38 +02:00
if v.pref.compress {
2019-09-19 15:05:17 +02:00
$if windows {
println('-compress does not work on Windows for now')
return
}
2019-09-19 14:52:38 +02:00
ret := os.system('strip $v.out_name')
if ret != 0 {
println('strip failed')
return
}
ret2 := os.system('upx --lzma -qqq $v.out_name')
if ret2 != 0 {
println('upx failed')
2019-12-03 14:29:24 +01:00
$if macos {
2019-09-19 14:52:38 +02:00
println('install upx with `brew install upx`')
}
2019-09-19 14:52:38 +02:00
$if linux {
println('install upx\n' +
'for example, on Debian/Ubuntu run `sudo apt install upx`')
}
2019-09-19 14:52:38 +02:00
$if windows {
// :)
}
2019-09-19 14:52:38 +02:00
}
}
2019-08-23 11:05:16 +02:00
}
fn (c mut V) cc_windows_cross() {
if !c.out_name.ends_with('.exe') {
c.out_name = c.out_name + '.exe'
}
mut args := '-o $c.out_name -w -L. '
cflags := c.get_os_cflags()
2019-08-23 11:05:16 +02:00
// -I flags
args += if c.pref.ccompiler == 'msvc' {
cflags.c_options_before_target_msvc()
} else {
cflags.c_options_before_target()
}
2019-08-23 11:05:16 +02:00
mut libs := ''
if c.pref.build_mode == .default_mode {
libs = '"$v_modules_path/vlib/builtin.o"'
if !os.exists(libs) {
println('`$libs` not found')
2019-08-23 11:05:16 +02:00
exit(1)
}
for imp in c.table.imports {
libs += ' "$v_modules_path/vlib/${imp}.o"'
2019-08-23 11:05:16 +02:00
}
}
args += ' $c.out_name_c '
args += if c.pref.ccompiler == 'msvc' {
cflags.c_options_after_target_msvc()
} else {
cflags.c_options_after_target()
}
2019-08-23 11:05:16 +02:00
println('Cross compiling for Windows...')
winroot := '$v_modules_path/winroot'
if !os.is_dir(winroot) {
2019-08-23 11:05:16 +02:00
winroot_url := 'https://github.com/vlang/v/releases/download/v0.1.10/winroot.zip'
2019-08-28 13:35:48 +02:00
println('"$winroot" not found.')
println('Download it from $winroot_url and save it in $v_modules_path')
2019-08-28 13:35:48 +02:00
println('Unzip it afterwards.\n')
println('winroot.zip contains all library and header files needed '+
'to cross-compile for Windows.')
exit(1)
2019-08-23 11:05:16 +02:00
}
mut obj_name := c.out_name
obj_name = obj_name.replace('.exe', '')
obj_name = obj_name.replace('.o.o', '.o')
include := '-I $winroot/include '
cmd := 'clang -o $obj_name -w $include -m32 -c -target x86_64-win32 $v_modules_path/$c.out_name_c'
2019-08-23 11:05:16 +02:00
if c.pref.show_c_cmd {
println(cmd)
}
if os.system(cmd) != 0 {
println('Cross compilation for Windows failed. Make sure you have clang installed.')
exit(1)
}
if c.pref.build_mode != .build_module {
2019-08-23 11:05:16 +02:00
link_cmd := 'lld-link $obj_name $winroot/lib/libcmt.lib ' +
'$winroot/lib/libucrt.lib $winroot/lib/kernel32.lib $winroot/lib/libvcruntime.lib ' +
'$winroot/lib/uuid.lib'
if c.pref.show_c_cmd {
println(link_cmd)
}
if os.system(link_cmd) != 0 {
println('Cross compilation for Windows failed. Make sure you have lld linker installed.')
exit(1)
}
// os.rm(obj_name)
}
println('Done!')
}
fn (c &V) build_thirdparty_obj_files() {
for flag in c.get_os_cflags() {
if flag.value.ends_with('.o') {
rest_of_module_flags := c.get_rest_of_module_cflags( flag )
if c.pref.ccompiler == 'msvc' || c.no_cc_installed() {
build_thirdparty_obj_file_with_msvc(flag.value, rest_of_module_flags)
}
else {
build_thirdparty_obj_file(flag.value, rest_of_module_flags)
}
}
}
}
2019-08-23 11:05:16 +02:00
fn find_c_compiler() string {
args := env_vflags_and_os_args().join(' ')
defaultcc := find_c_compiler_default()
return get_arg( args, 'cc', defaultcc )
}
fn find_c_compiler_default() string {
//fast_clang := '/usr/local/Cellar/llvm/8.0.0/bin/clang'
//if os.exists(fast_clang) {
2019-08-23 11:05:16 +02:00
// return fast_clang
//}
// TODO fix $if after 'string'
$if windows { return 'gcc' }
return 'cc'
}
fn find_c_compiler_thirdparty_options() string {
fullargs := env_vflags_and_os_args()
mut cflags := get_cmdline_cflags( fullargs )
$if !windows {
cflags += ' -fPIC'
}
if '-m32' in fullargs {
cflags += ' -m32'
}
return cflags
}
fn get_cmdline_cflags(args []string) string {
mut cflags := ''
for ci, cv in args {
if cv == '-cflags' {
cflags += args[ci+1] + ' '
2019-09-11 18:26:35 +02:00
}
}
return cflags
2019-08-23 11:05:16 +02:00
}
fn missing_compiler_info() string {
$if windows {
return 'https://github.com/vlang/v/wiki/Installing-a-C-compiler-on-Windows'
}
$if linux {
return 'On Debian/Ubuntu, run `sudo apt install build-essential`'
}
2019-12-03 14:29:24 +01:00
$if macos {
return 'Install command line XCode tools with `xcode-select --install`'
}
return ''
}