Makefile 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203
  1. # Binaries that should generate the same output every time
  2. EXPECT_NAMES=\
  3. alloca \
  4. args \
  5. arpainet \
  6. assert \
  7. constructor \
  8. ctype \
  9. destructor \
  10. dirent/scandir \
  11. errno \
  12. error \
  13. fcntl/create \
  14. fcntl/fcntl \
  15. fnmatch \
  16. futimens \
  17. libgen \
  18. locale \
  19. math \
  20. netdb/getaddrinfo \
  21. netdb/netdb \
  22. ptrace \
  23. regex \
  24. select \
  25. setjmp \
  26. signal \
  27. stdio/all \
  28. stdio/buffer \
  29. stdio/fgets \
  30. stdio/fputs \
  31. stdio/fread \
  32. stdio/freopen \
  33. stdio/fseek \
  34. stdio/fwrite \
  35. stdio/getc_unget \
  36. stdio/mutex \
  37. stdio/popen \
  38. stdio/printf \
  39. stdio/rename \
  40. stdio/scanf \
  41. stdio/setvbuf \
  42. stdio/sprintf \
  43. stdlib/a64l \
  44. stdlib/alloc \
  45. stdlib/atof \
  46. stdlib/atoi \
  47. stdlib/div \
  48. stdlib/env \
  49. stdlib/lcg48 \
  50. stdlib/mkostemps \
  51. stdlib/rand \
  52. stdlib/strtod \
  53. stdlib/strtol \
  54. stdlib/strtoul \
  55. stdlib/system \
  56. string/mem \
  57. string/strcat \
  58. string/strchr \
  59. string/strcpy \
  60. string/strcspn \
  61. string/strlen \
  62. string/strncmp \
  63. string/strpbrk \
  64. string/strrchr \
  65. string/strspn \
  66. string/strstr \
  67. string/strtok \
  68. string/strtok_r \
  69. string/strsignal \
  70. strings \
  71. time/asctime \
  72. time/gmtime \
  73. time/localtime \
  74. time/macros \
  75. time/mktime \
  76. time/strftime \
  77. time/time \
  78. tls \
  79. unistd/access \
  80. unistd/brk \
  81. unistd/dup \
  82. unistd/exec \
  83. unistd/fchdir \
  84. unistd/fork \
  85. unistd/fsync \
  86. unistd/ftruncate \
  87. unistd/getopt \
  88. unistd/getopt_long \
  89. unistd/pipe \
  90. unistd/rmdir \
  91. unistd/sleep \
  92. unistd/swab \
  93. unistd/write \
  94. waitpid \
  95. wchar/mbrtowc \
  96. wchar/mbsrtowcs \
  97. wchar/printf-on-wchars \
  98. wchar/putwchar \
  99. wchar/wcrtomb \
  100. wchar/wcscspn \
  101. wchar/wcsrchr \
  102. wchar/wcsstr \
  103. wchar/wcstod \
  104. wchar/wcstok \
  105. wchar/wcstol
  106. # TODO: Fix these
  107. # mkfifo
  108. # Binaries that may generate varied output
  109. NAMES=\
  110. $(EXPECT_NAMES) \
  111. dirent/main \
  112. pwd \
  113. stdio/tempnam \
  114. stdio/tmpnam \
  115. stdlib/bsearch \
  116. stdlib/mktemp \
  117. stdlib/realpath \
  118. sys_epoll/epoll \
  119. sys_utsname/uname \
  120. time/gettimeofday \
  121. unistd/chdir \
  122. unistd/getcwd \
  123. unistd/gethostname \
  124. unistd/getid \
  125. unistd/getpagesize \
  126. unistd/isatty \
  127. unistd/link \
  128. unistd/pathconf \
  129. unistd/setid \
  130. unistd/stat \
  131. unistd/sysconf
  132. # resource/getrusage
  133. # time/times
  134. BINS=$(patsubst %,bins/%,$(NAMES))
  135. EXPECT_BINS=$(patsubst %,bins/%,$(EXPECT_NAMES))
  136. TEST_RUNNER?=sh --
  137. .PHONY: all clean run expected verify
  138. all: $(BINS)
  139. clean:
  140. rm -rf bins gen *.out
  141. run: | $(BINS)
  142. for name in $(NAMES); \
  143. do \
  144. echo "# $${name} #"; \
  145. "bins/$${name}" test args || exit $$?; \
  146. done
  147. expected: | $(EXPECT_BINS)
  148. rm -rf expected
  149. mkdir -p expected
  150. for name in $(EXPECT_NAMES); \
  151. do \
  152. echo "# $${name} #"; \
  153. mkdir -p expected/`dirname $${name}`; \
  154. "bins/$${name}" test args > "expected/$${name}.stdout" 2> "expected/$${name}.stderr" || exit $$?; \
  155. done
  156. verify: | $(EXPECT_BINS)
  157. $(TEST_RUNNER) ./verify.sh $(EXPECT_NAMES)
  158. CFLAGS=\
  159. -std=c11 \
  160. -fno-builtin \
  161. -fno-stack-protector \
  162. -static \
  163. -Wall \
  164. -pedantic \
  165. -g \
  166. -I .
  167. LIBS=
  168. NATIVE_RELIBC?=0
  169. ifeq ($(NATIVE_RELIBC),0)
  170. CFLAGS+=\
  171. -nostdinc \
  172. -nostdlib \
  173. -isystem ../sysroot/include \
  174. ../sysroot/lib/crt0.o \
  175. ../sysroot/lib/crti.o
  176. LIBS=\
  177. ../sysroot/lib/libc.a \
  178. ../sysroot/lib/crtn.o
  179. ../sysroot:
  180. $(MAKE) -C .. sysroot
  181. bins/%: %.c ../sysroot
  182. mkdir -p "$$(dirname "$@")"
  183. $(CC) $(CFLAGS) "$<" $(LIBS) -o "$@"
  184. else
  185. bins/%: %.c
  186. mkdir -p "$$(dirname "$@")"
  187. $(CC) $(CFLAGS) "$<" $(LIBS) -o "$@"
  188. endif