Merge branch 'es/doc-clean-outdated-tools'
[git] / t / t0027-auto-crlf.sh
1 #!/bin/sh
2
3 test_description='CRLF conversion all combinations'
4
5 . ./test-lib.sh
6
7 if ! test_have_prereq EXPENSIVE
8 then
9         skip_all="EXPENSIVE not set"
10         test_done
11 fi
12
13 compare_files () {
14         tr '\015\000' QN <"$1" >"$1".expect &&
15         tr '\015\000' QN <"$2" >"$2".actual &&
16         test_cmp "$1".expect "$2".actual &&
17         rm "$1".expect "$2".actual
18 }
19
20 compare_ws_file () {
21         pfx=$1
22         exp=$2.expect
23         act=$pfx.actual.$3
24         tr '\015\000' QN <"$2" >"$exp" &&
25         tr '\015\000' QN <"$3" >"$act" &&
26         test_cmp $exp $act &&
27         rm $exp $act
28 }
29
30 create_gitattributes () {
31         attr=$1
32         case "$attr" in
33                 auto)
34                 echo "*.txt text=auto" >.gitattributes
35                 ;;
36                 text)
37                 echo "*.txt text" >.gitattributes
38                 ;;
39                 -text)
40                 echo "*.txt -text" >.gitattributes
41                 ;;
42                 crlf)
43                 echo "*.txt eol=crlf" >.gitattributes
44                 ;;
45                 lf)
46                 echo "*.txt eol=lf" >.gitattributes
47                 ;;
48                 "")
49                 echo >.gitattributes
50                 ;;
51                 *)
52                 echo >&2 invalid attribute: $attr
53                 exit 1
54                 ;;
55         esac
56 }
57
58 check_warning () {
59         case "$1" in
60         LF_CRLF) echo "warning: LF will be replaced by CRLF" >"$2".expect ;;
61         CRLF_LF) echo "warning: CRLF will be replaced by LF" >"$2".expect ;;
62         '')                                                      >"$2".expect ;;
63         *) echo >&2 "Illegal 1": "$1" ; return false ;;
64         esac
65         grep "will be replaced by" "$2" | sed -e "s/\(.*\) in [^ ]*$/\1/" >"$2".actual
66         test_cmp "$2".expect "$2".actual
67 }
68
69 commit_check_warn () {
70         crlf=$1
71         attr=$2
72         lfname=$3
73         crlfname=$4
74         repoMIX=$5
75         lfmixcrlf=$6
76         lfmixcr=$7
77         crlfnul=$8
78         pfx=crlf_${crlf}_attr_${attr}
79         # Special handling for repoMIX: It should already be in the repo
80         # with CRLF
81         f=repoMIX
82         fname=${pfx}_$f.txt
83         echo >.gitattributes &&
84         cp $f $fname &&
85         git -c core.autocrlf=false add $fname 2>"${pfx}_$f.err" &&
86         git commit -m "repoMIX" &&
87         create_gitattributes "$attr" &&
88         for f in LF CRLF repoMIX LF_mix_CR CRLF_mix_LF LF_nul CRLF_nul
89         do
90                 fname=${pfx}_$f.txt &&
91                 cp $f $fname &&
92                 git -c core.autocrlf=$crlf add $fname 2>"${pfx}_$f.err"
93         done &&
94         git commit -m "core.autocrlf $crlf" &&
95         check_warning "$lfname" ${pfx}_LF.err &&
96         check_warning "$crlfname" ${pfx}_CRLF.err &&
97         check_warning "$lfmixcrlf" ${pfx}_CRLF_mix_LF.err &&
98         check_warning "$lfmixcr" ${pfx}_LF_mix_CR.err &&
99         check_warning "$crlfnul" ${pfx}_CRLF_nul.err
100 }
101
102 check_files_in_repo () {
103         crlf=$1
104         attr=$2
105         lfname=$3
106         crlfname=$4
107         lfmixcrlf=$5
108         lfmixcr=$6
109         crlfnul=$7
110         pfx=crlf_${crlf}_attr_${attr}_ &&
111         compare_files $lfname ${pfx}LF.txt &&
112         compare_files $crlfname ${pfx}CRLF.txt &&
113         compare_files $lfmixcrlf ${pfx}CRLF_mix_LF.txt &&
114         compare_files $lfmixcr ${pfx}LF_mix_CR.txt &&
115         compare_files $crlfnul ${pfx}CRLF_nul.txt
116 }
117
118
119 checkout_files () {
120         eol=$1
121         crlf=$2
122         attr=$3
123         lfname=$4
124         crlfname=$5
125         lfmixcrlf=$6
126         lfmixcr=$7
127         crlfnul=$8
128         create_gitattributes $attr &&
129         git config core.autocrlf $crlf &&
130         pfx=eol_${eol}_crlf_${crlf}_attr_${attr}_ &&
131         src=crlf_false_attr__ &&
132         for f in LF CRLF LF_mix_CR CRLF_mix_LF LF_nul
133         do
134                 rm $src$f.txt &&
135                 if test -z "$eol"; then
136                         git checkout $src$f.txt
137                 else
138                         git -c core.eol=$eol checkout $src$f.txt
139                 fi
140         done
141
142         test_expect_success "checkout core.eol=$eol core.autocrlf=$crlf gitattributes=$attr file=LF" "
143                 compare_ws_file $pfx $lfname    ${src}LF.txt
144         "
145         test_expect_success "checkout core.eol=$eol core.autocrlf=$crlf gitattributes=$attr file=CRLF" "
146                 compare_ws_file $pfx $crlfname  ${src}CRLF.txt
147         "
148         test_expect_success "checkout core.eol=$eol core.autocrlf=$crlf gitattributes=$attr file=CRLF_mix_LF" "
149                 compare_ws_file $pfx $lfmixcrlf ${src}CRLF_mix_LF.txt
150         "
151         test_expect_success "checkout core.eol=$eol core.autocrlf=$crlf gitattributes=$attr file=LF_mix_CR" "
152                 compare_ws_file $pfx $lfmixcr   ${src}LF_mix_CR.txt
153         "
154         test_expect_success "checkout core.eol=$eol core.autocrlf=$crlf gitattributes=$attr file=LF_nul" "
155                 compare_ws_file $pfx $crlfnul   ${src}LF_nul.txt
156         "
157 }
158
159 #######
160 test_expect_success 'setup master' '
161         echo >.gitattributes &&
162         git checkout -b master &&
163         git add .gitattributes &&
164         git commit -m "add .gitattributes" "" &&
165         printf "line1\nline2\nline3"     >LF &&
166         printf "line1\r\nline2\r\nline3" >CRLF &&
167         printf "line1\r\nline2\nline3"   >repoMIX &&
168         printf "line1\r\nline2\nline3"   >CRLF_mix_LF &&
169         printf "line1\nline2\rline3"     >LF_mix_CR &&
170         printf "line1\r\nline2\rline3"   >CRLF_mix_CR &&
171         printf "line1Q\r\nline2\r\nline3" | q_to_nul >CRLF_nul &&
172         printf "line1Q\nline2\nline3" | q_to_nul >LF_nul
173 '
174
175
176
177 warn_LF_CRLF="LF will be replaced by CRLF"
178 warn_CRLF_LF="CRLF will be replaced by LF"
179
180 # WILC stands for "Warn if (this OS) converts LF into CRLF".
181 # WICL: Warn if CRLF becomes LF
182 # WAMIX: Mixed line endings: either CRLF->LF or LF->CRLF
183 if test_have_prereq NATIVE_CRLF
184 then
185         WILC=LF_CRLF
186         WICL=
187         WAMIX=LF_CRLF
188 else
189         WILC=
190         WICL=CRLF_LF
191         WAMIX=CRLF_LF
192 fi
193
194 #                         attr   LF        CRLF      repoMIX   CRLFmixLF LFmixCR   CRLFNUL
195 test_expect_success 'commit files empty attr' '
196         commit_check_warn false ""     ""        ""        ""        ""        ""        "" &&
197         commit_check_warn true  ""     "LF_CRLF" ""        "LF_CRLF" "LF_CRLF" ""        "" &&
198         commit_check_warn input ""     ""        "CRLF_LF" "CRLF_LF" "CRLF_LF" ""        ""
199 '
200
201 test_expect_success 'commit files attr=auto' '
202         commit_check_warn false "auto" "$WILC"   "$WICL"   "$WAMIX"  "$WAMIX"  ""        "" &&
203         commit_check_warn true  "auto" "LF_CRLF" ""        "LF_CRLF" "LF_CRLF" ""        "" &&
204         commit_check_warn input "auto" ""        "CRLF_LF" "CRLF_LF" "CRLF_LF" ""        ""
205 '
206
207 test_expect_success 'commit files attr=text' '
208         commit_check_warn false "text" "$WILC"   "$WICL"   "$WAMIX"  "$WAMIX"  "$WILC"   "$WICL"   &&
209         commit_check_warn true  "text" "LF_CRLF" ""        "LF_CRLF" "LF_CRLF" "LF_CRLF" ""        &&
210         commit_check_warn input "text" ""        "CRLF_LF" "CRLF_LF" "CRLF_LF" ""        "CRLF_LF"
211 '
212
213 test_expect_success 'commit files attr=-text' '
214         commit_check_warn false "-text" ""       ""        ""        ""        ""        "" &&
215         commit_check_warn true  "-text" ""       ""        ""        ""        ""        "" &&
216         commit_check_warn input "-text" ""       ""        ""        ""        ""        ""
217 '
218
219 test_expect_success 'commit files attr=lf' '
220         commit_check_warn false "lf"    ""       "CRLF_LF" "CRLF_LF" "CRLF_LF"  ""       "CRLF_LF" &&
221         commit_check_warn true  "lf"    ""       "CRLF_LF" "CRLF_LF" "CRLF_LF"  ""       "CRLF_LF" &&
222         commit_check_warn input "lf"    ""       "CRLF_LF" "CRLF_LF" "CRLF_LF"  ""       "CRLF_LF"
223 '
224
225 test_expect_success 'commit files attr=crlf' '
226         commit_check_warn false "crlf" "LF_CRLF" ""        "LF_CRLF" "LF_CRLF" "LF_CRLF" "" &&
227         commit_check_warn true  "crlf" "LF_CRLF" ""        "LF_CRLF" "LF_CRLF" "LF_CRLF" "" &&
228         commit_check_warn input "crlf" "LF_CRLF" ""        "LF_CRLF" "LF_CRLF" "LF_CRLF" ""
229 '
230
231 test_expect_success 'create files cleanup' '
232         rm -f *.txt &&
233         git reset --hard
234 '
235
236 test_expect_success 'commit empty gitattribues' '
237         check_files_in_repo false ""      LF CRLF CRLF_mix_LF LF_mix_CR CRLF_nul &&
238         check_files_in_repo true  ""      LF LF   LF          LF_mix_CR CRLF_nul &&
239         check_files_in_repo input ""      LF LF   LF          LF_mix_CR CRLF_nul
240 '
241
242 test_expect_success 'commit text=auto' '
243         check_files_in_repo false "auto"  LF LF   LF          LF_mix_CR CRLF_nul &&
244         check_files_in_repo true  "auto"  LF LF   LF          LF_mix_CR CRLF_nul &&
245         check_files_in_repo input "auto"  LF LF   LF          LF_mix_CR CRLF_nul
246 '
247
248 test_expect_success 'commit text' '
249         check_files_in_repo false "text"  LF LF   LF          LF_mix_CR LF_nul &&
250         check_files_in_repo true  "text"  LF LF   LF          LF_mix_CR LF_nul &&
251         check_files_in_repo input "text"  LF LF   LF          LF_mix_CR LF_nul
252 '
253
254 test_expect_success 'commit -text' '
255         check_files_in_repo false "-text" LF CRLF CRLF_mix_LF LF_mix_CR CRLF_nul &&
256         check_files_in_repo true  "-text" LF CRLF CRLF_mix_LF LF_mix_CR CRLF_nul &&
257         check_files_in_repo input "-text" LF CRLF CRLF_mix_LF LF_mix_CR CRLF_nul
258 '
259
260 ################################################################################
261 # Check how files in the repo are changed when they are checked out
262 # How to read the table below:
263 # - checkout_files will check multiple files with a combination of settings
264 #   and attributes (core.autocrlf=input is forbidden with core.eol=crlf)
265 # - parameter $1 : core.eol               lf | crlf
266 # - parameter $2 : core.autocrlf          false | true | input
267 # - parameter $3 : text in .gitattributs  "" (empty) | auto | text | -text
268 # - parameter $4 : reference for a file with only LF in the repo
269 # - parameter $5 : reference for a file with only CRLF in the repo
270 # - parameter $6 : reference for a file with mixed LF and CRLF in the repo
271 # - parameter $7 : reference for a file with LF and CR in the repo (does somebody uses this ?)
272 # - parameter $8 : reference for a file with CRLF and a NUL (should be handled as binary when auto)
273
274 #                                            What we have in the repo:
275 #                                            ----------------- EOL in repo ----------------
276 #                                            LF    CRLF  CRLF_mix_LF  LF_mix_CR    CRLF_nul
277 #                   settings with checkout:
278 #                   core.   core.   .gitattr
279 #                    eol     acrlf
280 #                                            ----------------------------------------------
281 #                                            What we want to have in the working tree:
282 if test_have_prereq NATIVE_CRLF
283 then
284 MIX_CRLF_LF=CRLF
285 MIX_LF_CR=CRLF_mix_CR
286 NL=CRLF
287 LFNUL=CRLF_nul
288 else
289 MIX_CRLF_LF=CRLF_mix_LF
290 MIX_LF_CR=LF_mix_CR
291 NL=LF
292 LFNUL=LF_nul
293 fi
294 export CRLF_MIX_LF_CR MIX NL
295
296 checkout_files    lf      false  ""       LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
297 checkout_files    lf      true   ""       CRLF  CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
298 checkout_files    lf      input  ""       LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
299 checkout_files    lf      false "auto"    LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
300 checkout_files    lf      true  "auto"    CRLF  CRLF  CRLF         LF_mix_CR    LF_nul
301 checkout_files    lf      input "auto"    LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
302 checkout_files    lf      false "text"    LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
303 checkout_files    lf      true  "text"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
304 checkout_files    lf      input "text"    LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
305 checkout_files    lf      false "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
306 checkout_files    lf      true  "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
307 checkout_files    lf      input "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
308 checkout_files    lf      false "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
309 checkout_files    lf      true  "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
310 checkout_files    lf      input "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
311 checkout_files    lf      false "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
312 checkout_files    lf      true  "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
313 checkout_files    lf      input "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
314
315 checkout_files    crlf    false  ""       LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
316 checkout_files    crlf    true   ""       CRLF  CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
317 checkout_files    crlf    false "auto"    CRLF  CRLF  CRLF         LF_mix_CR    LF_nul
318 checkout_files    crlf    true  "auto"    CRLF  CRLF  CRLF         LF_mix_CR    LF_nul
319 checkout_files    crlf    false "text"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
320 checkout_files    crlf    true  "text"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
321 checkout_files    crlf    false "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
322 checkout_files    crlf    true  "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
323 checkout_files    crlf    false "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
324 checkout_files    crlf    true  "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
325 checkout_files    crlf    false "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
326 checkout_files    crlf    true  "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
327
328 checkout_files    ""      false  ""       LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
329 checkout_files    ""      true   ""       CRLF  CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
330 checkout_files    ""      input  ""       LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
331 checkout_files    ""      false "auto"    $NL   CRLF  $MIX_CRLF_LF LF_mix_CR    LF_nul
332 checkout_files    ""      true  "auto"    CRLF  CRLF  CRLF         LF_mix_CR    LF_nul
333 checkout_files    ""      input "auto"    LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
334 checkout_files    ""      false "text"    $NL   CRLF  $MIX_CRLF_LF $MIX_LF_CR   $LFNUL
335 checkout_files    ""      true  "text"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
336 checkout_files    ""      input "text"    LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
337 checkout_files    ""      false "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
338 checkout_files    ""      true  "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
339 checkout_files    ""      input "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
340 checkout_files    ""      false "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
341 checkout_files    ""      true  "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
342 checkout_files    ""      input "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
343 checkout_files    ""      false "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
344 checkout_files    ""      true  "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
345 checkout_files    ""      input "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
346
347 checkout_files    native  false  ""       LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
348 checkout_files    native  true   ""       CRLF  CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
349 checkout_files    native  false "auto"    $NL   CRLF  $MIX_CRLF_LF LF_mix_CR    LF_nul
350 checkout_files    native  true  "auto"    CRLF  CRLF  CRLF         LF_mix_CR    LF_nul
351 checkout_files    native  false "text"    $NL   CRLF  $MIX_CRLF_LF $MIX_LF_CR   $LFNUL
352 checkout_files    native  true  "text"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
353 checkout_files    native  false "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
354 checkout_files    native  true  "-text"   LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
355 checkout_files    native  false "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
356 checkout_files    native  true  "lf"      LF    CRLF  CRLF_mix_LF  LF_mix_CR    LF_nul
357 checkout_files    native  false "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
358 checkout_files    native  true  "crlf"    CRLF  CRLF  CRLF         CRLF_mix_CR  CRLF_nul
359
360 test_done