1 #define USE_THE_REPOSITORY_VARIABLE
2 #define DISABLE_SIGN_COMPARE_WARNINGS
4 #include "git-compat-util.h"
8 #include "environment.h"
12 #include "object-name.h"
20 #include "tree-walk.h"
23 #include "parse-options.h"
24 #include "unpack-trees.h"
27 static char const * const archive_usage
[] = {
28 N_("git archive [<options>] <tree-ish> [<path>...]"),
30 N_("git archive --remote <repo> [--exec <cmd>] [<options>] <tree-ish> [<path>...]"),
31 N_("git archive --remote <repo> [--exec <cmd>] --list"),
35 static const struct archiver
**archivers
;
36 static int nr_archivers
;
37 static int alloc_archivers
;
38 static int remote_allow_unreachable
;
40 void register_archiver(struct archiver
*ar
)
42 ALLOC_GROW(archivers
, nr_archivers
+ 1, alloc_archivers
);
43 archivers
[nr_archivers
++] = ar
;
46 void init_archivers(void)
52 static void format_subst(const struct commit
*commit
,
53 const char *src
, size_t len
,
54 struct strbuf
*buf
, struct pretty_print_context
*ctx
)
57 struct strbuf fmt
= STRBUF_INIT
;
60 to_free
= strbuf_detach(buf
, NULL
);
64 b
= memmem(src
, len
, "$Format:", 8);
67 c
= memchr(b
+ 8, '$', (src
+ len
) - b
- 8);
72 strbuf_add(&fmt
, b
+ 8, c
- b
- 8);
74 strbuf_add(buf
, src
, b
- src
);
75 repo_format_commit_message(the_repository
, commit
, fmt
.buf
,
80 strbuf_add(buf
, src
, len
);
85 static void *object_file_to_archive(const struct archiver_args
*args
,
87 const struct object_id
*oid
,
89 enum object_type
*type
,
93 const struct commit
*commit
= args
->convert
? args
->commit
: NULL
;
94 struct checkout_metadata meta
;
96 init_checkout_metadata(&meta
, args
->refname
,
97 args
->commit_oid
? args
->commit_oid
:
98 (args
->tree
? &args
->tree
->object
.oid
: NULL
), oid
);
100 path
+= args
->baselen
;
101 buffer
= odb_read_object(the_repository
->objects
, oid
, type
, sizep
);
102 if (buffer
&& S_ISREG(mode
)) {
103 struct strbuf buf
= STRBUF_INIT
;
106 strbuf_attach(&buf
, buffer
, *sizep
, *sizep
+ 1);
107 convert_to_working_tree(args
->repo
->index
, path
, buf
.buf
, buf
.len
, &buf
, &meta
);
109 format_subst(commit
, buf
.buf
, buf
.len
, &buf
, args
->pretty_ctx
);
110 buffer
= strbuf_detach(&buf
, &size
);
118 struct directory
*up
;
119 struct object_id oid
;
122 char path
[FLEX_ARRAY
];
125 struct archiver_context
{
126 struct archiver_args
*args
;
127 write_archive_entry_fn_t write_entry
;
128 struct directory
*bottom
;
131 static const struct attr_check
*get_archive_attrs(struct index_state
*istate
,
134 static struct attr_check
*check
;
136 check
= attr_check_initl("export-ignore", "export-subst", NULL
);
137 git_check_attr(istate
, path
, check
);
141 static int check_attr_export_ignore(const struct attr_check
*check
)
143 return check
&& ATTR_TRUE(check
->items
[0].value
);
146 static int check_attr_export_subst(const struct attr_check
*check
)
148 return check
&& ATTR_TRUE(check
->items
[1].value
);
151 static int write_archive_entry(const struct object_id
*oid
, const char *base
,
152 int baselen
, const char *filename
, unsigned mode
,
155 static struct strbuf path
= STRBUF_INIT
;
156 struct archiver_context
*c
= context
;
157 struct archiver_args
*args
= c
->args
;
158 write_archive_entry_fn_t write_entry
= c
->write_entry
;
160 const char *path_without_prefix
;
163 enum object_type type
;
167 strbuf_grow(&path
, PATH_MAX
);
168 strbuf_add(&path
, args
->base
, args
->baselen
);
169 strbuf_add(&path
, base
, baselen
);
170 strbuf_addstr(&path
, filename
);
171 if (S_ISDIR(mode
) || S_ISGITLINK(mode
))
172 strbuf_addch(&path
, '/');
173 path_without_prefix
= path
.buf
+ args
->baselen
;
175 if (!S_ISDIR(mode
)) {
176 const struct attr_check
*check
;
177 check
= get_archive_attrs(args
->repo
->index
, path_without_prefix
);
178 if (check_attr_export_ignore(check
))
180 args
->convert
= check_attr_export_subst(check
);
184 static struct strbuf new_path
= STRBUF_INIT
;
185 static struct strbuf buf
= STRBUF_INIT
;
188 rel
= relative_path(path_without_prefix
, args
->prefix
, &buf
);
191 * We don't add an entry for the current working
192 * directory when we are at the root; skip it also when
193 * we're in a subdirectory or submodule. Skip entries
196 if (!strcmp(rel
, "./") || starts_with(rel
, "../"))
197 return S_ISDIR(mode
) ? READ_TREE_RECURSIVE
: 0;
199 /* rel can refer to path, so don't edit it in place */
200 strbuf_reset(&new_path
);
201 strbuf_add(&new_path
, args
->base
, args
->baselen
);
202 strbuf_addstr(&new_path
, rel
);
203 strbuf_swap(&path
, &new_path
);
207 fprintf(stderr
, "%.*s\n", (int)path
.len
, path
.buf
);
209 if (S_ISDIR(mode
) || S_ISGITLINK(mode
)) {
210 err
= write_entry(args
, oid
, path
.buf
, path
.len
, mode
, NULL
, 0);
213 return (S_ISDIR(mode
) ? READ_TREE_RECURSIVE
: 0);
217 if (S_ISREG(mode
) && !args
->convert
&&
218 odb_read_object_info(args
->repo
->objects
, oid
, &size
) == OBJ_BLOB
&&
219 size
> repo_settings_get_big_file_threshold(the_repository
))
220 return write_entry(args
, oid
, path
.buf
, path
.len
, mode
, NULL
, size
);
222 buffer
= object_file_to_archive(args
, path
.buf
, oid
, mode
, &type
, &size
);
224 return error(_("cannot read '%s'"), oid_to_hex(oid
));
225 err
= write_entry(args
, oid
, path
.buf
, path
.len
, mode
, buffer
, size
);
230 static void queue_directory(const struct object_id
*oid
,
231 struct strbuf
*base
, const char *filename
,
232 unsigned mode
, struct archiver_context
*c
)
235 size_t len
= st_add4(base
->len
, 1, strlen(filename
), 1);
236 d
= xmalloc(st_add(sizeof(*d
), len
));
238 d
->baselen
= base
->len
;
241 d
->len
= xsnprintf(d
->path
, len
, "%.*s%s/", (int)base
->len
, base
->buf
, filename
);
242 oidcpy(&d
->oid
, oid
);
245 static int write_directory(struct archiver_context
*c
)
247 struct directory
*d
= c
->bottom
;
253 d
->path
[d
->len
- 1] = '\0'; /* no trailing slash */
255 write_directory(c
) ||
256 write_archive_entry(&d
->oid
, d
->path
, d
->baselen
,
257 d
->path
+ d
->baselen
, d
->mode
,
258 c
) != READ_TREE_RECURSIVE
;
263 static int queue_or_write_archive_entry(const struct object_id
*oid
,
264 struct strbuf
*base
, const char *filename
,
265 unsigned mode
, void *context
)
267 struct archiver_context
*c
= context
;
270 !(base
->len
>= c
->bottom
->len
&&
271 !strncmp(base
->buf
, c
->bottom
->path
, c
->bottom
->len
))) {
272 struct directory
*next
= c
->bottom
->up
;
278 size_t baselen
= base
->len
;
279 const struct attr_check
*check
;
281 /* Borrow base, but restore its original value when done. */
282 strbuf_addstr(base
, filename
);
283 strbuf_addch(base
, '/');
284 check
= get_archive_attrs(c
->args
->repo
->index
, base
->buf
);
285 strbuf_setlen(base
, baselen
);
287 if (check_attr_export_ignore(check
))
289 queue_directory(oid
, base
, filename
, mode
, c
);
290 return READ_TREE_RECURSIVE
;
293 if (write_directory(c
))
295 return write_archive_entry(oid
, base
->buf
, base
->len
, filename
, mode
,
299 struct extra_file_info
{
305 int write_archive_entries(struct archiver_args
*args
,
306 write_archive_entry_fn_t write_entry
)
308 struct archiver_context context
;
310 struct strbuf path_in_archive
= STRBUF_INIT
;
311 struct strbuf content
= STRBUF_INIT
;
312 struct object_id fake_oid
;
315 oidcpy(&fake_oid
, null_oid(the_hash_algo
));
317 if (args
->baselen
> 0 && args
->base
[args
->baselen
- 1] == '/') {
318 size_t len
= args
->baselen
;
320 while (len
> 1 && args
->base
[len
- 2] == '/')
323 fprintf(stderr
, "%.*s\n", (int)len
, args
->base
);
324 err
= write_entry(args
, &args
->tree
->object
.oid
, args
->base
,
325 len
, 040777, NULL
, 0);
330 memset(&context
, 0, sizeof(context
));
332 context
.write_entry
= write_entry
;
334 err
= read_tree(args
->repo
, args
->tree
,
336 queue_or_write_archive_entry
,
338 if (err
== READ_TREE_RECURSIVE
)
340 while (context
.bottom
) {
341 struct directory
*next
= context
.bottom
->up
;
342 free(context
.bottom
);
343 context
.bottom
= next
;
346 for (i
= 0; i
< args
->extra_files
.nr
; i
++) {
347 struct string_list_item
*item
= args
->extra_files
.items
+ i
;
348 char *path
= item
->string
;
349 struct extra_file_info
*info
= item
->util
;
351 put_be64(fake_oid
.hash
, i
+ 1);
353 if (!info
->content
) {
354 strbuf_reset(&path_in_archive
);
356 strbuf_addstr(&path_in_archive
, info
->base
);
357 strbuf_addstr(&path_in_archive
, basename(path
));
359 strbuf_reset(&content
);
360 if (strbuf_read_file(&content
, path
, info
->stat
.st_size
) < 0)
361 err
= error_errno(_("cannot read '%s'"), path
);
363 err
= write_entry(args
, &fake_oid
, path_in_archive
.buf
,
365 canon_mode(info
->stat
.st_mode
),
366 content
.buf
, content
.len
);
368 err
= write_entry(args
, &fake_oid
,
370 canon_mode(info
->stat
.st_mode
),
371 info
->content
, info
->stat
.st_size
);
377 strbuf_release(&path_in_archive
);
378 strbuf_release(&content
);
383 static const struct archiver
*lookup_archiver(const char *name
)
390 for (i
= 0; i
< nr_archivers
; i
++) {
391 if (!strcmp(name
, archivers
[i
]->name
))
397 struct path_exists_context
{
398 struct pathspec pathspec
;
399 struct archiver_args
*args
;
402 static int reject_entry(const struct object_id
*oid UNUSED
,
404 const char *filename
, unsigned mode
,
408 struct path_exists_context
*ctx
= context
;
411 struct strbuf sb
= STRBUF_INIT
;
412 strbuf_addbuf(&sb
, base
);
413 strbuf_addstr(&sb
, filename
);
414 if (!match_pathspec(ctx
->args
->repo
->index
,
416 sb
.buf
, sb
.len
, 0, NULL
, 1))
417 ret
= READ_TREE_RECURSIVE
;
423 static int reject_outside(const struct object_id
*oid UNUSED
,
424 struct strbuf
*base
, const char *filename
,
425 unsigned mode
, void *context
)
427 struct archiver_args
*args
= context
;
428 struct strbuf buf
= STRBUF_INIT
;
429 struct strbuf path
= STRBUF_INIT
;
433 return READ_TREE_RECURSIVE
;
435 strbuf_addbuf(&path
, base
);
436 strbuf_addstr(&path
, filename
);
437 if (starts_with(relative_path(path
.buf
, args
->prefix
, &buf
), "../"))
439 strbuf_release(&buf
);
440 strbuf_release(&path
);
444 static int path_exists(struct archiver_args
*args
, const char *path
)
446 const char *paths
[] = { path
, NULL
};
447 struct path_exists_context ctx
;
451 parse_pathspec(&ctx
.pathspec
, 0, PATHSPEC_PREFER_CWD
,
452 args
->prefix
, paths
);
453 ctx
.pathspec
.recursive
= 1;
454 if (args
->prefix
&& read_tree(args
->repo
, args
->tree
, &ctx
.pathspec
,
455 reject_outside
, args
))
456 die(_("pathspec '%s' matches files outside the "
457 "current directory"), path
);
458 ret
= read_tree(args
->repo
, args
->tree
,
461 clear_pathspec(&ctx
.pathspec
);
465 static void parse_pathspec_arg(const char **pathspec
,
466 struct archiver_args
*ar_args
)
469 * must be consistent with parse_pathspec in path_exists()
470 * Also if pathspec patterns are dependent, we're in big
471 * trouble as we test each one separately
473 parse_pathspec(&ar_args
->pathspec
, 0, PATHSPEC_PREFER_CWD
,
474 ar_args
->prefix
, pathspec
);
475 ar_args
->pathspec
.recursive
= 1;
478 if (**pathspec
&& !path_exists(ar_args
, *pathspec
))
479 die(_("pathspec '%s' did not match any files"), *pathspec
);
485 static void parse_treeish_arg(const char **argv
,
486 struct archiver_args
*ar_args
, int remote
)
488 const char *name
= argv
[0];
489 const struct object_id
*commit_oid
;
492 const struct commit
*commit
;
493 struct object_id oid
;
496 /* Remotes are only allowed to fetch actual refs */
497 if (remote
&& !remote_allow_unreachable
) {
498 const char *colon
= strchrnul(name
, ':');
499 int refnamelen
= colon
- name
;
501 if (!repo_dwim_ref(the_repository
, name
, refnamelen
, &oid
, &ref
, 0))
502 die(_("no such ref: %.*s"), refnamelen
, name
);
504 repo_dwim_ref(the_repository
, name
, strlen(name
), &oid
, &ref
,
508 if (repo_get_oid(the_repository
, name
, &oid
))
509 die(_("not a valid object name: %s"), name
);
511 commit
= lookup_commit_reference_gently(ar_args
->repo
, &oid
, 1);
513 commit_oid
= &commit
->object
.oid
;
514 archive_time
= commit
->date
;
517 archive_time
= time(NULL
);
519 if (ar_args
->mtime_option
)
520 archive_time
= approxidate(ar_args
->mtime_option
);
522 tree
= parse_tree_indirect(&oid
);
524 die(_("not a tree object: %s"), oid_to_hex(&oid
));
527 * Setup index and instruct attr to read index only
529 if (!ar_args
->worktree_attributes
) {
530 struct unpack_trees_options opts
;
533 memset(&opts
, 0, sizeof(opts
));
536 opts
.src_index
= ar_args
->repo
->index
;
537 opts
.dst_index
= ar_args
->repo
->index
;
538 opts
.fn
= oneway_merge
;
539 init_tree_desc(&t
, &tree
->object
.oid
, tree
->buffer
, tree
->size
);
540 if (unpack_trees(1, &t
, &opts
))
541 die(_("failed to unpack tree object %s"),
542 oid_to_hex(&tree
->object
.oid
));
544 git_attr_set_direction(GIT_ATTR_INDEX
);
547 ar_args
->refname
= ref
;
548 ar_args
->tree
= tree
;
549 ar_args
->commit_oid
= commit_oid
;
550 ar_args
->commit
= commit
;
551 ar_args
->time
= archive_time
;
554 static void extra_file_info_clear(void *util
, const char *str UNUSED
)
556 struct extra_file_info
*info
= util
;
562 static int add_file_cb(const struct option
*opt
, const char *arg
, int unset
)
564 struct archiver_args
*args
= opt
->value
;
565 const char **basep
= (const char **)opt
->defval
;
566 const char *base
= *basep
;
568 struct string_list_item
*item
;
569 struct extra_file_info
*info
;
572 string_list_clear_func(&args
->extra_files
,
573 extra_file_info_clear
);
580 info
= xmalloc(sizeof(*info
));
581 info
->base
= xstrdup_or_null(base
);
583 if (!strcmp(opt
->long_name
, "add-file")) {
584 path
= prefix_filename(args
->prefix
, arg
);
585 if (stat(path
, &info
->stat
))
586 die(_("File not found: %s"), path
);
587 if (!S_ISREG(info
->stat
.st_mode
))
588 die(_("Not a regular file: %s"), path
);
589 info
->content
= NULL
; /* read the file later */
590 } else if (!strcmp(opt
->long_name
, "add-virtual-file")) {
591 struct strbuf buf
= STRBUF_INIT
;
596 else if (unquote_c_style(&buf
, p
, &p
) < 0)
597 die(_("unclosed quote: '%s'"), arg
);
600 die(_("missing colon: '%s'"), arg
);
603 die(_("empty file name: '%s'"), arg
);
606 strbuf_detach(&buf
, NULL
) : xstrndup(arg
, p
- arg
);
610 path
= prefix_filename(args
->prefix
, path
);
613 memset(&info
->stat
, 0, sizeof(info
->stat
));
614 info
->stat
.st_mode
= S_IFREG
| 0644;
615 info
->content
= xstrdup(p
+ 1);
616 info
->stat
.st_size
= strlen(info
->content
);
618 BUG("add_file_cb() called for %s", opt
->long_name
);
620 item
= string_list_append_nodup(&args
->extra_files
, path
);
626 static int number_callback(const struct option
*opt
, const char *arg
, int unset
)
628 BUG_ON_OPT_NEG(unset
);
629 *(int *)opt
->value
= strtol(arg
, NULL
, 10);
633 static int parse_archive_args(int argc
, const char **argv
,
634 const struct archiver
**ar
, struct archiver_args
*args
,
635 const char *name_hint
, int is_remote
)
637 const char *format
= NULL
;
638 const char *base
= NULL
;
639 const char *remote
= NULL
;
640 const char *exec
= NULL
;
641 const char *output
= NULL
;
642 const char *mtime_option
= NULL
;
643 int compression_level
= -1;
647 int worktree_attributes
= 0;
648 struct option opts
[] = {
650 OPT_STRING(0, "format", &format
, N_("fmt"), N_("archive format")),
651 OPT_STRING(0, "prefix", &base
, N_("prefix"),
652 N_("prepend prefix to each pathname in the archive")),
654 .type
= OPTION_CALLBACK
,
655 .long_name
= "add-file",
658 .help
= N_("add untracked file to archive"),
659 .callback
= add_file_cb
,
660 .defval
= (intptr_t) &base
,
663 .type
= OPTION_CALLBACK
,
664 .long_name
= "add-virtual-file",
666 .argh
= N_("path:content"),
667 .help
= N_("add untracked file to archive"),
668 .callback
= add_file_cb
,
669 .defval
= (intptr_t) &base
,
671 OPT_STRING('o', "output", &output
, N_("file"),
672 N_("write the archive to this file")),
673 OPT_BOOL(0, "worktree-attributes", &worktree_attributes
,
674 N_("read .gitattributes in working directory")),
675 OPT__VERBOSE(&verbose
, N_("report archived files on stderr")),
677 .type
= OPTION_STRING
,
678 .long_name
= "mtime",
679 .value
= &mtime_option
,
681 .help
= N_("set modification time of archive entries"),
682 .flags
= PARSE_OPT_NONEG
,
684 OPT_NUMBER_CALLBACK(&compression_level
,
685 N_("set compression level"), number_callback
),
687 OPT_BOOL('l', "list", &list
,
688 N_("list supported archive formats")),
690 OPT_STRING(0, "remote", &remote
, N_("repo"),
691 N_("retrieve the archive from remote repository <repo>")),
692 OPT_STRING(0, "exec", &exec
, N_("command"),
693 N_("path to the remote git-upload-archive command")),
697 argc
= parse_options(argc
, argv
, NULL
, opts
, archive_usage
, 0);
700 die(_("Unexpected option --remote"));
702 die(_("the option '%s' requires '%s'"), "--exec", "--remote");
704 die(_("Unexpected option --output"));
705 if (is_remote
&& args
->extra_files
.nr
)
706 die(_("options '%s' and '%s' cannot be used together"), "--add-file", "--remote");
713 die(_("extra command line parameter '%s'"), *argv
);
714 for (i
= 0; i
< nr_archivers
; i
++)
715 if (!is_remote
|| archivers
[i
]->flags
& ARCHIVER_REMOTE
)
716 printf("%s\n", archivers
[i
]->name
);
720 if (!format
&& name_hint
)
721 format
= archive_format_from_filename(name_hint
);
725 /* We need at least one parameter -- tree-ish */
727 usage_with_options(archive_usage
, opts
);
728 *ar
= lookup_archiver(format
);
729 if (!*ar
|| (is_remote
&& !((*ar
)->flags
& ARCHIVER_REMOTE
)))
730 die(_("Unknown archive format '%s'"), format
);
732 args
->compression_level
= Z_DEFAULT_COMPRESSION
;
733 if (compression_level
!= -1) {
734 int levels_ok
= (*ar
)->flags
& ARCHIVER_WANT_COMPRESSION_LEVELS
;
735 int high_ok
= (*ar
)->flags
& ARCHIVER_HIGH_COMPRESSION_LEVELS
;
736 if (levels_ok
&& (compression_level
<= 9 || high_ok
))
737 args
->compression_level
= compression_level
;
739 die(_("Argument not supported for format '%s': -%d"),
740 format
, compression_level
);
743 args
->verbose
= verbose
;
745 args
->baselen
= strlen(base
);
746 args
->worktree_attributes
= worktree_attributes
;
747 args
->mtime_option
= mtime_option
;
752 int write_archive(int argc
, const char **argv
, const char *prefix
,
753 struct repository
*repo
,
754 const char *name_hint
, int remote
)
756 const struct archiver
*ar
= NULL
;
757 struct pretty_print_describe_status describe_status
= {0};
758 struct pretty_print_context ctx
= {0};
759 struct archiver_args args
;
760 const char **argv_copy
;
763 git_config_get_bool("uploadarchive.allowunreachable", &remote_allow_unreachable
);
764 git_config(git_default_config
, NULL
);
766 describe_status
.max_invocations
= 1;
767 ctx
.date_mode
.type
= DATE_NORMAL
;
768 ctx
.abbrev
= DEFAULT_ABBREV
;
769 ctx
.describe_status
= &describe_status
;
770 args
.pretty_ctx
= &ctx
;
772 args
.prefix
= prefix
;
773 string_list_init_dup(&args
.extra_files
);
776 * `parse_archive_args()` modifies contents of `argv`, which is what we
777 * want. Our callers may not want it though, so we create a copy here.
779 DUP_ARRAY(argv_copy
, argv
, argc
);
782 argc
= parse_archive_args(argc
, argv
, &ar
, &args
, name_hint
, remote
);
783 if (!startup_info
->have_repository
) {
785 * We know this will die() with an error, so we could just
786 * die ourselves; but its error message will be more specific
787 * than what we could write here.
789 setup_git_directory();
792 parse_treeish_arg(argv
, &args
, remote
);
793 parse_pathspec_arg(argv
+ 1, &args
);
795 rc
= ar
->write_archive(ar
, &args
);
797 string_list_clear_func(&args
.extra_files
, extra_file_info_clear
);
799 clear_pathspec(&args
.pathspec
);
805 static int match_extension(const char *filename
, const char *ext
)
807 int prefixlen
= strlen(filename
) - strlen(ext
);
810 * We need 1 character for the '.', and 1 character to ensure that the
811 * prefix is non-empty (k.e., we don't match .tar.gz with no actual
814 if (prefixlen
< 2 || filename
[prefixlen
- 1] != '.')
816 return !strcmp(filename
+ prefixlen
, ext
);
819 const char *archive_format_from_filename(const char *filename
)
823 for (i
= 0; i
< nr_archivers
; i
++)
824 if (match_extension(filename
, archivers
[i
]->name
))
825 return archivers
[i
]->name
;