From ebc917202999b69322f30636ca122dc8792c137f Mon Sep 17 00:00:00 2001 From: Tyler Thomas <36181311+tylerjthomas9@users.noreply.github.com> Date: Mon, 26 Feb 2024 14:46:14 -0700 Subject: [PATCH] reformat, prep for 1.0 release --- Project.toml | 6 +- format/.gitignore | 1 - format/Manifest.toml | 233 --------------------------------------- format/README.md | 5 +- src/download_filings.jl | 4 +- src/download_metadata.jl | 2 +- test/download_filings.jl | 2 +- test/runtests.jl | 2 +- 8 files changed, 9 insertions(+), 246 deletions(-) delete mode 100644 format/.gitignore delete mode 100644 format/Manifest.toml diff --git a/Project.toml b/Project.toml index 6b21193..ce771be 100644 --- a/Project.toml +++ b/Project.toml @@ -1,7 +1,7 @@ name = "ScrapeSEC" uuid = "856806e7-be2f-4540-8165-3a51303b7af0" authors = ["tylerjthomas9 "] -version = "0.8.0" +version = "1.0.0" [deps] CSV = "336ed68f-0bac-5ca0-87d4-7b16caf5d00b" @@ -13,13 +13,13 @@ ZipFile = "a5390f91-8eb1-5f08-bee0-b1d1ffed6cea" [compat] Aqua = "0.8.4" -CSV = "0.9, 0.10" +CSV = "0.10" DataFrames = "1" Dates = "<0.0.1, 1" HTTP = "1" Term = "2" Test = "<0.0.1, 1" -ZipFile = "0.9, 0.10" +ZipFile = "0.10" julia = "1.6" [extras] diff --git a/format/.gitignore b/format/.gitignore deleted file mode 100644 index 05e9b4c..0000000 --- a/format/.gitignore +++ /dev/null @@ -1 +0,0 @@ -!Manifest.toml \ No newline at end of file diff --git a/format/Manifest.toml b/format/Manifest.toml deleted file mode 100644 index 73ef58c..0000000 --- a/format/Manifest.toml +++ /dev/null @@ -1,233 +0,0 @@ -# This file is machine-generated - editing it directly is not advised - -julia_version = "1.8.5" -manifest_format = "2.0" -project_hash = "30b405be1c677184b7703a9bfb3d2100029ccad0" - -[[deps.ArgTools]] -uuid = "0dad84c5-d112-42e6-8d28-ef12dabb789f" -version = "1.1.1" - -[[deps.Artifacts]] -uuid = "56f22d72-fd6d-98f1-02f0-08ddc0907c33" - -[[deps.Base64]] -uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f" - -[[deps.CSTParser]] -deps = ["Tokenize"] -git-tree-sha1 = "3ddd48d200eb8ddf9cb3e0189fc059fd49b97c1f" -uuid = "00ebfdb7-1f24-5e51-bd34-a7502290713f" -version = "3.3.6" - -[[deps.CommonMark]] -deps = ["Crayons", "JSON", "SnoopPrecompile", "URIs"] -git-tree-sha1 = "e2f4627b0d3f2c1876360e0b242a7c23923b469d" -uuid = "a80b9123-70ca-4bc0-993e-6e3bcb318db6" -version = "0.8.10" - -[[deps.Compat]] -deps = ["Dates", "LinearAlgebra", "UUIDs"] -git-tree-sha1 = "61fdd77467a5c3ad071ef8277ac6bd6af7dd4c04" -uuid = "34da2185-b29b-5c13-b0c7-acf172513d20" -version = "4.6.0" - -[[deps.CompilerSupportLibraries_jll]] -deps = ["Artifacts", "Libdl"] -uuid = "e66e0078-7015-5450-92f7-15fbd957f2ae" -version = "1.0.1+0" - -[[deps.Crayons]] -git-tree-sha1 = "249fe38abf76d48563e2f4556bebd215aa317e15" -uuid = "a8cc5b0e-0ffa-5ad4-8c14-923d3ee1735f" -version = "4.1.1" - -[[deps.DataStructures]] -deps = ["Compat", "InteractiveUtils", "OrderedCollections"] -git-tree-sha1 = "d1fff3a548102f48987a52a2e0d114fa97d730f0" -uuid = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8" -version = "0.18.13" - -[[deps.Dates]] -deps = ["Printf"] -uuid = "ade2ca70-3891-5945-98fb-dc099432e06a" - -[[deps.Downloads]] -deps = ["ArgTools", "FileWatching", "LibCURL", "NetworkOptions"] -uuid = "f43a241f-c20a-4ad4-852c-f6b1247861c6" -version = "1.6.0" - -[[deps.FileWatching]] -uuid = "7b1f6079-737a-58dc-b8bc-7a2ca5c1b5ee" - -[[deps.Glob]] -git-tree-sha1 = "4df9f7e06108728ebf00a0a11edee4b29a482bb2" -uuid = "c27321d9-0574-5035-807b-f59d2c89b15c" -version = "1.3.0" - -[[deps.InteractiveUtils]] -deps = ["Markdown"] -uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240" - -[[deps.JSON]] -deps = ["Dates", "Mmap", "Parsers", "Unicode"] -git-tree-sha1 = "3c837543ddb02250ef42f4738347454f95079d4e" -uuid = "682c06a0-de6a-54ab-a142-c8b1cf79cde6" -version = "0.21.3" - -[[deps.JuliaFormatter]] -deps = ["CSTParser", "CommonMark", "DataStructures", "Glob", "Pkg", "SnoopPrecompile", "Tokenize"] -git-tree-sha1 = "04c4f16ef537e7b5fe0998e507cfeedc5b95b01d" -uuid = "98e50ef6-434e-11e9-1051-2b60c6c9e899" -version = "1.0.24" - -[[deps.LibCURL]] -deps = ["LibCURL_jll", "MozillaCACerts_jll"] -uuid = "b27032c2-a3e7-50c8-80cd-2d36dbcbfd21" -version = "0.6.3" - -[[deps.LibCURL_jll]] -deps = ["Artifacts", "LibSSH2_jll", "Libdl", "MbedTLS_jll", "Zlib_jll", "nghttp2_jll"] -uuid = "deac9b47-8bc7-5906-a0fe-35ac56dc84c0" -version = "7.84.0+0" - -[[deps.LibGit2]] -deps = ["Base64", "NetworkOptions", "Printf", "SHA"] -uuid = "76f85450-5226-5b5a-8eaa-529ad045b433" - -[[deps.LibSSH2_jll]] -deps = ["Artifacts", "Libdl", "MbedTLS_jll"] -uuid = "29816b5a-b9ab-546f-933c-edad1886dfa8" -version = "1.10.2+0" - -[[deps.Libdl]] -uuid = "8f399da3-3557-5675-b5ff-fb832c97cbdb" - -[[deps.LinearAlgebra]] -deps = ["Libdl", "libblastrampoline_jll"] -uuid = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e" - -[[deps.Logging]] -uuid = "56ddb016-857b-54e1-b83d-db4d58db5568" - -[[deps.Markdown]] -deps = ["Base64"] -uuid = "d6f4376e-aef5-505a-96c1-9c027394607a" - -[[deps.MbedTLS_jll]] -deps = ["Artifacts", "Libdl"] -uuid = "c8ffd9c3-330d-5841-b78e-0817d7145fa1" -version = "2.28.0+0" - -[[deps.Mmap]] -uuid = "a63ad114-7e13-5084-954f-fe012c677804" - -[[deps.MozillaCACerts_jll]] -uuid = "14a3606d-f60d-562e-9121-12d972cd8159" -version = "2022.2.1" - -[[deps.NetworkOptions]] -uuid = "ca575930-c2e3-43a9-ace4-1e988b2c1908" -version = "1.2.0" - -[[deps.OpenBLAS_jll]] -deps = ["Artifacts", "CompilerSupportLibraries_jll", "Libdl"] -uuid = "4536629a-c528-5b80-bd46-f80d51c5b363" -version = "0.3.20+0" - -[[deps.OrderedCollections]] -git-tree-sha1 = "85f8e6578bf1f9ee0d11e7bb1b1456435479d47c" -uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d" -version = "1.4.1" - -[[deps.Parsers]] -deps = ["Dates", "SnoopPrecompile"] -git-tree-sha1 = "6f4fbcd1ad45905a5dee3f4256fabb49aa2110c6" -uuid = "69de0a69-1ddd-5017-9359-2bf0b02dc9f0" -version = "2.5.7" - -[[deps.Pkg]] -deps = ["Artifacts", "Dates", "Downloads", "LibGit2", "Libdl", "Logging", "Markdown", "Printf", "REPL", "Random", "SHA", "Serialization", "TOML", "Tar", "UUIDs", "p7zip_jll"] -uuid = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f" -version = "1.8.0" - -[[deps.Preferences]] -deps = ["TOML"] -git-tree-sha1 = "47e5f437cc0e7ef2ce8406ce1e7e24d44915f88d" -uuid = "21216c6a-2e73-6563-6e65-726566657250" -version = "1.3.0" - -[[deps.Printf]] -deps = ["Unicode"] -uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7" - -[[deps.REPL]] -deps = ["InteractiveUtils", "Markdown", "Sockets", "Unicode"] -uuid = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb" - -[[deps.Random]] -deps = ["SHA", "Serialization"] -uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c" - -[[deps.SHA]] -uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce" -version = "0.7.0" - -[[deps.Serialization]] -uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b" - -[[deps.SnoopPrecompile]] -deps = ["Preferences"] -git-tree-sha1 = "e760a70afdcd461cf01a575947738d359234665c" -uuid = "66db9d55-30c0-4569-8b51-7e840670fc0c" -version = "1.0.3" - -[[deps.Sockets]] -uuid = "6462fe0b-24de-5631-8697-dd941f90decc" - -[[deps.TOML]] -deps = ["Dates"] -uuid = "fa267f1f-6049-4f14-aa54-33bafae1ed76" -version = "1.0.0" - -[[deps.Tar]] -deps = ["ArgTools", "SHA"] -uuid = "a4e569a6-e804-4fa4-b0f3-eef7a1d5b13e" -version = "1.10.1" - -[[deps.Tokenize]] -git-tree-sha1 = "90538bf898832b6ebd900fa40f223e695970e3a5" -uuid = "0796e94c-ce3b-5d07-9a54-7f471281c624" -version = "0.5.25" - -[[deps.URIs]] -git-tree-sha1 = "074f993b0ca030848b897beff716d93aca60f06a" -uuid = "5c2747f8-b7ea-4ff2-ba2e-563bfd36b1d4" -version = "1.4.2" - -[[deps.UUIDs]] -deps = ["Random", "SHA"] -uuid = "cf7118a7-6976-5b1a-9a39-7adc72f591a4" - -[[deps.Unicode]] -uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5" - -[[deps.Zlib_jll]] -deps = ["Libdl"] -uuid = "83775a58-1f1d-513f-b197-d71354ab007a" -version = "1.2.12+3" - -[[deps.libblastrampoline_jll]] -deps = ["Artifacts", "Libdl", "OpenBLAS_jll"] -uuid = "8e850b90-86db-534c-a0d3-1478176c7d93" -version = "5.1.1+0" - -[[deps.nghttp2_jll]] -deps = ["Artifacts", "Libdl"] -uuid = "8e850ede-7688-5339-a07c-302acd2aaf8d" -version = "1.48.0+0" - -[[deps.p7zip_jll]] -deps = ["Artifacts", "Libdl"] -uuid = "3f19e933-33d8-53b3-aaab-bd5110c3b7a0" -version = "17.4.0+0" diff --git a/format/README.md b/format/README.md index 2de1406..a388444 100644 --- a/format/README.md +++ b/format/README.md @@ -1,6 +1,3 @@ # format -Run `julia --project=format format/run.jl` with Julia 1.8 to run JuliaFormatter. - -If you update the version of Julia used to generate the `Manifest.toml` make sure to also -update the version in `.github/workflows/format_check.yml` to match. \ No newline at end of file +Run `julia --project=format format/run.jl`. diff --git a/src/download_filings.jl b/src/download_filings.jl index 27d6dad..6c224c5 100644 --- a/src/download_filings.jl +++ b/src/download_filings.jl @@ -70,7 +70,7 @@ function download_filings( dest="./data/"::String, download_rate=10::Int, skip_file=true::Bool, - pbar=ProgressBar(; )::ProgressBar, + pbar=ProgressBar(;)::ProgressBar, stop_pbar=true::Bool, pbar_desc="Downloading Filings"::String, running_tests=false::Bool, @@ -153,7 +153,7 @@ function download_filings( filing_types=["10-K"]::Vector{String}, download_rate=10::Int, skip_file=true::Bool, - pbar=ProgressBar(; )::ProgressBar, + pbar=ProgressBar(;)::ProgressBar, stop_pbar=true::Bool, pbar_desc="Downloading Filings"::String, running_tests=false::Bool, diff --git a/src/download_metadata.jl b/src/download_metadata.jl index 794772d..26855ca 100644 --- a/src/download_metadata.jl +++ b/src/download_metadata.jl @@ -136,7 +136,7 @@ function download_metadata_files( urls = get_metadata_urls(time_periods) n_files = size(urls, 1) - pbar = ProgressBar(; ) + pbar = ProgressBar(;) job = addjob!(pbar; N=n_files, description="Downloading Metadata CSVs...") start!(pbar) @inbounds for idx in eachindex(urls) diff --git a/test/download_filings.jl b/test/download_filings.jl index 89c6a20..7e7e2ac 100644 --- a/test/download_filings.jl +++ b/test/download_filings.jl @@ -11,7 +11,7 @@ end download_filings( 1994, 1994; - quarters=[3,4], + quarters=[3, 4], dest="./temp/", metadata_dest="./metadata/", running_tests=true, diff --git a/test/runtests.jl b/test/runtests.jl index 8a455b6..74e22c2 100644 --- a/test/runtests.jl +++ b/test/runtests.jl @@ -11,4 +11,4 @@ for t in tests include(fp) end -Aqua.test_all(ScrapeSEC, ambiguities=false) +Aqua.test_all(ScrapeSEC; ambiguities=false)