StreamSets\ub294 openfile \uc81c\ud55c\uc744 32,768 \uc774\uc0c1\uc73c\ub85c \uc124\uc815\ud574\uc57c\ud55c\ub2e4. \ud30c\uc77c \uc800\uc7a5 \ud6c4, \ub2e4\uc74c \uba85\ub839\uc73c\ub85c \uc801\uc6a9<\/p>\n \ub2e4\uc74c\uacfc \uac19\uc774 \ubc14\uc774\ub108\ub9ac\ub97c \ub2e4\uc6b4\ubc1b\uc544 \uc555\ucd95\uc744 \ud574\uc81c\ud558\uba74 \uace7\ubc14\ub85c \uc2e4\ud589\ud560 \uc218 \uc788\ub2e4.<\/p>\n \ub2e4\uc6b4\ubc1b\uc740 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc801\ub2f9\ud55c \uc704\uce58\uc5d0 \uc62e\uaca8\ub193\uc740 \ub4a4 \ud574\ub2f9 \uacbd\ub85c\uc5d0 \ub300\ud55c \ud658\uacbd\uc124\uc815\uc744 \ud574\uc57c\ud55c\ub2e4. Oracle bulkload \ub294 Oracle \ub370\uc774\ud130 \uc18c\uc2a4 \uc811\uadfc \uc2dc\uc5d0 jdbc \ub97c \uc774\uc6a9\ud558\uae30\ub54c\ubb38\uc5d0 \ubcc4\ub3c4\ub85c ojdbc \ub4dc\ub77c\uc774\ubc84\ub97c \uad6c\ud574 \uc124\uce58\ud574\uc8fc\uc5b4\uc57c \ud55c\ub2e4. \uc6d0\ub798\ub294 \ud574\ub2f9 \uc2a4\ud14c\uc774\uc9c0 \uc124\uc815\uc5d0\uc11c External library \ub4f1\ub85d\uc744 \ud1b5\ud574\uc11c \uc124\uce58\ud574\uc8fc\uba74 \ub418\ub294\ub370 \uc774\ub807\uac8c \ud588\uc744\ub54c \uc790\uafb8 datasource not found \ub77c\ub294 \uc5d0\ub7ec\uac00 \ubc1c\uc0dd\ud558\uba74\uc11c \ud574\ub2f9 \ub4dc\ub77c\uc774\ubc84\ub97c \uc81c\ub300\ub85c \ub85c\ub529\ud574\uc8fc\uc9c0 \ubabb\ud558\ub294 \uac83\uc73c\ub85c \ubcf4\uc600\ub2e4.<\/p>\n \uadf8\ub798\uc11c \uadf8\ub0e5 oracle bulkload \uacbd\ub85c\uc5d0 ojdbc \ud30c\uc77c\uc744 \uc704\uce58\uc2dc\ud0a4\uace0 \uc7ac\uae30\ub3d9\ud558\ub294 \uac83\uc73c\ub85c \uc6b0\ud68c<\/p>\n \uc544\ub798 oracle-xe-11g \ub3c4\ucee4 \uc774\ubbf8\uc9c0\ub97c \uc774\uc6a9.<\/p>\n Oracle Listener \ub294 49161 \ud3ec\ud2b8\ub85c \uac1c\ubc29\ub3fc \uc788\uace0, \uc544\ub798 \uc8fc\uc18c\ub85c ssh \uc811\uadfc\ub3c4 \ud560 \uc218 \uc788\ub2e4. \uc544\ub798\uc640 \uac19\uc774 \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc5d0 \uc811\uc18d\ud55c \ub4a4<\/p>\n \ub2e4\uc74c SQL\ub85c \ud14c\uc2a4\ud2b8 \ub370\uc774\ud130 \uc0dd\uc131.<\/p>\n \uc544\ub798 \uba85\ub839\uc73c\ub85c \ub300\ucda9 \uc124\uce58<\/p>\n \uc2dc\uc2a4\ud15c \ud658\uacbd \uc124\uc815 StreamSets\ub294 openfile \uc81c\ud55c\uc744 32,768 \uc774\uc0c1\uc73c\ub85c \uc124\uc815\ud574\uc57c\ud55c\ub2e4. sudo vim \/Library\/LaunchDaemons\/limit.maxfiles.plist \ud30c\uc77c\uc744 \uc5f4\uc5b4 \uc544\ub798 \ub0b4\uc6a9 \uc785\ub825 <?xml version="1.0" encoding="UTF-8"?> <!DOCTYPE plist PUBLIC "-\/\/Apple\/\/DTD PLIST 1.0\/\/EN" "http:\/\/www.apple.com\/DTDs\/PropertyList-1.0.dtd"> <plist version="1.0"> <dict> <key>Label<\/key> <string>limit.maxfiles<\/string> <key>ProgramArguments<\/key> <array> <string>launchctl<\/string> <string>limit<\/string> <string>maxfiles<\/string> <string>32768<\/string> <string>32768<\/string> <\/array> <key>RunAtLoad<\/key> <true\/> <key>ServiceIPC<\/key> <false\/> <\/dict> <\/plist> \ud30c\uc77c \uc800\uc7a5 \ud6c4, \ub2e4\uc74c \uba85\ub839\uc73c\ub85c \uc801\uc6a9 sudo launchctl unload […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[163],"tags":[],"class_list":["post-1437","post","type-post","status-publish","format-standard","hentry","category-streamsets"],"_links":{"self":[{"href":"https:\/\/oboki.net\/workspace\/wp-json\/wp\/v2\/posts\/1437","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/oboki.net\/workspace\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/oboki.net\/workspace\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/oboki.net\/workspace\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/oboki.net\/workspace\/wp-json\/wp\/v2\/comments?post=1437"}],"version-history":[{"count":0,"href":"https:\/\/oboki.net\/workspace\/wp-json\/wp\/v2\/posts\/1437\/revisions"}],"wp:attachment":[{"href":"https:\/\/oboki.net\/workspace\/wp-json\/wp\/v2\/media?parent=1437"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/oboki.net\/workspace\/wp-json\/wp\/v2\/categories?post=1437"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/oboki.net\/workspace\/wp-json\/wp\/v2\/tags?post=1437"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}sudo vim \/Library\/LaunchDaemons\/limit.maxfiles.plist<\/code> \ud30c\uc77c\uc744 \uc5f4\uc5b4 \uc544\ub798 \ub0b4\uc6a9 \uc785\ub825<\/p>\n<?xml version="1.0" encoding="UTF-8"?>\n<!DOCTYPE plist PUBLIC "-\/\/Apple\/\/DTD PLIST 1.0\/\/EN" "http:\/\/www.apple.com\/DTDs\/PropertyList-1.0.dtd">\n<plist version="1.0">\n <dict>\n <key>Label<\/key>\n <string>limit.maxfiles<\/string>\n <key>ProgramArguments<\/key>\n <array>\n <string>launchctl<\/string>\n <string>limit<\/string>\n <string>maxfiles<\/string>\n <string>32768<\/string>\n <string>32768<\/string>\n <\/array>\n <key>RunAtLoad<\/key>\n <true\/>\n <key>ServiceIPC<\/key>\n <false\/>\n <\/dict>\n<\/plist><\/code><\/pre>\nsudo launchctl unload -w \/Library\/LaunchDaemons\/limit.maxfiles.plist<\/code>
\nsudo launchctl load -w \/Library\/LaunchDaemons\/limit.maxfiles.plist<\/code><\/p>\nStreamSets Data Collector \ubc14\uc774\ub108\ub9ac \uc124\uce58 \ubc0f \uc2e4\ud589<\/h2>\n
curl -O https:\/\/archives.streamsets.com\/datacollector\/3.10.1\/tarball\/streamsets-datacollector-all-3.10.1.tgz\ntar -xvf streamsets-datacollector-all-3.10.1.tgz\ncd streamsets-datacollector-3.10.1\nnohup bin\/streamsets dc &<\/code><\/pre>\nhttp:\/\/localhost:18630<\/code> \uacbd\ub85c\uc5d0 \uc811\uadfc\ud574\uc11c id:admin<\/code>, password:admin<\/code> \uc73c\ub85c \ub85c\uadf8\uc778\ud558\uba74 StreamSets\uc744 \uc774\uc6a9\ud574\ubcfc \uc218 \uc788\ub2e4.<\/p>\nOracle Bulkload \ub77c\uc774\ube0c\ub7ec\ub9ac \uc124\uce58<\/h2>\n
curl -O https:\/\/archives.streamsets.com\/datacollector\/latest\/tarball\/enterprise\/streamsets-datacollector-oracle-lib-1.1.0.tgz\ntar -xvf streamsets-datacollector-oracle-lib-1.1.0.tgz\nmv streamsets-libs\/streamsets-datacollector-oracle-lib $SDC_HOME\/user-libs<\/code><\/pre>\n$SDC_HOME\/user-libs<\/code>\uc5d0 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc62e\uaca8\ub193\uc740 \uac83\uc744 \uae30\uc900\uc73c\ub85c \uc544\ub798 \ub450 \ud30c\uc77c\uc744 \ub2e4\uc74c\uacfc \uac19\uc774 \uc218\uc815\ud55c \ub4a4 \uc7ac\uc2e4\ud589\ud55c\ub2e4.<\/p>\nvim $SDC_HOME\/libexec\/sdc-env.sh<\/code><\/p>\nexport USER_LIBRARIES_DIR="$SDC_HOME\/user-libs"<\/code><\/pre>\nvim $SDC_HOME\/etc\/sdc-security.policy<\/code><\/p>\n\/\/ custom stage library directory\ngrant codebase "file:\/\/$SDC_HOME\/user-libs\/-" {\n permission java.security.AllPermission;\n};<\/code><\/pre>\nojdbc \uc124\uce58<\/h3>\n
cp ojdbc8.jar $SDC_HOME\/user-libs\/streamsets-datacollector-oracle-lib\/lib\/.<\/code><\/pre>\n\ud14c\uc2a4\ud2b8 Data Source \ubc0f Destination \uc900\ube44<\/h2>\n
Oracle<\/h3>\n
docker pull deepdiver\/docker-oracle-xe-11g\ndocker run -d -p 49160:22 -p 49161:1521 deepdiver\/oracle-xe-11g<\/code><\/pre>\nssh root@localhost -p 49160 # password: admin\nsu - oracle\nsqlplus autotest\/owncloud<\/code><\/pre>\n CREATE TABLE TAB_NUM_ALPHABET AS\n SELECT LEVEL AS NUM\n , CHR(MOD(LEVEL,26)+65) AS CHR\n FROM DUAL\nCONNECT BY LEVEL <= 100000\n;\n\nINSERT INTO TAB_NUM_ALPHABET SELECT * FROM TAB_NUM_ALPHABET;\nINSERT INTO TAB_NUM_ALPHABET SELECT * FROM TAB_NUM_ALPHABET;\nINSERT INTO TAB_NUM_ALPHABET SELECT * FROM TAB_NUM_ALPHABET;\nINSERT INTO TAB_NUM_ALPHABET SELECT * FROM TAB_NUM_ALPHABET;\nINSERT INTO TAB_NUM_ALPHABET SELECT * FROM TAB_NUM_ALPHABET;\nINSERT INTO TAB_NUM_ALPHABET SELECT * FROM TAB_NUM_ALPHABET;\nINSERT INTO TAB_NUM_ALPHABET SELECT * FROM TAB_NUM_ALPHABET;\n\nCOMMIT;<\/code><\/pre>\nHDFS<\/h4>\n
brew install hadoop<\/code><\/pre>\n\/usr\/local\/Cellar\/hadoop\/3.2.1<\/code> \uacbd\ub85c\uc5d0 \ubc14\uc774\ub108\ub9ac\uac00 \uc124\uce58\ub418\uba70, \/usr\/local\/Cellar\/hadoop\/3.2.1\/sbin<\/code> \uacbd\ub85c\uc5d0 \uc788\ub294 \uc2a4\ud06c\ub9bd\ud2b8\ub85c \uc81c\uc5b4.<\/p>\n","protected":false},"excerpt":{"rendered":"